# robots.txt for http://www.agelesscures.com/ User-agent: Googlebot Allow: / User-agent: Slurp Crawl-delay: 5 User-agent: msnbot Crawl-delay: 10 User-agent: * # Begin block Bad-Robots from robots.txt Disallow: /private/ Disallow: /tmp/ Disallow: /logs # for directories and files called logs Disallow: /cgi-bin/ Disallow: /RT/ Disallow: /TG/ Disallow: /QS/ Disallow: /Img/ Disallow: /I/ Disallow: /wgl/ Disallow: /P/ Disallow: /ymix/ Disallow: /OS/ Disallow: /cs/ Disallow: /en= Disallow: /p/s= Disallow: /bt= Disallow: /sid= Disallow: /io= Disallow: /ii= Disallow: /livezilla/ Disallow: /ingredients/ Disallow: /images-saved/ Disallow: /chkadmf/ Disallow: /images-working/ Disallow: /http://cilias.sales-rx.info/site_map.html/ Disallow: /sales-rx.info/ Disallow: /admin/ Disallow: /js/ Disallow: /webservices/ User-agent: Mediapartners-Google* Disallow: User-agent: ia_archiver Disallow: / User-agent: Openbot Disallow: / User-agent: URL Control Disallow: / Sitemap: http://www.agelesscures.com/sitemap.xml