# ------------------------------------------------ # StandToo.com -- http://www.StandToo.com # Robot Exclusion File -- robots.txt # Author: Webmaster@StandToo.com # Last Updated: 08/20/2009 12:33:00 PM #User-Agent: Charlotte #Disallow: / #User-agent: IRLbot #Disallow: / #User-agent: psbot #Disallow: / #User-agent: slurp china #Disallow: / #User-Agent: MJ12bot #Disallow: / #User-agent: YahooSeeker/CafeKelsa #Disallow: / #User-agent: aipbot #Disallow: / #User-agent: Baiduspider #Disallow: / #User-Agent: OmniExplorer_Bot #Disallow: / #User-agent: Wget #Disallow: / #User-agent: Gaisbot #Disallow: / #User-agent: FAST Enterprise Crawler #Disallow: / #User-agent: * #Disallow: /root/admin #User-agent: * #Disallow: /root/includes #User-agent: * #Disallow: /root/images #User-agent: * #Disallow: /root/aspbanners #User-agent: * #Disallow: /root/images #User-agent: * #Disallow: /root/data #User-agent: * #Disallow: /root/docs #User-agent: * #Disallow: /root/FoxVideo #User-agent: * #Disallow: /root/webstats