# ############ SPIDERS INSTRUCTIONS ########## # # # $Id: robots.txt,v 1.00 4/05/2009 10:10:45 ted Exp $ # # For any Spider User-Agent: * Allow: / Disallow: /store-old/ Disallow: /.smileys/ Disallow: /fla/ Disallow: /cgi-bin/ Disallow: /storage/ Disallow: /staging/ Disallow: /scripts/ # Exclude from site user-agent: unnamed Disallow: / # Exclude from site user-agent: Die Blinde Kuh Disallow: / # For use by Collective user-agent: Collective Disallow: /cgi-bin/ # Exclude from site user-agent: CydralSpider Disallow: / # Exclude from site user-agent: LabelGrabber Disallow: / # Exclude from site user-agent: GetterroboPlus Puu Disallow: / # Exclude from site user-agent: suntek search engine Disallow: / # Exclude from site user-agent: Sygol Disallow: / # Exclude from site user-agent: TLSpider Disallow: / # Exclude from site user-agent: The NWI Robot Disallow: /