User-agent: *

##Search Engine Spiders##

#------------------------------------A------------------------------------#
User-agent: Acoon Robot v1.01 (www.acoon.de)
Disallow: /

User-agent: AltaVista Intranet V1.0 AltaVista Search Intranet PX V1.0 webmaster@messebasel.ch
Disallow: /

User-agent: AltaVista Intranet V1.0 bluewindow.ch webmaster@bluewin.ch
Disallow: /

User-agent: AltaVista Intranet V1.0 pta.at webmaster@pta.at
Disallow: /

User-agent: AltaVista Intranet V1.0 Re-Index webmaster@bluewin.ch
Disallow: /

User-agent: AltaVista Intranet V2.0 pta.at webmaster@pta.at
Disallow: /

User-agent: AltaVista Intranet V2.0 Sear.ch ccc@bluewin.ch
Disallow: /

User-agent: AltaVista Intranet V2.0 www.altavista.de search-support@altavista.de
Disallow: /

User-agent: AnzwersCrawl/2.0 (anzwerscrawl@anzwers.com.au; http://faq.anzwers.com.au/anzwerscrawl.html)
Disallow: /

User-agent: Arachnoidea (arachnoidea@euroseek.com)
Disallow: /

User-agent: ArchitextSpider
Disallow: /

#------------------------------------C------------------------------------#
User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

#------------------------------------E------------------------------------#
User-agent: EmailCollector/1.0
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf 1.00
Disallow: /

User-agent: Enfish Tracker
Disallow: /

User-agent: ExtractorPro
Disallow: /

#------------------------------------F------------------------------------#
User-agent: fido/1.0 Harvest/1.4.pl2
Disallow: /

#------------------------------------G------------------------------------#
User-agent: GAIS Robot/1.0B2
Disallow: /

User-agent: Googlebot/1.0 (googlebot@googlebot.com http://googlebot.com/)
Disallow: /

User-agent: Gulliver/1.2
Disallow: /

#------------------------------------I------------------------------------#
User-agent: ia_archive (NewsFetcher 1.0) (http://www.alexa.com/  crawler@alexa.com)
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Infoseek Sidewinder/0.9
Disallow: /

#------------------------------------J------------------------------------#
User-agent: Java1.1.3
Disallow: /

#------------------------------------K------------------------------------#
User-agent: KGValidator/1.3 libwww-perl/0.40
Disallow: /

User-agent: KIT_Fireball/2.0
Disallow: /

#------------------------------------L------------------------------------#
User-agent: LECodeChecker/2.0 libwww/5.1f
Disallow: /

User-agent: libwww-perl/5.18
Disallow: /

User-agent: lwp-trivial/1.27
Disallow: /

User-agent: Lycos_Spider_(T-Rex)/3.0
Disallow: /

#------------------------------------M------------------------------------#
User-agent: Mozilla/2.0 (compatible; EZResult -- Internet Search Engine)
Disallow: /

User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32)
Disallow: /

User-agent: Mozilla/2.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)
Disallow: /

User-agent: Mozilla/3.0 Gold (Win95; I)
Disallow: /

User-agent: Mozilla/3.0 (compatible; MuscatFerret/1.4.1; olly@muscat.co.uk)
Disallow: /

User-agent: Mozilla/3.0 (compatible; MuscatFerret/1.5.2; olly@muscat.co.uk)
Disallow: /

User-agent: Mozilla/3.0 (compatible; MuscatFerret/1.5.3; olly@muscat.co.uk)
Disallow: /

User-agent: Mozilla/3.01 (Win95; I)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; MSIECrawler; Windows 95)
Disallow: /

User-agent: Mozilla/4.04 [de] (Win95; I ;Kolibri gncwebbot)
Disallow: /

#------------------------------------N------------------------------------#
User-agent: Namecrawler/1.0
Disallow: /

#------------------------------------S------------------------------------#
User-agent: Scooter/1.0
Disallow: /

User-agent: Scooter/1.0 scooter@pa.dec.com
Disallow: /

User-agent: Scooter/1.1 (custom)
Disallow: /

User-agent: Scooter/2.0 G.R.A.B. X2.0
Disallow: /

User-agent: Scooter/2.0 G.R.A.B. V1.1.0
Disallow: /

User-agent: search.at V1.2
Disallow: /

User-agent: sexsearcher
Disallow: /

User-agent: Slurp/2.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /

User-agent: Slurp.so/1.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /

User-agent: Squid/1.1.19
Disallow: /

User-agent: SwissSearch V1.2
Disallow: /

#------------------------------------T------------------------------------#
User-agent: The Informant
Disallow: /

#------------------------------------U------------------------------------#
User-agent: Ultraseek
Disallow: /

#------------------------------------V------------------------------------#
User-agent: ValueClick Robocop/0.2b
Disallow: /

#------------------------------------W------------------------------------#
User-agent: W3C_Validator/1.0 libwww-perl/0.40
Disallow: /

User-agent: WebCrawler/3.0 Robot libwww/5.0a
Disallow: /

User-agent: WebCrawler-AddURL/2.0
Disallow: /

User-agent: WiseWire
Disallow: /

User-agent: WiseWire-Alpha-1.0
Disallow: /

User-agent: WiseWire-Alpha-Spider
Disallow: /

User-agent: WiseWire-Alpha12-Spider971219a
Disallow: /

User-agent: WiseWire-Alpha12-Spider(971223a)
Disallow: /

User-agent: WiseWire-HotSpider-1.0
Disallow: /

User-agent: WiseWire-Spider
Disallow: /

User-agent: WiseWire-Spider-1.0
Disallow: /

User-agent: WiseWire-Spider2
Disallow: /

User-agent: WiseWire-Widow-1.0
Disallow: /

User-agent: WiseWire-Widow-1.0r
Disallow: /

User-agent: WiseWire-Widow-1.0-ALPHA12
Disallow: /


## E-Mail Collectors ##

#------------------------------------C------------------------------------#
User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

#------------------------------------E------------------------------------#
User-agent: EmailCollector/1.0
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf 1.00
Disallow: /

User-agent: ExtractorPro
Disallow: /

#------------------------------------M------------------------------------#
User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32)
Disallow: /




## Code Validators ##


#------------------------------------J------------------------------------#
User-agent: Java1.1.3
Disallow: /

#------------------------------------K------------------------------------#
User-agent: KGValidator/1.3 libwww-perl/0.40
Disallow: /

#------------------------------------L------------------------------------#
User-agent: LECodeChecker/2.0 libwww/5.1f
Disallow: /

User-agent: libwww-perl/5.18
Disallow: /

#------------------------------------M------------------------------------#
User-agent: Mozilla/3.0 Gold (Win95; I)
Disallow: /

#------------------------------------V------------------------------------#
User-agent: ValueClick Robocop/0.2b
Disallow: /

#------------------------------------W------------------------------------#
User-agent: W3C_Validator/1.0 libwww-perl/0.40
Disallow: /
#-------------------Non-Alphanumerical / Empty Strings--------------------#
User-agent: /0.5 libwww-perl/0.40
Disallow: /



## Miscellaneous User Agents ##

#------------------------------------E------------------------------------#
User-agent: Enfish Tracker
Disallow: /
#------------------------------------I------------------------------------#
User-agent: ia_archive (NewsFetcher 1.0) (http://www.alexa.com/  crawler@alexa.com)
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

#------------------------------------M------------------------------------#
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; MSIECrawler; Windows 95)
Disallow: /

#------------------------------------N------------------------------------#
User-agent: Namecrawler/1.0
Disallow: /

#------------------------------------S------------------------------------#
User-agent: Squid/1.1.19
Disallow: /



## Alphabetical Index ##

#------------------------------------A------------------------------------#

User-agent: Acoon Robot v1.01 (www.acoon.de)
Disallow: /

User-agent: AltaVista Intranet V1.0 AltaVista Search Intranet PX V1.0 webmaster@messebasel.ch
Disallow: /

User-agent: AltaVista Intranet V1.0 bluewindow.ch webmaster@bluewin.ch
Disallow: /

User-agent: AltaVista Intranet V1.0 pta.at webmaster@pta.at
Disallow: /

User-agent: AltaVista Intranet V1.0 Re-Index webmaster@bluewin.ch
Disallow: /

User-agent: AltaVista Intranet V2.0 pta.at webmaster@pta.at
Disallow: /

User-agent: AltaVista Intranet V2.0 Sear.ch ccc@bluewin.ch
Disallow: /

User-agent: AltaVista Intranet V2.0 www.altavista.de search-support@altavista.de
Disallow: /

User-agent: AnzwersCrawl/2.0 (anzwerscrawl@anzwers.com.au; http://faq.anzwers.com.au/anzwerscrawl.html)
Disallow: /

User-agent: Arachnoidea (arachnoidea@euroseek.com)
Disallow: /

User-agent: ArchitextSpider
Disallow: /

#------------------------------------C------------------------------------#
User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

#------------------------------------E------------------------------------#
User-agent: EmailCollector/1.0
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf 1.00
Disallow: /

User-agent: Enfish Tracker
Disallow: /

User-agent: ExtractorPro
Disallow: /

#------------------------------------F------------------------------------#
User-agent: fido/1.0 Harvest/1.4.pl2
Disallow: /

#------------------------------------G------------------------------------#
User-agent: GAIS Robot/1.0B2
Disallow: /

User-agent: Googlebot/1.0 (googlebot@googlebot.com http://googlebot.com/)
Disallow: /

User-agent: Gulliver/1.2
Disallow: /

#------------------------------------I------------------------------------#
User-agent: ia_archive (NewsFetcher 1.0) (http://www.alexa.com/  crawler@alexa.com)
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Infoseek Sidewinder/0.9
Disallow: /

#------------------------------------J------------------------------------#
User-agent: Java1.1.3
Disallow: /

#------------------------------------K------------------------------------#
User-agent: KGValidator/1.3 libwww-perl/0.40
Disallow: /

User-agent: KIT_Fireball/2.0
Disallow: /

#------------------------------------L------------------------------------#
User-agent: LECodeChecker/2.0 libwww/5.1f
Disallow: /

User-agent: libwww-perl/5.18
Disallow: /

User-agent: lwp-trivial/1.27
Disallow: /

User-agent: Lycos_Spider_(T-Rex)/3.0
Disallow: /

#------------------------------------M------------------------------------#
User-agent: Mozilla/2.0 (compatible; EZResult -- Internet Search Engine)
Disallow: /

User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32)
Disallow: /

User-agent: Mozilla/2.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)
Disallow: /

User-agent: Mozilla/3.0 Gold (Win95; I)
Disallow: /

User-agent: Mozilla/3.0 (compatible; MuscatFerret/1.4.1; olly@muscat.co.uk)
Disallow: /

User-agent: Mozilla/3.0 (compatible; MuscatFerret/1.5.2; olly@muscat.co.uk)
Disallow: /

User-agent: Mozilla/3.0 (compatible; MuscatFerret/1.5.3; olly@muscat.co.uk)
Disallow: /

User-agent: Mozilla/3.01 (Win95; I)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; MSIECrawler; Windows 95)
Disallow: /

User-agent: Mozilla/4.04 [de] (Win95; I ;Kolibri gncwebbot)
Disallow: /

User-agent: Mozilla/4.04 [de] (Win95; I ;Nav; Kolibri gncwebbot)
Disallow: /

#------------------------------------N------------------------------------#
User-agent: Namecrawler/1.0
Disallow: /

#------------------------------------S------------------------------------#
User-agent: Scooter/1.0
Disallow: /

User-agent: Scooter/1.0 scooter@pa.dec.com
Disallow: /

User-agent: Scooter/1.1 (custom)
Disallow: /

User-agent: Scooter/2.0 G.R.A.B. X2.0
Disallow: /

User-agent: Scooter/2.0 G.R.A.B. V1.1.0
Disallow: /

User-agent: search.at V1.2
Disallow: /

User-agent: sexsearcher
Disallow: /

User-agent: Slurp/2.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /

User-agent: Slurp.so/1.0 (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /

User-agent: Squid/1.1.19
Disallow: /

User-agent: SwissSearch V1.2
Disallow: /

#------------------------------------T------------------------------------#
User-agent: The Informant
Disallow: /

#------------------------------------U------------------------------------#
User-agent: Ultraseek
Disallow: /

#------------------------------------V------------------------------------#
User-agent: ValueClick Robocop/0.2b
Disallow: /

User-agent: W3C_Validator/1.0 libwww-perl/0.40
Disallow: /

#------------------------------------W------------------------------------#
User-agent: WebCrawler/3.0 Robot libwww/5.0a
Disallow: /

User-agent: WebCrawler-AddURL/2.0
Disallow: /

User-agent: WiseWire
Disallow: /

User-agent: WiseWire-Alpha-1.0
Disallow: /

User-agent: WiseWire-Alpha-Spider
Disallow: /

User-agent: WiseWire-Alpha12-Spider971219a
Disallow: /

User-agent: WiseWire-Alpha12-Spider(971223a)
Disallow: /

User-agent: WiseWire-HotSpider-1.0
Disallow: /

User-agent: WiseWire-Spider
Disallow: /

User-agent: WiseWire-Spider-1.0
Disallow: /

User-agent: WiseWire-Spider2
Disallow: /

User-agent: WiseWire-Widow-1.0
Disallow: /

User-agent: WiseWire-Widow-1.0r
Disallow: /

User-agent: WiseWire-Widow-1.0-ALPHA12
Disallow: /

#--------------------Non-Alphanumerical / Empty Strings--------------------#
User-agent: /0.5 libwww-perl/0.40
Disallow: /