###########################################################
# Version Date:  	Sunday, March 21, 2004
#         Author:  	Jeremiah Fletcher <webmaster@jeremiahfletcher.com>
#
#    Description: 	This robots.txt file is here for WWW Robots (also called wanderers or spiders).
#							It says they should not search anything in the /backup/, /server_logs folders nor 
#							should it access the batch files listed
#							Furthermore, the User-agent could be defined for specific robots if desired. 
###########################################################################

User-agent: webcrawler
User-agent: excite
User-agent: *
Disallow: /includes/
Disallow: /css/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tables/
Disallow: /admin/
Disallow: /BAK/
Disallow: /stats/
Disallow: /_
Disallow: /_vti_cnf/
Disallow: /_fpclass/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /_private/

User-agent:	Mozilla/3.01 (hotwired-test/0.1)
Disallow: /includes/
Disallow: /css/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tables/
Disallow: /admin/
Disallow: /BAK/
Disallow: /stats/
Disallow: /_
Disallow: /_vti_cnf/
Disallow: /_fpclass/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /_private/

User-agent:	Slurp
Disallow: /includes/
Disallow: /css/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tables/
Disallow: /admin/
Disallow: /BAK/
Disallow: /stats/
Disallow: /_
Disallow: /_vti_cnf/
Disallow: /_fpclass/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /_private/

User-agent:	Scooter
Disallow: /includes/
Disallow: /css/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tables/
Disallow: /admin/
Disallow: /BAK/
Disallow: /stats/
Disallow: /_
Disallow: /_vti_cnf/
Disallow: /_fpclass/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /_private/

User-agent: Ultraseek
Disallow: /includes/
Disallow: /css/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tables/
Disallow: /admin/
Disallow: /BAK/
Disallow: /stats/
Disallow: /_
Disallow: /_vti_cnf/
Disallow: /_fpclass/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /_private/

User-agent: smallbear
Disallow: /includes/
Disallow: /css/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tables/
Disallow: /admin/
Disallow: /BAK/
Disallow: /stats/
Disallow: /_
Disallow: /_vti_cnf/
Disallow: /_fpclass/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /_private/

User-agent: GoogleBot
Disallow: /includes/
Disallow: /css/
Disallow: /docs/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /tables/
Disallow: /admin/
Disallow: /BAK/
Disallow: /stats/
Disallow: /_
Disallow: /_vti_cnf/
Disallow: /_fpclass/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /_private/