####	robots.txt exclusion file for forums.3dgamers.com
#
#	Automatic page-fetching agents are NOT ALLOWED.  Please see:
#
#	http://www.3dgamers.com/about/autofetch.html
#
#       12-Apr-2004  jve  Created.  No robots allowed, period.
#	24-Jul-2004  jve  Adapted www robots.txt.  Allow search spiders.
#
###########################################################################


#############   Exclusions section for specific robots   #################

####	Exclude TAGENT - it requests robots.txt before every GET
#	and GETs files too quickly.  Here is a sample from the access log:
# sv.tkensaku.com - - [22/Jan/2002:11:38:05 -0500] "GET /robots.txt HTTP/1.0" 200 210 "TAGENT/V0.5"
# sv.tkensaku.com - - [22/Jan/2002:11:38:06 -0500] "GET /reviews/ HTTP/1.0" 200 14750 "TAGENT/V0.5"
# sv.tkensaku.com - - [22/Jan/2002:11:38:08 -0500] "GET /robots.txt HTTP/1.0" 200 210 "TAGENT/V0.5"
# sv.tkensaku.com - - [22/Jan/2002:11:38:09 -0500] "GET /previews/ HTTP/1.0" 200 9163 "TAGENT/V0.5"
# sv.tkensaku.com - - [22/Jan/2002:11:38:10 -0500] "GET /robots.txt HTTP/1.0" 200 210 "TAGENT/V0.5"
# sv.tkensaku.com - - [22/Jan/2002:11:38:12 -0500] "GET /articles/ HTTP/1.0" 200 9489 "TAGENT/V0.5"
#
User-agent: TAGENT
Disallow: /

####	Exclude Teleport Pro
#
User-agent: Teleport Pro
Disallow: /

####	Exclude AlkalineBOT
#
#	On 10-Mar-2002 from remote host syr-24-95-161-196.twcny.rr.com
#
User-agent: AlkalineBOT
Disallow: /

####	Exclude Whizbang (see http://www.whizbang.com/crawler)
#
User-agent: Whizbang
Disallow: /

####	Exclude UniverseBot
#
#	No delay between requests.  It strips off trailing slash, thus
#	triggering redirects.  It does both HEAD and GET.  Sample:
#
#	07:18:04 "HEAD /companies/ensemble HTTP/1.0" 301 0 "UniverseBot/1.0"
#	07:18:06 "HEAD /companies/ensemble/ HTTP/1.0" 200 0 "UniverseBot/1.0"
#	07:18:07 "GET /companies/ensemble HTTP/1.0" 301 247 "UniverseBot/1.0"
#	07:18:09 "GET /companies/ensemble/ HTTP/1.0" 200 9961 "UniverseBot/1.0"
#
User-agent: UniverseBot
Disallow: /

####	Exclude http://www.almaden.ibm.com/cs/crawler
#
#	We'd like to limit the sites crawling us to the main indexers.
#
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

####	Exclude "SlySearch/1.0 http://www.plagiarism.org/crawler/robotinfo.html"
#
#	This site indexes article for plagiarism checks.
#
User-agent: SlySearch
Disallow: /

####	Exclude NG/1.0
#
#	On 18-Oct-2002 from remote host ng1.exabot.com
#
#	13:11:35 "GET /news/more/1005254413/d/redir/cb_order/UNRET2003.IR HTTP/1.0" 404 244 "NG/1.0"
#	13:11:37 "GET /news/more/1005254413/gi/tattletale/news/ HTTP/1.0" 404 234 "NG/1.0"
#	13:11:38 "GET /news/more/1005254413/ews/ HTTP/1.0" 404 219 "NG/1.0"
#
User-agent: NG/1.0
Disallow: /

####    Exclude spider from singingfish.com - no media to index.
#
User-agent: asterias
Disallow: /

####    Exclude spider from xo.net - no reason to index our files
#
User-agent: Gaisbot
Disallow: /

####    Exclude UbiCrawler
#
#       On 27-Sep-2003 from remote host ubi1.iit.cnr.it
#                      http://ubi.imc.pi.cnr.it/projects/ubicrawler/
#
User-agent: UbiCrawler
Disallow: /

####    Exclude Wget
#
#       It checks this only for recursive operations, not for indiv. files
#
User-agent: Wget
Disallow: /

####    Exclude TranSGeniKBot
#
User-agent: TranSGeniKBot
Disallow: /

####    Exclude Ocelli/1.1 (http://www.globalspec.com)
#
User-agent: Ocelli
Disallow: /


################   Exclusions section for ALL robots   ####################

#               No Exclusions for Search Engines