#
# AOL
#
User-Agent: Slurp
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /asp/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Altavista
#
User-Agent: Scooter
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /asp/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Direct Hit
#
User-Agent: Grabber
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /asp/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Excite
#
User-Agent: ArchitextSpider
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /asp/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Fast/AllTheWeb
#
User-Agent: FAST-WebCrawler
Disallow: /rptg-gif/
Disallow: /asp/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Google
#
User-Agent: Googlebot
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /asp/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Goto
#
User-Agent: Slurp
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /asp/
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Hotbot
#
User-Agent: Slurp
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /asp/
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Infoseek/GO
#
User-Agent: Infoseek
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /asp/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# IWon
#
User-Agent: Slurp
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /asp/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# LookSmart
#
User-Agent: Scooter
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /asp/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Lycos
#
User-Agent: Lycos
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /asp/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# MSN
#
User-Agent: Slurp
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /asp/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Northernlight
#
User-Agent: Gulliver
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /asp/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# WebCrawler
#
User-Agent: ArchitextSpider
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /asp/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm
#
# Yahoo
#
User-Agent: Googlebot
Disallow: /rptg-gif/
Disallow: /graphics/
Disallow: /asp/
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /mockups/
Disallow: /application/
Disallow: /oldtars/
Disallow: /info/payments.htm
Disallow: /info/paid5.htm
Disallow: /info/paid10.htm
Disallow: /info/paid20.htm
Disallow: /info/paid30.htm
Disallow: /info/paid40.htm
Disallow: /info/paid50.htm
Disallow: /info/payments.txt
Disallow: /info/thanks.htm