# Alexa
User-agent: ia_archiver
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Altavista
User-agent: Scooter
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Ask Jeeves
User-agent: Teoma
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

User-agent: BecomeBot 
Crawl-Delay: 30 
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Google
User-agent: googlebot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/all/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Google Adsense
Disallow: /all/
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Inktomi
User-agent: Slurp
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# MSN
User-agent: msnbot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Yahoo!
User-agent: Slurp
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Abacho
User-agent: AbachoBOT
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Amfibi
User-agent: Amfibibot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Amidalla
User-agent: amibot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# ASPseek.com
User-agent: ASPseek
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Baidu
User-agent: baiduspider
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# BDNcentral 
User-agent: BDNcentral
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Become.com
User-agent: BecomeBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# BigClique
User-agent: BigCliqueBOT
Disallow:
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Boitho
User-agent: boitho.com-dc
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Convera
User-agent: ConveraCrawler
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Entireweb.com
User-agent: speedy
Disallow:
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# DailyOrbit.com
User-agent: Orbiter
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Daypop
User-agent: Daypopbot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/
# dir.com
User-agent: Pompos
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Fireball
User-agent: fireball
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Girafa.com
User-agent: Girafabot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# GoForIt
User-agent: Goforitbot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# IBM
User-agent: Crawler
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Inelegant
User-agent: nelaBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# IRL
User-agent: IRLbot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Sebastien Ailleret
User-agent: larbin
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Local.com
User-agent: LocalcomBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Loopimprovements
User-agent: NetResearchServer
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Majestic-12
User-agent: MJ12bot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# MSIEcrawler
user-agent: MSIEcrawler
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Nameprotect
User-agent: NPBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# ObjectsSearch
User-agent: ObjectsSearch
Disallow:
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Picsearch
User-agent: psbot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# The Python Robot
User-agent: The Python Robot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Pipeline
User-agent: pipeLiner
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# SEVENtwentyfour
User-agent: LinkWalker
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# SharewarePlaza.com 
User-agent: Agent-SharewarePlazaFileCheckBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# SitiDi.net
User-agent: SitiDiBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Szukacz
User-agent: szukacz
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Turnitin.com
User-agent: TurnitinBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# TutorGig.com
User-agent: TutorGigBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Voyager Staff
User-agent: Voyager
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Voila.fr
User-agent: VoilaBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Walhello
User-agent: Appie
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# WebArchive
User-agent: BruinBot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Yandex
User-agent: Yandex
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Others
User-agent: *
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Unknown Robot
User-agent: spider
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Unknown Robot
User-agent: robot
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/

# Unknown Robot
User-agent: crawl
Disallow:
Disallow: /partners.php/
Disallow: /partners.asp/
Disallow: /links.php/
Disallow: /directory.php/
Disallow: /shopping03.htm/
Disallow: /phpBB/
Disallow: /CVS/
Disallow: /entropybanner/
Disallow: /_themes/
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_cusudi/
Disallow: /_fpclass/
Disallow: /_overlay/