#  FULL access (Excite)
User-agent: ArchitextSpider
Disallow: 

#  FULL access (FAST/AllTheWeb)
User-agent: FAST-WebCrawler
Disallow: 

#  FULL access (Google)
User-agent: Googlebot
Disallow: 

#  FULL access (Inktomi)
User-agent: Slurp
Disallow: 

#  FULL access (Lycos)
User-agent: Lycos_Spider_(T-Rex)
Disallow: 

#   Disallowed directories and files
User-agent: *
Disallow: /includes
Disallow: /_private
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /estoreonline/SOPadmin
Disallow: /estoreonline/includes




#   Disallowed all
User-agent: Crescent
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: webbandit/4.45.0
Disallow: /

User-agent: Microsoft URL Control - 6.00.8862
Disallow: /

User-agent: EmailSiphon
Disallow: /