# Alexa
User-agent: ia_archiver
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# Ask
User-agent: Teoma
Disallow: /scripts/
Disallow: /property_images/
Disallow: /css_js/
Disallow: /code_base/
Disallow: /cgi-local/
Disallow: /cgi-bin/

# Google
User-agent: googlebot
Disallow: /property_images/
Disallow: /scripts/
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/

# MSN
User-agent: msnbot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /scripts/
Disallow: /property_images/

# Yahoo!
User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /scripts/
Disallow: /property_images/

# BigClique
User-agent: BigCliqueBOT
Disallow: /scripts/
Disallow: /css_js/
Disallow: /code_base/
Disallow: /cgi-local/
Disallow: /cgi-bin/

# Convera
User-agent: ConveraCrawler
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /scripts/
Disallow: /property_images/

# DailyOrbit.com
User-agent: Orbiter
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# GoForIt
User-agent: Goforitbot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /property_images/
Disallow: /scripts/
Disallow: /css_js/

# IBM
User-agent: Crawler
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# IRL
User-agent: IRLbot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# Local.com
User-agent: LocalcomBot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# Nameprotect
User-agent: NPBot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# ObjectsSearch
User-agent: ObjectsSearch
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /scripts/
Disallow: /property_images/

# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# Pipeline
User-agent: pipeLiner
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /scripts/
Disallow: /property_images/

# Turnitin.com
User-agent: TurnitinBot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/

# WebArchive
User-agent: BruinBot
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /code_base/
Disallow: /css_js/
Disallow: /scripts/
Disallow: /property_images/

# Others
User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-local/
Disallow: /css_js/
Disallow: /property_images/
Disallow: /scripts/