# robots.txt for 

# User-Agent: G o o g l e  b o t - I m a g e
# Disallow: /

# User-agent: ia_archiver
# Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-agent: Microsoft URL Control - 6.00.8862
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: FairAd Client
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: Xenu Link Sleuth 1.2a
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: psbot
Disallow: /

User-agent: *
Disallow: /search.shtml
Disallow: /error404.shtml
Disallow: /cgi-bin/
Disallow: /cgi-bin/div_start.htm
Disallow: /cgi-bin/div_end.htm
Disallow: /cgi-bin/basket.cgi
Disallow: /cgi-bin/product.cgi
Disallow: /cgi-bin/error404.cgi