User-agent: *
Disallow: /aw
Disallow: /buyol
Disallow: /search.cgi
Disallow: /cgi-bin/search.cgi
Disallow: /go
Crawl-delay: 20

User-agent: psbot
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: DTAAgent
Disallow: /