# /robots.txt для сайта lookfor.ws
User-agent: *
Host: lookfor.ws
User-agent: Yahoo! Slurp
Disallow: /
User-agent: scooter
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: msnbot-media
Disallow: /
User-agent: msnbot-news
Disallow: /
User-agent: msnbot-products
Disallow: /
User-agent: msnbot
Disallow: / 
User-Agent: OmniExplorer_Bot/1.09
Disallow: *
User-Agent: larbin_2.6.3
Disallow: *
User-agent: vscooter
Disallow: /
User-agent:Slurp 
Disallow: /
User-agent:Scooter
Disallow: / 
User-agent:ia_archiver
Disallow: /
User-agent:WebAlta
Disallow: /
User-agent:WebAlta Crawler/2.0 
Disallow: /
User-agent:Yanga
Disallow: /