# Discourage all web indexing, spiders etc.


User-agent: *
Disallow: /

user-agent: FreeFind
allow: /

User-agent: googlebot
allow: /

User-agent: Slurp
Allow: /

User-agent: Msnbot
Allow: /