User-agent: googlebot
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /prove/




User-agent: fast
Disallow: /admin/
Disallow: /private/
Disallow: /prove/

User-agent: slurp
Disallow: /admin/
Disallow: /private/
Disallow: /prove/

User-agent: scooter
Disallow: /admin/
Disallow: /private/
Disallow: /prove/

User-agent: mercator
Disallow: /admin/
Disallow: /private/
Disallow: /prove/

User-agent: Ask Jeeves
Disallow: /admin/
Disallow: /private/
Disallow: /prove/

User-agent: teoma_agent
Disallow: /admin/
Disallow: /private/
Disallow: /prove/


User-agent: ia_archiver
Disallow: /admin/
Disallow: /private/
Disallow: /prove/