# robots.txt for http://dev.metaweb.net/extranet
User-agent: Mediapartners-Google*

Disallow: /members/
Disallow: /nntp/

User-agent: *

Disallow: /members/
Disallow: /nntp/
Disallow: /palm/
Disallow: /secrets/

User-agent: turnitinbot
Disallow: /

User-agent: Ocelli
Disallow: /

User-agent: Nutch
Disallow: /