User-agent: *
Disallow: /

User-Agent: W3C-checklink
Disallow:

User-Agent: Cryptodb.bot/Nutch-0.8.1
Disallow:

User-Agent: Cryptodb.bot
Disallow: