User-agent: Googlebot

Allow: /



User Agent: NPBot

Disallow: /



User Agent: aipbot

Disallow: /



User-agent: psbot

Disallow: /



User-agent: ia_archiver

Disallow: /


User-agent: accelobot
Disallow: /

User-agent: heritrix
Disallow: /


User-agent: HenryTheMiragoRobot

Disallow: /

User-agent: ichiro
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: IRLbot 

Disallow: /