User-Agent: Googlebot
Allow: /

User-Agent: NPBot
Disallow: /

User-Agent: aipbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: HenryTheMiragoRobot
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: psbot
Disallow: /

User-Agent: MJ12bot
Disallow:   /

User-Agent: Twiceler
Disallow:   /

User-Agent: heritrix
Disallow:   /

User-Agent: Sensis
Disallow:   /

User-Agent: Sensis Web Crawler
Disallow:   /

User-agent: accelobot
Disallow: /

User-agent: heritrix
Disallow: /