User-agent: Googlebot
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-Agent: Slurp
Allow: /

User-Agent: msnbot
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CB/Nutch-1.7
Disallow: /

User-agent: Domnutch
Disallow: /
 
User-agent: Domnutch-Bot
Disallow: /
 
User-agent: Domnutch-Bot/Nutch
Disallow: /
 
User-agent: Domnutch-Bot/Nutch-1.0
Disallow: /

User-agent: enlle punto com/Nutch-1.9
Disallow: /

User-Agent: dotbot
Disallow: /