User-Agent: Googlebot
Allow: *

User-Agent: Googlebot-News
Allow: *

User-Agent: Googlebot-Image
Allow: *

User-Agent: Googlebot-Video
Allow: *

User-Agent: Googlebot-Mobile
Allow: *

User-Agent: Mediapartners-Google
Allow: *

User-Agent: AdsBot-Google
Allow: *

User-Agent: bingbot
Allow: *

User-Agent: msnbot
Allow: *

User-Agent: adixbot
Allow: *

User-Agent: Yahoo! Slurp
Allow: *

User-Agent: Slurp
Allow: *

User-Agent: Teoma
Allow: *

User-Agent: Baiduspider
Allow: *

User-Agent: Yandex
Allow: *

User-Agent: ScoutJet
Allow: *

User-Agent: DuckDuckBot
Allow: *

User-Agent: Exabot
Allow: *

User-Agent: Voilabot
Allow: *

User-Agent: ia_archiver
Allow: *

User-Agent: Voluniabot
Allow: *

User-Agent: Qwantify
Allow: *

User-Agent: TwengaBot-2.0
Allow: *

User-Agent: wikiwix
Allow: *

User-Agent: *
Disallow: *