User-agent: Googlebot
Allow:/

User-agent: Google Adsense
Allow:/

User-agent: Google Mobile Adsense
Allow:/

User-agent: Google AdsBot
Allow:/

User-agent: Google Mobile
Allow:/

User-agent: Google Smartphone
Allow:/

User-agent: Bingbot
Allow:/

User-agent: DuckDuckBot
Allow:/

User-agent: facebot
Allow:/

User-agent: ia_archiver
Allow:/