User-agent: Mediapartners-Google
Allow: *
User-agent: AppleNewsBot
Allow: *
User-agent: Adsbot-Google
Allow: *
User-agent: Googlebot-Mobile
Allow: *
User-agent: Bingbot
Allow: *
User-agent: Bing
Allow: *
User-agent: Yahoo-slurp
Allow: *
User-agent: ia_archiver
Allow: *
User-Agent: *
Allow: *