User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Applebot
User-agent: AppleNewsBot
User-agent: Twitterbot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Googlebot-News
User-agent: Googlebot-Video
Disallow:
User-agent: *