# Allow only these bots
User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Google-Site-Verification
User-agent: AdsBot-Google
User-agent: Bingbot
User-agent: MSNbot
User-agent: MSNBot-Media
User-agent: BingPreview
User-agent: AdIdxBot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Twitterbot
User-agent: LinkedinBot
User-agent: ia_archiver
User-agent: facebookexternalhit/1.0
User-agent: facebookexternalhit/1.1
User-agent: facebookcatalog/1.0
User-agent: FacebookBot
User-agent: duckduckgo
Allow: /

User-agent: *
Disallow: /