User-agent: Twitterbot
Disallow:
User-agent: Bingbot
Disallow:
User-Agent: Googlebot
Disallow: 
User-Agent: Googlebot-Mobile
Disallow:
User-Agent: Googlebot-Image
Disallow:
User-Agent: Mediapartners-Google
Disallow:
User-Agent: AdsBot-Google-Mobile
Disallow:
User-Agent: AdsBot-Google-Mobile-Apps
Disallow:
User-Agent: AdsBot-Google
Disallow:
User-Agent: Msnbot
Disallow: 
User-Agent: Slurp
Disallow:
User-Agent: Yandex
Disallow: 
User-Agent: Applebot
Disallow:
User-Agent: DuckDuckBot
Disallow:
User-Agent: facebookexternalhit
Disallow:
User-Agent: LinkedInBot
Disallow:
User-Agent: Pinterestbot
Disallow:
User-agent: *
Disallow: /