User-Agent: AdsBot-Google
User-Agent: Applebot
User-Agent: BingPreview
User-Agent: Googlebot
User-Agent: Googlebot-Image
User-Agent: Googlebot-Mobile
User-Agent: SearchmetricsBot
User-Agent: Twitterbot
User-Agent: Yahoo! Slurp
User-Agent: archive.org_bot
User-Agent: bingbot
User-Agent: ia_archiver
User-Agent: msnbot
Disallow: /Error/
Disallow: /error/
Disallow: /s/
Disallow: /S/

User-Agent: *
Disallow: /
Disallow: /*?