#robots
User-agent: Googlebot
Disallow: 
Crawl-delay: 3
User-agent: Slurp
Disallow: 
Crawl-delay: 10
User-Agent: msnbot
Disallow: 
Crawl-delay: 10
User-Agent: bingbot
Disallow: 
Crawl-delay: 10
User-Agent: DuckDuckBot
Disallow: 
Crawl-delay: 3
User-agent: Twitterbot
Disallow:
User-agent: facebookexternalhit
Disallow:
User-agent: *
Disallow: /