# Default settings
User-agent: *
Disallow: /bits/
Disallow: /vault/
Disallow: /OTHER/
Crawl-delay: 30

# Yahoo
User-agent: Slurp
Disallow: /
Crawl-delay: 30

# Facebook main scraper
User-agent: facebot
Disallow: /
Crawl-delay: 30

# Facebook external-link preview cache
User-agent: facebookexternalhit
Disallow: /
Crawl-delay: 30

# (just the) Google News service
User-agent: googlebot-news
Disallow: /
Crawl-delay: 30