# Snaphire robots.txt generated on Tue May  2 00:39:51 UTC 2017:
# disallow all 
User-agent: *
Disallow: /
Crawl-delay: 600

# Allwed Crawlers
User-agent: Googlebot
User-agent: Slurp
User-agent: MSNBot

# Directories
Disallow: /sitefiles
Disallow: /recruiter
Disallow: /fb
Disallow: /intranet
Disallow: /templates
Disallow: /user
Disallow: /mods
Disallow: /loggedin/
Disallow: /ajax/
Disallow: /act/
Disallow: /blob/
Disallow: /profiles/