# Every bot that might possibly read and respect this file.
User-agent: *
Disallow: /admin
Disallow: /chaining
Disallow: /api
Disallow: /private

#Google Search Engine Robot
#User-agent: Googlebot
#Disallow: /admin
#Disallow: /chaining
#Disallow: /api
#Disallow: /private

#Yahoo! Search Engine Robot
User-Agent: Slurp
Crawl-delay: 1
#Disallow: /media
#Disallow: /static

#Microsoft Search Engine Robot
User-Agent: msnbot
#Disallow: /media
#Disallow: /static

#Disallow for email Collectors
User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

#Sitemap: http://www.your_project.com/sitemap_index.xml