# Exclude Files From All Robots:

User-agent: *
Disallow: /sales-doc
Disallow: /stompers
Disallow: /site-administration
Disallow: /upload-excel
Disallow: /order
Disallow: /sales-team
Disallow: /leadmanager
Disallow: /leadcapturevideo
Disallow: /dev
Disallow: /blog/
Disallow: /images
Disallow: /leadmanagerelite.com
Disallow: /amazingsportsdeals.com
Disallow: /aboutrealestatesites.com

User-Agent: MJ12bot
Disallow: 
User-agent: Slurp
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: nutch
Disallow: /
User-agent: yeti
Disallow: /
User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: googlebot
Disallow: 
User-agent: dotbot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: yandex
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: BoardReader
Disallow: /
User-agent: Exabot
Disallow: /

# End robots.txt file


User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10