# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
# -----------------------------------------------------------------------------
User-agent: baiduspider
User-agent: baiduspider-video
User-agent: baiduspider-image
Disallow: /

User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: naverbot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: yandex
Disallow: /

User-agent: yeti
Disallow: /

User-agent: youdaobot
User-agent: yodaobot
Disallow: /

User-agent: *
Crawl-delay: 5
Disallow: /controller/
Disallow: /model/
Disallow: /templates/
Disallow: /tests/
Disallow: /utilities/