# Begin robots.txt file
User-agent: *
Allow:    /news/
Allow:    /questionnaires/
Allow:    /documents/
Allow:    /about/
Allow:	  /user/*/questionnaires
Allow:	  /results/
Disallow: /admin/
Disallow: /login/
Disallow: /forgot-password/
Disallow: /register/
Disallow: /terms-of-use/
Disallow: /api/
Disallow: /dashboard/

User-agent: Yandex
Allow:    /news/
Allow:    /questionnaires/
Allow:    /documents/
Allow:    /about/
Allow:	  /user/*/questionnaires
Allow:	  /results/
Disallow: /admin/
Disallow: /login/
Disallow: /forgot-password/
Disallow: /register/
Disallow: /terms-of-use/
Disallow: /api/
Disallow: /dashboard/
Crawl-delay: 2.0

User-agent: Googlebot
Allow:    /news/
Allow:    /questionnaires/
Allow:    /documents/
Allow:    /about/
Allow:	  /user/*/questionnaires
Allow:	  /results/
Disallow: /admin/
Disallow: /login/
Disallow: /forgot-password/
Disallow: /register/
Disallow: /terms-of-use/
Disallow: /api/
Disallow: /dashboard/

User-agent: msnbot
Allow:    /news/
Allow:    /questionnaires/
Allow:    /documents/
Allow:    /about/
Allow:	  /user/*/questionnaires
Allow:	  /results/
Disallow: /admin/
Disallow: /login/
Disallow: /forgot-password/
Disallow: /register/
Disallow: /terms-of-use/
Disallow: /api/
Disallow: /dashboard/
Crawl-delay: 5

User-agent: Slurp
Allow:    /news/
Allow:    /questionnaires/
Allow:    /documents/
Allow:    /about/
Allow:	  /user/*/questionnaires
Allow:	  /results/
Disallow: /admin/
Disallow: /login/
Disallow: /forgot-password/
Disallow: /register/
Disallow: /terms-of-use/
Disallow: /api/
Disallow: /dashboard/
Crawl-delay: 5

User-agent: Yahoo Pipes 1.0
Allow:    /news/
Allow:    /questionnaires/
Allow:    /documents/
Allow:    /about/
Allow:	  /user/*/questionnaires
Allow:	  /results/
Disallow: /admin/
Disallow: /login/
Disallow: /forgot-password/
Disallow: /register/
Disallow: /terms-of-use/
Disallow: /api/
Disallow: /dashboard/

# End of robots.txt file