###############################
#
# CiDRA robots.txt file for this website 
#
# addresses all robots by using wild card *
#
sitemap: http://www.cidra.com/sitemap.xml
User-agent: *
# list folders robots are not allowed to index

disallow: /bin/
disallow: /cgi-bin/
disallow: /data/
disallow: /doclibs/
disallow: /doclibs2/
disallow: /etc
disallow: /man/
disallow: /pdftotxt/
disallow: /scripts/
disallow: /sphider/
disallow: /SpryAssets/
disallow: /Scripts/
disallow: /robot.txt
disallow: /robots.txt
disallow: /home.js
disallow: /style.css
disallow: /401.shtml
disallow: /404.shtml
disallow: /500.shtml