###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
#
# list folders robots are not allowed to index 
#
# Disallow All
# Disallow: /
#
#Disallow partial directories & files
#Disallow: /tutorials/404redirect/
#Disallow: /comps/
#Disallow: /test/
Disallow: /_derived/
Disallow: /_private/
Disallow: /_THEMES/
Disallow: /_vti_log/
Disallow: /css/
Disallow: /database/
Disallow: /PAGES/
Disallow: /scripts/
Disallow: /upload/
#
# list specific files robots are not allowed to index
#
#Disallow: /links.htm
#Disallow: /tutorials/meta_tags.html
#Disallow: /tutorials/custom_error_page.html
Disallow: /postinfo.html
Disallow: /_utm.gif
Disallow: /_utm.js
Disallow: /_vti_inf.html
# 
# End of robots.txt file
#
###############################