###########################
# robots.txt
#
#
User-agent: SurveyBot
Disallow: /
#
User-agent: ia_archiver
Disallow: /
#
User-agent: *
# list folders robots are not allowed to index
Disallow: /cgi-bin/
Disallow: /.stats/
Disallow: /clipart/
Disallow: /images/
Disallow: /navigation_bars/
Disallow: /sitebuilder/
Disallow: /Network,Security.txt/
Disallow: /Internet,Security.txt/
Disallow: /Firewall.txt/
Disallow: /Anti,Virus.txt/
Disallow: /ISS.txt/
Disallow: /NCR.txt/
Disallow: /public_html/clipart/
Disallow: /public_html/images
Disallow: /public_html/navigation_bars/
Disallow: /public_html/sitebuilder/
Disallow: /public_html/th/
#
# list specific files robots are not allowed to index
#
# End of robots.txt file
#
###############################