###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
#Crawl-delay: 5 
# list folders robots are not allowed to index
Disallow: /css
Disallow: /cms
Disallow: /inc
Disallow: /images
Disallow: /plesk-stat
Disallow: /uploads
Disallow: /js
Disallow: /jsouthard
Disallow: /test
#
# list specific files robots are not allowed to index
#
Disallow: /meta_tags.ssi
Disallow: /header.txt
Disallow: /footer.txt
Disallow: /default.css
#
# End of robots.txt file
#
###############################