###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
User-agent: *
Crawl-delay: 5 

# list folders robots are not allowed to index
Disallow: /cms/
Disallow: /images/
Disallow: /plesk-stat/
Disallow: /video/
#
# list specific files robots are not allowed to index
#

Disallow: /meta_tags.ssi
Disallow: /header.txt
Disallow: /footer.txt
Disallow: /default.css
#
# End of robots.txt file
#
###############################