###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#
# list  robots not allowed
User-agent: HTTrack
Disallow: /
#
# list folders robots are allowed to index
# Allow is only valid for google : http://www.rankspirit.com/frobotseng.php
# http://www.webmasterworld.com/google/3044757.htm : Google ignore disallow if allow present
#
User-agent: Slurp
Crawl-delay: 0.5
#
User-agent: Googlebot
Disallow: /flags_and_things/
Disallow: /script-css/
Disallow: /boutons/
Disallow: /breizh/
Disallow: /cgi-bin/
Disallow: /herve-lori/
Disallow: /leavingparty/
Disallow: /hkl/
Disallow: /eoghan/
Disallow: /library/
Disallow: /maps/
Disallow: /panoramas/
Disallow: /photobackups/
Disallow: /themes/
Disallow: /uploadhere/
Disallow: /wwwdev/
Disallow: /scgi-bin/
Disallow: /forum/
Disallow: /gallery/
Disallow: /work/
Allow : /store/
Allow : /photos/
Allow : /photopages/
Allow : /travelpages/
Allow: /*.jpg$
#
# list folders robots are not allowed to index
#
User-agent: *
Disallow: /flags_and_things/
Disallow: /script-css/
Disallow: /boutons/
Disallow: /breizh/
Disallow: /cgi-bin/
Disallow: /herve-lori/
Disallow: /leavingparty/
Disallow: /hkl/
Disallow: /eoghan/
Disallow: /library/
Disallow: /maps/
Disallow: /panoramas/
Disallow: /photobackups/
Disallow: /themes/
Disallow: /uploadhere/
Disallow: /wwwdev/
Disallow: /scgi-bin/
Disallow: /forum/
Disallow: /gallery/
Disallow: /work/
#
Sitemap: http://viaterra.net/sitemap.xml
Sitemap: http://viaterra.net/store/sitemapcategories.xml
Sitemap: http://viaterra.net/store/sitemapproducts.xml
#
# list specific files robots are not allowed to index
#
#
# End of robots.txt file
#
###############################