####################### # # robots.txt file for Web site # # "*" addresses all robots and spider programs # # User-agent: * # list folders robots should NOT index Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /_docs/ Disallow: /docs/ Disallow: /images/ Disallow: /logos/ Disallow: /seo/ Disallow: /translate/ # list specific files robots should NOT index Disallow: /thankyou.php Disallow: /validate_form.js Disallow: /style.css # # end of robots.txt file # #######################