############################### # Disallow: / # robots.txt file for this website # addresses all robots by using wild card * # User-agent: * Allow: /information.php Allow: /product_info.php Allow: /index.php Allow: /includes/sts_templates/sts_template.html # new ones Disallow: /formbuilder Disallow: /Source Disallow: /cgi-bin # end new ones # list specific files robots are not allowed to index ############################### # End of robots.txt file # ###############################