# # This is an robots.txt file that is used to indicate to # WWW robots which parts of a web site should not be indexed. # # Remove this file if you want your website to be included in # websearch-engines. # # Want more information? # http://customer.holtsmark.no/help/ # # READ: Comment the two following lines by adding "#" at the beginning to # indicate that all robots should index your website. # User-agent: * # Disallow: / # # A Example: # # Uncomment following two lines by removing "#" at the beginning to # indicate that all robots should stay away from the /private/ folder. User-agent: * Disallow: /whatever/ User-agent: * Disallow: /adds.php User-agent: * Disallow: /addlog.php User-agent: * Disallow: /domene/bestill/ # # DO NOT TOUCH ANY OF THE FOLLOWING CONFIGURATION!!!! # # They should never go in /cgi-bin # User-agent: * # Disallow: /cgi-bin/ # And never in here either... # User-agent: * # Disallow: /.inc/