############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /members Disallow: /formmail Disallow: /img Disallow: /logs # # list specific files robots are not allowed to index # Disallow: /_searchbox.js Disallow: /mlstyles.css Disallow: /zsearch Disallow: /info/stoppress.html Disallow: /info/feedback-r.html Disallow: /info/feedback-steve.html # End of robots.txt file # ###############################