# # robots.txt file for www.comid.co.uk # # address all robots using wild card * # User-agent: * # # # list folders robots are not allowed to index # # # Disallow: /images/ # Disallow: /downloads/ etc. etc. # # # List specific files to exclude from index # # Disallow: /documents/mylife.doc etc. etc. # # End of robots.txt file