# robots.txt for http://www.adv.co.uk/ # This prevents some robots from indexing pages they shouldn't # Why don't all robots make use of it? User-agent: * Disallow: noframes/ # Disallow frameless version of site Disallow: *.map # Disallow all .map files Disallow: *.gif # Don't index .gifs Disallow: *.jpg # Don't index JPEGs Disallow: *.txt # Don't index text files Disallow: *.exe # Don't do the sample files Disallow: *.hlp # Don't do the help files Disallow: *.doc # Don't do the Word files Disallow: *.pdf # Don't do the PDF files Disallow: orderdetails.php # Don't do the order details page