# robots.txt for: http://www.selectsightseeing.co.uk # All robots will spider the domain User-agent: * Disallow: # Disallow directory /images/ User-agent: * Disallow: /barcode/ Disallow: /CSS/ Disallow: /img/ Disallow: /iphone/ Disallow: /site-images/ # Disallow database files User-agent: * Disallow: /cgi-bin/