# robots.txt for: http://www.discount-london-tours.com # All robots will spider the domain User-agent: * Disallow: # Disallow database files User-agent: * Disallow: /cgi-bin/ Disallow: /CSS/ Disallow: /images/ Disallow: /menu/ Disallow: /site-images/