# robots.txt for: http://www.sydney-day-tours.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /images/ User-agent: * Disallow: /book/ Disallow: /CSS/ Disallow: /images/ Disallow: /menu/ Disallow: /old/ # Disallow database files User-agent: * Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/