# robots.txt for http://www.host-it.co.uk/ User-agent: * # css directory Disallow: /css # vti log files Disallow: /_vti_log # Private directory Disallow: /_private