# robots.txt for http://www.mulmar.co.uk/ User-agent: * Disallow: /chromemenu/ Disallow: /tmp/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /scripts/ Disallow: /lists/ Disallow: /contact/ Sitemap: sitemap.xml Sitemap: sitemap.html Sitemap: sitemap.xml.gz User-agent: msnbot Crawl-delay: 10 User-agent: Teoma Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: aipbot Crawl-delay: 10 User-agent: BecomeBot Crawl-delay: 10 User-agent: psbot Crawl-delay: 10