# robots.txt generated at http://www.mcanerin.com User-agent: Googlebot User-agent: Googlebot-Image User-agent: MSNBot User-agent: Slurp User-agent: Teoma User-agent: Gigabot User-agent: Scrubby User-agent: Robozilla User-agent: Nutch User-agent: ia_archiver User-agent: baiduspider User-agent: yahoo-mmcrawler User-agent: psbot User-agent: asterias User-agent: yahoo-blogs/v3.9 User-agent: * Disallow: /templates/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /library/ Disallow: /menu Disallow: /scripts/ Disallow: /images/PSD_files/ Disallow: /html/templates/ Disallow: /html/cgi-bin/ Disallow: /html/css/ Disallow: /html/library/ Disallow: /html/menu Disallow: /html/scripts/ Disallow: /html/images/PSD_files/ Sitemap: http://www.halcrow.com/sitemap.xml