# robots.txt for http://www.columbiamtg.com/ # based on hsh.com version # Last update: 03/26/08 # Altavista (Altavista search engine only) User-agent: Scooter # FAST/AllTheWeb (AllTheWeb search engine) User-agent: fast # Google (Google Search Engine) User-agent: Googlebot # Inktomi (Anzwers, AOL, Canada.com, Hotbot, MSN, etc.) User-agent: slurp # Info: http://www.robotstxt.org/wc/robots.html # beta 'robots.txt' checker at http://www.tardis.ed.ac.uk/home/sxw/robots/check/ User-agent: * Disallow: /cgi-bin/ # Sitemap: http://www.hsh.com/sitemap.xml