# robots.txt for shaw-weil.com and related domains User-Agent: * Disallow: /_admin/* Disallow: /_inclusions/* Disallow: /_obsolete/* Disallow: /_private/* Disallow: /_vti_bin/* Disallow: /_vti_cnf/* Disallow: /_vti_txt/* Disallow: /cgi-bin/* Disallow: /cal/* User-Agent: twiceler Disallow: * User-Agent: accelobot Disallow: * User-Agent: SpeedySpider Disallow: * User-Agent: Speedy Spider Disallow: *