# robots.txt file for http://www.bergadventures.com # updated: 4/29/08 - install with BAI 3.0 # updated: 4/30/08 - began removal of old directories # updated: 5/21/08 - added sitemap autodiscovery tag # updated: 6/15/08 - remove more old directories: main, main_pages, cms, faqs User-agent: * # disallow old web site directories until removal Disallow: /bai_testfiles/ Disallow: /forms/ Disallow: /gallery/ Disallow: /resource/ Disallow: /stats/ Disallow: /GeneratedItems/ # disallow non-content directories on new site Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /Library/ Disallow: /Templates/ Disallow: /v3_assets/ Disallow: /v3_UITemplates/ # disallow landing pages Disallow: /landing/ # set location of sitemap file for autodiscovery Sitemap: http://www.bergadventures.com/sitemap.xml