############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /CAME_WITH_SERVER/ Disallow: /css/ Disallow: /FW/ Disallow: /groundspring_email/ Disallow: /intra/ Disallow: /intranet/ Disallow: /js/ Disallow: /library/collections/ Disallow: /library/forms/ Disallow: /library/staff_only/ Disallow: /museum/changing/amazon/ Disallow: /publications/ Disallow: /Templates/ # # list specific files robots are not allowed to index # Disallow: /bottom.html Disallow: /diatoms.html Disallow: /google74f22f22396420b7.html Disallow: /index.html Disallow: /indexsnow.php Disallow: /search.php Disallow: /watercycle.html Disallow: /watersheds.html # # # specify sitemap file Sitemap: ###############################