# allow all crawlers User-Agent: * Disallow: /SCHS/healthstats # allow crawling of site by NC Department of Cultural Resources Web Archives User-Agent: archive.org_bot Disallow: /SCHS/healthstats