User-Agent: Googlebot
Disallow: /TEXT/
Disallow: /TEXT2/
Disallow: /docs/
Disallow: /obits/
Disallow: /Recordings/
Disallow: /.docs-probably-delete/
Disallow: /headstones/
Disallow: /backup/
Disallow: /oralhist/
Disallow: /dumps/
Disallow: /.deleteprobably/
Disallow: /krut/
Disallow: /Recordings/
Sitemap: http://www.mainejews.org/sitemap.xml

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /