User-agent: serpstatbot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: oBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: adsbot
Disallow: / 

User-agent: Yeti
Disallow: / 

User-agent: *
Crawl-delay: 15
Disallow: /cgi/
Disallow: /hwiki/index.php
Disallow: /wiki/File:*
Disallow: /wiki/Gallery*
Disallow: /wiki/Location
Disallow: /wiki/Location*
Disallow: /wiki/Special:WhatLinksHere/
Disallow: /wiki/Template
Disallow: /wiki/Template*
Disallow: /archive/api/
Disallow: /archive/collections
Disallow: /archive/items
Disallow: /archive/items/show
Disallow: /archive/items/index
Disallow: /archive/items/search
Disallow: /archive/items/browse
Disallow: /archive/files/original/
Disallow: /archive/files/fullsize/
Disallow: /api/content/buddypress/
Disallow: /api/content/omeka/
Disallow: /api/content/books/pages/
Disallow: /api/content/buddypress/
Disallow: /api/content/gallery/
Disallow: /api/content/mapzoom/
Disallow: /api/content/mediawiki/
Disallow: /api/content/newspapers/
Disallow: /api/locations/
Disallow: /api/maps/
Disallow: /api/mapinfo/
Disallow: /api/tiles/
Disallow: /cache/
Disallow: /analytics/
Disallow: /book/
Disallow: /files/books/pages/
Disallow: /files/aflink/
Disallow: /files/gallery/
Disallow: /files/maps/
Disallow: /page/
Disallow: /p/
Disallow: /bounce/

Sitemap: https://huddersfield.exposed/files/sitemap/sitemap-index-hudwiki.xml
Sitemap: https://huddersfield.exposed/files/sitemap/sitemap-index-offtherecord.xml
Sitemap: https://huddersfield.exposed/files/sitemap/sitemap-index-hudwiki-bookpages.xml
Sitemap: https://huddersfield.exposed/files/sitemap/sitemap-omeka.xml
Sitemap: https://huddersfield.exposed/files/sitemap/sitemap-theatre.xml