User-Agent: MJ12bot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: AhrefsBot
Crawl-Delay: 1

User-agent: SemrushBot
Crawl-Delay: 1

User-agent: dotbot
Crawl-Delay: 1

User-agent: DataForSeoBot
Crawl-Delay: 1

Sitemap: https://www.finance.co.uk/sitemap_index.xml