User-agent: *
Allow: /

# Block pagination pages and miscellaneous endpoints from being crawled
Disallow: */page/*
Disallow: /blog/feed/
Disallow: /generate
Disallow: /check

Sitemap: https://cleandigital.co.uk/sitemap.xml