Sitemap: https://www.jonathan-rhind.co.uk/sitemap.xml

# AI search crawlers
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Bing
User-agent: Bingbot
Allow: /
Disallow: /*.pdf$
Disallow: /tag*
Disallow: /blog/tag*
Disallow: /blog/category*
Disallow: /blog/archive*
Disallow: /*?stage=*
Disallow: /*?filters=*
Disallow: /*&stage=*
Disallow: /*&filters=*
Disallow: /*&expanded=*

# All other crawlers
User-agent: *
Disallow: /*.pdf$
Disallow: /tag*
Disallow: /blog/tag*
Disallow: /blog/category*
Disallow: /blog/archive*
Disallow: /*?stage=*
Disallow: /*?filters=*
Disallow: /*&stage=*
Disallow: /*&filters=*
Disallow: /*&expanded=*
Allow: /blog/