User-Agent: *
Allow: /api/image-proxy
Disallow: /api/
Disallow: /dashboard/
Disallow: /account/
Disallow: /pitch/
Disallow: /quote/
Disallow: /personalise/
Disallow: /cart
Disallow: /checkout/
Disallow: /orders/track/
Disallow: /orders/withdraw
Disallow: /email/unsubscribe
Disallow: /monitoring
Disallow: */*/checkout
Disallow: */*/checkout/
Disallow: */*/thank-you
Disallow: */*/unlock
Disallow: /catalogue/*/customise
Disallow: /catalogue?
Disallow: /catalogue/*?

User-Agent: CCBot
User-Agent: Bytespider
User-Agent: Meta-ExternalAgent
User-Agent: PetalBot
User-Agent: FacebookBot
User-Agent: Diffbot
User-Agent: omgili
User-Agent: omgilibot
User-Agent: ImagesiftBot
User-Agent: cohere-ai
User-Agent: PanguBot
User-Agent: Timpibot
User-Agent: Webzio-Extended
User-Agent: AI2Bot
User-Agent: DeepseekBot
User-Agent: xAI-Bot
Disallow: /

Sitemap: https://www.allthe.com/sitemap.xml