User-agent: * # Content signals: search and AI answers may use this site; AI model training may not. Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /admin.php Disallow: /pay/ Disallow: /airbag-api.php Disallow: /account Disallow: /invoice.php # The basket and the price request form are noindex, and every catalogue page links to its own ?part= variant # (about 20,000 addresses): keep crawlers off them. Disallow: /airbag-order.php Disallow: /basket Disallow: /reviews/write/ # AI search crawlers: allowed on purpose, so ChatGPT, Claude, Perplexity and Bing can cite our pages. One stacked # group: a crawler obeys only the group that names it and inherits nothing from "*". User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: Claude-SearchBot User-agent: Claude-User User-agent: PerplexityBot User-agent: Bingbot Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /admin.php Disallow: /pay/ Disallow: /airbag-api.php Disallow: /account Disallow: /invoice.php Disallow: /airbag-order.php Disallow: /basket Disallow: /reviews/write/ # AI TRAINING crawlers: blocked. These only collect text to train models; search and AI answers use the bots above. User-agent: GPTBot User-agent: ClaudeBot User-agent: Applebot-Extended User-agent: CCBot User-agent: Bytespider User-agent: cohere-training-data-crawler User-agent: AI2Bot Disallow: / # Google-Extended stays allowed: the same token grounds Gemini's answers. User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Sitemap: https://crashreset.co.uk/sitemap.xml Sitemap: https://crashreset.co.uk/airbag-parts-sitemap.xml Sitemap: https://crashreset.co.uk/hybrid-battery-parts-sitemap.xml Sitemap: https://crashreset.co.uk/sensor-parts-sitemap.xml