# https://www.robotstxt.org/robotstxt.html # Standard crawlers User-agent: * Allow: /blog/ Allow: /repair-cost/ Allow: /repair-estimator Allow: /vehicle-profile Allow: /pricing Allow: /signup Allow: /help/ Allow: /terms Allow: /privacy Allow: /demo Allow: /irs-mileage-tracker Allow: /mileiq-alternative Allow: /pre-purchase-inspection Allow: /vin-check # Public Shop CRM marketing / SEO pages. The rest of /shop/ is the # auth-gated CRM app and stays blocked by the Disallow below. Google and # Bing honour the longest-matching rule, so these Allow paths win over the # broader /shop/ Disallow. Allow: /shop/forms/ Allow: /shop/collision-repair.html Allow: /shop/mechanical-repair.html Disallow: /owner/ Disallow: /shop/ Disallow: /admin/ Disallow: /api/ Disallow: /.netlify/ # AI / LLM crawlers — explicitly permitted for indexing # These bots power ChatGPT, Perplexity, Claude, Google AI Overviews, and Bing Copilot User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Anthropic-AI Allow: / User-agent: Bytespider Allow: / User-agent: CCBot Allow: / User-agent: cohere-ai Allow: / User-agent: Applebot-Extended Allow: / # Sitemap Sitemap: https://templatevault.io/sitemap.xml