User-agent: * Allow: / # Allow AI crawlers explicitly User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: OAI-SearchBot Allow: / # Protect admin and API routes from indexing Disallow: /admin Disallow: /api/ Disallow: /checkout/ Disallow: /success Disallow: /rescan Disallow: /refer/ # Internal planning tools — not for public indexing Disallow: /crm.html Disallow: /hq.html Disallow: /war-room.html Disallow: /strategic-plan.html Disallow: /financial-model.html Disallow: /field-guide.html Disallow: /sales-training.html Disallow: /invoice.html Disallow: /prospects.html Disallow: /prospects-200.html Disallow: /prospect-engine.html Disallow: /google-site-verification.html Disallow: /fb-comments.html Disallow: /social-plan.html # Allow blog, city pages, audit pages, compare pages Allow: /blog/ Allow: /temecula Allow: /murrieta Allow: /menifee Allow: /lake-elsinore Allow: /wildomar Allow: /compare/ Allow: /hvac-audit Allow: /dental-audit Allow: /auto-repair-audit Allow: /chiropractor-audit Allow: /plumber-audit Allow: /medspa-audit Allow: /restaurant-audit Allow: /winery-audit Allow: /law-firm-audit Allow: /salon-audit Allow: /landscaping-audit Allow: /fitness-audit Allow: /veterinarian-audit Allow: /real-estate-audit Allow: /report/sample Sitemap: https://storefrontaudit.com/sitemap.xml