User-agent: * Disallow: /wp-admin/ Disallow: /cdn-cgi/ Allow: /wp-admin/admin-ajax.php Sitemap: https://www.lightrx.com/sitemap_index.xml # ---------------------------------------- # BLOCK BROKEN OR UNNEEDED FILES (5xx URLs) # ---------------------------------------- User-agent: * Disallow: /hair-restoration/wp-includes/wp-easycart/templates/ec_billing_email_receipt.php Disallow: /lightrx/botox/wp-admin/includes/class-pclzip.php Disallow: /happy-valley/wp-includes/js/something.min.js Disallow: /body-contouring/hair-removal/wp-includes/class-popover.php Disallow: /hair-restoration/wp-includes/body.pixels.min.js Disallow: /laser-lipo/body/wp-includes/modals.js Disallow: /skin-co2/wp-includes/slider-controls.php Disallow: /hair-restoration/services/wp-includes/canvas.min.js Disallow: /liposuction/wp-includes/styles/send-contact.php Disallow: /injectables/wp-includes/hover/hair.full.js Disallow: /body-contouring-info/wp-includes/helpers/chat-widget.php Disallow: /lightrx/hair-loss/wp-includes/class-request.php Disallow: /microneedling/wp-includes/body.zoom.min.js Disallow: /hair-restoration/wp-includes/images/banner.webp Disallow: /lightrx/hair-loss/wp-includes/loaders/component.js Disallow: /lightrx/body/wp-includes/theme.ajax.php Disallow: /injectables/wp-includes/css/reset.min.css Disallow: /injectables/wp-includes/body-effects.min.js Disallow: /hair-restoration/wp-includes/wp-admin/js/custom-editor.min.js Disallow: /laser-lipo/wp-includes/landing/forms.min.js Disallow: /body/wp-includes/fonts/font-v2.woff2 # ---------------------------------------- # AI CRAWLERS # ---------------------------------------- # GPTBot (OpenAI training bot) — Block User-agent: GPTBot Disallow: / # ChatGPT Link Preview Fetcher — Allow User-agent: ChatGPT-User Allow: / # Anthropic (Claude) User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / # Perplexity AI User-agent: PerplexityBot Allow: / # You.com / YouBot User-agent: YouBot Allow: / # Apple Generative AI User-agent: Applebot-Extended Allow: / # Cohere AI (CCBot) User-agent: CCBot Allow: /