# =============================================================== # Robots.txt for DoorStep Mobile Repair # Website: https://doorstepmobilerepair.in # Optimized for SEO & All Crawlers (including AI) # =============================================================== # --------------------------------------------------------------- # Default rules for all crawlers # --------------------------------------------------------------- User-agent: * # Paths and directories to block from crawling Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /cart/ Disallow: /checkout/ Disallow: /login/ Disallow: /register/ Disallow: /private/ # Block source code, server files, and build outputs Disallow: /server/ Disallow: /src/ Disallow: /node_modules/ Disallow: /out/ # Block all URLs containing query parameters (?, =, &) # This prevents indexing of duplicate content from search, filters, etc. Disallow: /*? # IMPORTANT: Allow Next.js static assets for proper page rendering # This rule overrides the Disallow directives above for this specific path. Allow: /_next/static/ # --------------------------------------------------------------- # Rules for specific AI crawlers # Explicitly allowing ensures they can access public content to # improve AI Overviews and other generative AI features. # --------------------------------------------------------------- User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / # --------------------------------------------------------------- # Sitemap Location # --------------------------------------------------------------- Sitemap: https://doorstepmobilerepair.in/sitemap.xml