# RecordX robots.txt # Sitemap contains all indexable URLs. Split per-section for scale. User-agent: * Allow: / # Auth + backend surfaces should not be crawled. Disallow: /admin Disallow: /admin/ Disallow: /dashboard.html Disallow: /pilot-dashboard.html Disallow: /api/ Disallow: /paypal-success.html Disallow: /paypal-cancel.html Disallow: /offline.html Disallow: /404.html Disallow: /consent.html # Explicit allow for major AI crawlers - RecordX benefits from being cited. User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: CCBot Allow: / # Sitemaps (index + per-section splits for scale). Sitemap: https://recordx.io/sitemap.xml Sitemap: https://recordx.io/sitemap-features.xml Sitemap: https://recordx.io/sitemap-use-cases.xml Sitemap: https://recordx.io/sitemap-vs.xml Sitemap: https://recordx.io/sitemap-integrations.xml Sitemap: https://recordx.io/sitemap-blog.xml Sitemap: https://recordx.io/sitemap-alternatives.xml Sitemap: https://recordx.io/sitemap-free-tools.xml Sitemap: https://recordx.io/sitemap-security.xml Sitemap: https://recordx.io/sitemap-templates.xml