User-agent: *
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CloudflareBrowserRenderingCrawler
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

Content-Signal: search=yes, ai-train=no

# Block admin and internal routes
Disallow: /admin/
Disallow: /client/
Disallow: /api/

# Block authentication pages
Disallow: /sign-in
Disallow: /sign-up

# Block diagnostic internal flows
Disallow: /visibility-diagnostic/intake
Disallow: /visibility-diagnostic/unlock
Disallow: /visibility-diagnostic/my-reports
Disallow: /visibility-diagnostic/report/
Disallow: /visibility-diagnostic/shared/
Disallow: /visibility-diagnostic/thank-you

# Sitemap
Sitemap: https://www.chinamarketing.ai/sitemap-index.xml