# Verified Market Intelligence — robots.txt
# TESTING PHASE: the reports library and logged-in pages are kept out of search.
# Company profiles, marketing/static and generated report pages stay crawlable.

User-agent: *
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

# --- AI / answer-engine crawlers (AEO / GEO) ---

User-agent: GPTBot
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: OAI-SearchBot
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: ChatGPT-User
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: ClaudeBot
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: Claude-Web
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: anthropic-ai
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: PerplexityBot
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: Google-Extended
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: Applebot-Extended
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: Bingbot
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

User-agent: CCBot
Allow: /
Disallow: /config/
Disallow: /includes/
Disallow: /data/
Disallow: /cache/
Disallow: /pages/
Disallow: /search
Disallow: /report-customization/
Disallow: /report-sample/
Disallow: /report-view
Disallow: /workspace
Disallow: /invoice
Disallow: /signin
Disallow: /api/
Disallow: /previews/
Disallow: /email-previews/
Disallow: /reports-library

Sitemap: https://www.vmintelligence.com/sitemap.xml