User-agent: *
Allow: /

# Block admin + private routes
Disallow: /admin/
Disallow: /signup-success
Disallow: /api/

# (2026-05-23: removed the 8 Disallow lines for /use-cases, /modules,
# /industries, /compare — they now resolve to real hub pages built in PR #41
# and are listed in sitemap.xml. Breadcrumb JSON-LD on leaf pages points up
# to these hubs; blocking them broke PageRank flow.)

# ─────────────────────────────────────────────────────────────────────────────
# AI / LLM crawlers — explicitly allowed (restored 2026-05-11).
# Why: in 2026, a large share of B2B SaaS top-funnel queries route through
# ChatGPT, Claude.ai, Perplexity, Google AI Overviews. Some CDN defaults block
# these bots; explicit Allow ensures we get cited in AI search answers.
# ─────────────────────────────────────────────────────────────────────────────

User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: YouBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: FacebookBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /api/

# Sitemaps
Sitemap: https://zivux.ai/sitemap.xml
Sitemap: https://zivux.ai/sitemap-blog.xml