# AI Agent Access Policy for Portalz Cloud
# https://cloud.portalz.ai

# General policy
User-agent: *
Allow: /health
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /humans.txt
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /docs
Allow: /.well-known/model-card
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/agent.json
Allow: /.well-known/security.txt

# API access requires authentication
Disallow: /api/ (without valid API key or JWT)

# Sensitive endpoints — always restricted
Disallow: /api/cloud/events
Disallow: /api/cloud/retention/purge

# ── Per-Engine Crawl Delays (seconds) ─────────

User-agent: GPTBot
Crawl-delay: 2

User-agent: ChatGPT-User
Crawl-delay: 2

User-agent: ClaudeBot
Crawl-delay: 2

User-agent: Google-Extended
Crawl-delay: 1

User-agent: PerplexityBot
Crawl-delay: 5

User-agent: cohere-ai
Crawl-delay: 5

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

# Rate limits: 500 req/min with API key
# Contact: hello@portalz.ai
# Terms: https://portalz.ai/terms
# Privacy: https://portalz.ai/privacy