# Avenews — Salt Lake City AI City Guide
# Strategy: deliberately allow AI training + answer-engine crawlers on public
# editorial / merchant content to maximize citation surface. Operator paths
# (portals, invites, auth) are gated for every bot.

# Consumer / general search
User-agent: *
Allow: /
Disallow: /portal/
Disallow: /portal/admin
Disallow: /portal/merchant
Disallow: /portal/publisher
Disallow: /portal/user
Disallow: /invites/
Disallow: /magic-link
Disallow: /auth/

# AI training + answer-engine crawlers
User-agent: GPTBot
Allow: /
Disallow: /portal/
Disallow: /invites/
Disallow: /magic-link
Disallow: /auth/

User-agent: ChatGPT-User
Allow: /
Disallow: /portal/
Disallow: /invites/
Disallow: /auth/

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /portal/
Disallow: /auth/

User-agent: Claude-Web
Allow: /
Disallow: /portal/

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /
Disallow: /portal/

User-agent: PerplexityBot
Allow: /
Disallow: /portal/

User-agent: Perplexity-User
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

Sitemap: https://www.avenews.com/sitemap.xml

# LLM context documents (llms.txt spec — https://llmstxt.org)
# Brief context for AI answer engines:  https://www.avenews.com/llms.txt
# Full context for AI research:         https://www.avenews.com/llms-full.txt
# Paste-optimized one-pager:            https://www.avenews.com/llmcopy.txt

# Agent/MCP integration
# MCP manifest: https://ca-agent-prod.victoriousglacier-a0992038.eastus2.azurecontainerapps.io/api/agent/mcp/manifest
# REST API v1:  https://ca-agent-prod.victoriousglacier-a0992038.eastus2.azurecontainerapps.io/v1/