# Opzero.sh - AI-Powered Web Deployment Platform
# https://opzero.sh
# Last updated: February 2026

User-agent: *
Allow: /
Allow: /docs
Allow: /pricing
Allow: /for-agents
Allow: /.well-known/
Allow: /openapi.json
Allow: /mcp

# Sitemap
Sitemap: https://opzero.sh/sitemap.xml

# ==========================================
# AI AGENT DISCOVERY ENDPOINTS
# ==========================================
#
# MCP Server (Model Context Protocol):
#   Endpoint: https://opzero.sh/mcp
#   Transport: Streamable HTTP
#   Protocol: 2024-11-05
#   Discovery: https://opzero.sh/.well-known/mcp.json
#
# OAuth 2.0 / OIDC:
#   OIDC Discovery: https://opzero.sh/.well-known/openid-configuration
#   OAuth AS Metadata: https://opzero.sh/.well-known/oauth-authorization-server
#   Protected Resource: https://opzero.sh/.well-known/oauth-protected-resource
#
# Agent Discovery Specifications:
#   agents.json: https://opzero.sh/.well-known/agents.json
#   Google A2A: https://opzero.sh/.well-known/agent.json
#   ChatGPT Plugin: https://opzero.sh/.well-known/ai-plugin.json
#   OpenAPI 3.1: https://opzero.sh/openapi.json
#
# Agent-specific pages:
#   All agents: https://opzero.sh/for-agents
#   Claude: https://opzero.sh/for-agents/claude
#   ChatGPT: https://opzero.sh/for-agents/chatgpt
#   Gemini: https://opzero.sh/for-agents/gemini
#   Grok: https://opzero.sh/for-agents/grok
#

# ==========================================
# AI/LLM CRAWLERS - Full Access
# ==========================================

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic
User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# Google
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

# xAI (Grok)
User-agent: Grok
Allow: /

User-agent: xAI-Grok
Allow: /

# Other AI Platforms
User-agent: Applebot-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Bytespider
Allow: /

# ==========================================
# STANDARD SEARCH CRAWLERS
# ==========================================

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yandex
Allow: /