# Default policy (all crawlers, including search engines)
User-agent: *
Allow: /features/
Allow: /es/
Allow: /zh/
Allow: /ja/
Allow: /zh-Hant/
Allow: /llms.txt
Allow: /faq
Allow: /how-it-works
Allow: /price
Allow: /compare
Allow: /vs/
Allow: /use-cases/
Allow: /blog
Allow: /changelog
Allow: /glossary
Allow: /space/
Allow: /campaign
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# LLM crawlers explicitly allowed (GEO).
# Listed individually so that any future tightening of "User-agent: *" does not
# accidentally block AI search ingestion.

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

User-agent: OAI-SearchBot
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

User-agent: ChatGPT-User
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

User-agent: Perplexity-User
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

User-agent: Claude-Web
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

User-agent: anthropic-ai
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# Google AI Overview / Gemini training
User-agent: Google-Extended
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# Amazon AI (Alexa / AWS)
User-agent: Amazonbot
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# Cohere
User-agent: cohere-ai
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# Bytedance (Doubao / Volcano)
User-agent: Bytespider
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

# Meta
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /project/
Disallow: /trash/
Disallow: /asset/
Disallow: /payment-invoice/
Disallow: /web-payment/
Disallow: /auth-reset-password
Disallow: /auth-confirm-email
Disallow: /auth-forgot
Disallow: /business-login
Disallow: /login
Disallow: /logon

Sitemap: https://www.oiioii.ai/sitemap.xml