# ==============================================================================
# Yournet DeepTech Systems — Robots.txt & Bot Optimization Protocol
# Official Portal: https://yournet.com.br
# Live products:
#   - SOG-AI          : https://sogai.yournet.com.br
#   - BareStack       : https://barestack.yournet.com.br
#   - InsightCare     : https://insightcare.yournet.com.br
# ==============================================================================

# Search Engine Indexers
User-agent: *
Allow: /
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /llms-pt.txt
Allow: /llms-full-pt.txt
Allow: /openapi.json
Disallow: /api/
Disallow: /data/
Disallow: /admin/

# Google Search
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
Allow: /
Disallow: /api/
Disallow: /data/

# Bing / Microsoft Copilot
User-agent: Bingbot
User-agent: msnbot
Allow: /
Disallow: /api/
Disallow: /data/

# OpenAI / ChatGPT Web Search & Indexing
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /data/

# Anthropic Claude Search & Indexing
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Anthropic-AI
Allow: /
Disallow: /api/
Disallow: /data/

# Perplexity AI Search & Knowledge Base
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /data/

# Apple Intelligence & Siri Knowledge
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /data/

# Google Gemini / DeepMind Retrieval
User-agent: Google-Extended
User-agent: GoogleOther
Allow: /
Disallow: /api/
Disallow: /data/

# Cohere AI
User-agent: Cohere-AI
Allow: /
Disallow: /api/
Disallow: /data/

# ByteDance / TikTok Search
User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /data/

# Common Crawl & Open Web Datasets
User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /data/

# Meta / Facebook External Agent
User-agent: Meta-ExternalAgent
User-agent: facebookexternalhit
Allow: /
Disallow: /api/
Disallow: /data/

# Mistral AI / Le Chat
User-agent: MistralAI-User
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

# xAI / Grok (X / Twitter Search)
User-agent: GrokBot
User-agent: Twitterbot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

# Sitemap & LLM Context Discovery
Sitemap: https://yournet.com.br/sitemap.xml

# LLMs Standard: Context files for Generative Engine Optimization (GEO)
# English (default)
llms-txt: https://yournet.com.br/llms.txt
llms-full: https://yournet.com.br/llms-full.txt
# Portuguese (Brazilian)
llms-txt: https://yournet.com.br/llms-pt.txt
llms-full: https://yournet.com.br/llms-full-pt.txt