# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /private/

# Sitemap location
Sitemap: https://uzenlabs.com/sitemap-index.xml

# --- AI Agent & LLM Signals ---

# Content signals for AI search engines and LLM crawlers
# ai-train: Do not use content for AI model training
# search: Allow indexing for AI-powered search (Perplexity, Google SGE, etc.)
# ai-input: Allow as grounding/input source for AI search
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Additional AI crawler directives
# Allow major AI search engines to index and reference our content
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Claude-Web
Allow: /

# LLMs.txt — machine-readable content summary for AI crawlers
# More info: https://llmstxt.org/
LLMsTxt: https://uzenlabs.com/llms.txt