# robots.txt for MaxeFeed AI
# https://maxefeed.com

User-agent: *
Allow: /

# Private / authenticated routes — do not index
Disallow: /admin/
Disallow: /app/
Disallow: /login
Disallow: /signup
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /reset-password

# Static asset directories (not user-facing pages)
Disallow: /pitch-deck/
Disallow: /email-templates/
Disallow: /email-signatures/
Disallow: /business-cards/
Disallow: /downloads/

# AI / LLM crawlers — explicitly welcome
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

# Sitemaps
Sitemap: https://maxefeed.com/sitemap.xml

# LLM-readable site summary
# https://maxefeed.com/llms.txt