# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

Sitemap: https://localhero.ai/sitemap.xml

# LLM content - see https://llmstxt.org
# Provides structured product information for AI assistants and LLMs
Sitemap: https://localhero.ai/llms.txt

# Signed-in app pages are disallowed for every crawler below. They answer 401
# to anonymous requests, so crawling them spends budget and returns nothing
# indexable. Everything else stays open: marketing, docs, blog, /login, /signup.
# A bot obeys only the most specific User-agent group that matches it, so the
# AI crawler group repeats these rules rather than inheriting them.

User-agent: *
Disallow: /dashboard
Disallow: /api-keys
Disallow: /settings
Disallow: /admin

# AI crawlers. Named explicitly so they keep full access to public content
# even as the wildcard group changes; same app-page exclusions apply.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Amazonbot
User-agent: Applebot-Extended
Disallow: /dashboard
Disallow: /api-keys
Disallow: /settings
Disallow: /admin