# JustBuildApps - AI agents and crawlers welcome.
# Agent docs: https://justbuildapps.com/for-agents
# LLM index:  https://justbuildapps.com/llms.txt (full: /llms-full.txt)
# MCP:        https://api.justbuildapps.com/mcp (streamable-http, docs at /mcp)
#
# Each group below is complete on its own: a crawler obeys only the most
# specific group naming it. Allow lines come before the Disallow lines they
# carve out of, so first-match parsers agree with longest-match ones.

# AI crawlers, search and answer engines.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
Allow: /api/v1/agent/
Allow: /api/v1/screenshots/
Allow: /api/v1/media/
Allow: /api/og
Disallow: /api/
Disallow: /hq
Disallow: /admin
Disallow: /settings
Disallow: /notifications
Disallow: /dev/
Disallow: /mockup
Disallow: /app/*/claim
Allow: /

# Everyone else.
User-agent: *
Allow: /api/v1/agent/
Allow: /api/v1/screenshots/
Allow: /api/v1/media/
Allow: /api/og
Disallow: /api/
Disallow: /hq
Disallow: /admin
Disallow: /settings
Disallow: /notifications
Disallow: /dev/
Disallow: /mockup
Disallow: /app/*/claim
Allow: /

Sitemap: https://justbuildapps.com/sitemap.xml