# Search engines and AI crawlers share one group (RFC 9309 allows several
# User-agent lines per group): public pages are open to all, account and app
# routes are closed to all. Listing the AI crawlers by name says they are
# welcome; without it they would still follow the * rules.
User-agent: *
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs
Allow: /openapi/
Allow: /.well-known/
Allow: /api/mcp/server-card
Allow: /gpus
Allow: /rent
Allow: /alternatives/
Allow: /compare/
Allow: /deploy
Allow: /pricing
Allow: /earn
Allow: /host$

# Authenticated / app internals (not public marketing pages)
Disallow: /api/
Disallow: /account
Disallow: /admin
Disallow: /billing
Disallow: /dashboard
Disallow: /host/onboarding
Disallow: /host/machines
Disallow: /host/earnings
Disallow: /host/market
Disallow: /rentals
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /setup
Disallow: /install/
Disallow: /support

Sitemap: https://amplerun.com/sitemap.xml