# aapi.ai crawl policy (2026-11-08)
# Search and citation crawlers may read public marketing pages.
# Training crawlers GPTBot, ClaudeBot, and Google-Extended are Disallow: /
# because this is a commercial product: allow search/citation, block training scrape.
# Private app prefixes are Disallow for every other crawler.
# /login and /console are legacy aliases of /sign-in and /dashboard.
# /admin is not a frontend route (admin UI is /system-settings) and is still Disallow.
# /docs is not a frontend route, so it is not listed as a public page.
# /topics is mirrored public markdown (/topics/<slug>.md), not the SPA shell.

Sitemap: https://aapi.ai/sitemap.xml

User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Googlebot
User-agent: bingbot
Disallow: /api/
Disallow: /v1/
Disallow: /v1beta/
Disallow: /pg
Disallow: /mj
Disallow: /dashboard
Disallow: /console
Disallow: /login
Disallow: /register
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password
Disallow: /reset
Disallow: /otp
Disallow: /oauth
Disallow: /setup
Disallow: /demo
Disallow: /keys
Disallow: /channels
Disallow: /wallet
Disallow: /users
Disallow: /playground
Disallow: /profile
Disallow: /models
Disallow: /system-settings
Disallow: /system-info
Disallow: /usage-logs
Disallow: /subscriptions
Disallow: /redemption-codes
Disallow: /security
Disallow: /chat
Disallow: /task-plugins
Disallow: /user/
Disallow: /errors
Disallow: /admin
Disallow: /401
Disallow: /403
Disallow: /404
Disallow: /500
Disallow: /503
Disallow: /forbidden
Allow: /
Allow: /pricing
Allow: /about
Allow: /rankings
Allow: /privacy-policy
Allow: /user-agreement
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /topics

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: *
Disallow: /api/
Disallow: /v1/
Disallow: /v1beta/
Disallow: /pg
Disallow: /mj
Disallow: /dashboard
Disallow: /console
Disallow: /login
Disallow: /register
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password
Disallow: /reset
Disallow: /otp
Disallow: /oauth
Disallow: /setup
Disallow: /demo
Disallow: /keys
Disallow: /channels
Disallow: /wallet
Disallow: /users
Disallow: /playground
Disallow: /profile
Disallow: /models
Disallow: /system-settings
Disallow: /system-info
Disallow: /usage-logs
Disallow: /subscriptions
Disallow: /redemption-codes
Disallow: /security
Disallow: /chat
Disallow: /task-plugins
Disallow: /user/
Disallow: /errors
Disallow: /admin
Disallow: /401
Disallow: /403
Disallow: /404
Disallow: /500
Disallow: /503
Disallow: /forbidden
Allow: /
Allow: /pricing
Allow: /about
Allow: /rankings
Allow: /privacy-policy
Allow: /user-agreement
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /topics