# potto.app — crawler policy
# Generated by `pt web sitemap build`; `pt web sitemap check` fails on drift.
#
# Search engines are welcome: the catalogue is meant to be
# findable, and every published page is listed in the sitemap
# index at the bottom of this file.
#
# AI training and answer crawlers are NOT welcome to bulk-read
# the site. The dataset is Potto's own work and is sold by the
# call. Agents have a front door, and it is a better one than
# crawling:
#
#   Catalogue + terms   https://potto.app/llms.txt
#   Free teaser (capped) https://potto.app/api/v1/teasers/learnables/{slug}
#   Full entries (paid)  https://potto.app/mcp  ·  https://potto.app/api/v1

User-agent: *
Allow: /
Disallow: /api/
Disallow: /x402/
Disallow: /oauth/
Disallow: /mcp
Disallow: /users/
Disallow: /admin

# Classic search crawlers — named so a future edit to the
# wildcard group above cannot quietly take search with it.
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: YandexBot
User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /x402/
Disallow: /oauth/
Disallow: /mcp
Disallow: /users/
Disallow: /admin

# AI training / answer crawlers — declined. Use the front
# door named above; it is free to browse and priced per
# call for the full entry.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: ImagesiftBot
User-agent: Omgilibot
User-agent: Timpibot
User-agent: YouBot
Disallow: /

Sitemap: https://potto.app/sitemap.xml