# https://www.robotstxt.org/robotstxt.html

# Bots crawling /browse/<id> pages cause the SPA to make 5–10 API calls
# per page load. With a small worker pool this saturates the backend and
# causes 504s for real users. Disallow bots from API and GraphQL paths;
# the public site (entry browse, polls, etc.) remains crawlable.

User-agent: *
Disallow: /api/
Disallow: /v1/graphql
Crawl-delay: 5

User-agent: Googlebot
Disallow: /api/
Disallow: /v1/graphql

User-agent: Bingbot
Disallow: /api/
Disallow: /v1/graphql

User-agent: Applebot
Disallow: /api/
Disallow: /v1/graphql

User-agent: Baiduspider
Disallow: /api/
Disallow: /v1/graphql

User-agent: Bytespider
Disallow: /api/
Disallow: /v1/graphql

User-agent: Yandexbot
Disallow: /api/
Disallow: /v1/graphql