# Escrova crawler policy: search and AI answers allowed; AI training declined.

User-agent: *
Allow: /

Content-Signal: search=yes, ai-input=yes, ai-train=no

Disallow: /account
Disallow: /orders
Disallow: /cart
Disallow: /checkout
Disallow: /admin
Disallow: /sales
Disallow: /order/
# The Terms, Privacy and Returns pages load their text from /api/legal/, and
# the marketplace and its listing pages load sellers' listings from
# /api/listings. A renderer that obeys robots.txt has to be able to read them
# to see those pages. Nothing else under /api/ (founder decision, 26 Oct 2026:
# the category tree stays closed because it spends a quota shoppers share).
Allow: /api/legal/
Allow: /api/listings
Disallow: /api/

Disallow: /search

Disallow: /buyer/
Disallow: /wishlist
Disallow: /sell
Disallow: /referrals
Disallow: /for-you

Disallow: /gift/

User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /account
Disallow: /orders
Disallow: /cart
Disallow: /checkout
Disallow: /admin
Disallow: /sales
Disallow: /order/
Allow: /api/legal/
Allow: /api/listings
Disallow: /api/
Disallow: /search
Disallow: /buyer/
Disallow: /wishlist
Disallow: /sell
Disallow: /referrals
Disallow: /for-you
Disallow: /gift/

# Crawlers that collect training data. The policy at the top declines AI
# training; these groups enforce it for the crawlers that announce themselves
# (founder decision, 26 Oct 2026). Google-Extended is left out on purpose:
# blocking it would also stop Gemini from citing Escrova, and it has no effect
# on Google Search either way.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Applebot-Extended
Disallow: /

Sitemap: https://www.escrova.io/sitemap.xml