# Search and answer engines are welcome: this is how Google, ChatGPT, Claude and Perplexity find these
# pages and link to them. Model-training crawlers are declined further down.
User-agent: *
Allow: /
Disallow: /oauth/consent
Disallow: /onboarding

# Model-training crawlers. These ingest content into model weights and send no readers back. Declining
# them does not affect discoverability: the search crawlers above are separate agents and stay allowed.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://www.esti-maite.com/sitemap.xml