User-agent: *
Allow: /
Allow: /llms.txt
Allow: /openapi.json
Allow: /agents
Allow: /agents.md
# Agents may call these as tools (see llms.txt); everything else under /api/ stays off-limits.
Allow: /api/search
Allow: /api/product
Disallow: /api/

# SEO tools: no Catalog-backed pages (each costs a live Catalog call).
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SERankingBacklinksBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
User-agent: BLEXBot
Disallow: /product
Disallow: /search
Disallow: /discover/
Disallow: /api/

# AI agents: call /api/search and /api/product as tools (do not crawl), or use MCP at https://dercora.com/mcp — see https://dercora.com/llms.txt
Sitemap: https://dercora.com/sitemap.xml