# iya.ru — crawler policy
# The agent-swarm API is intentionally machine-friendly; see /llms.txt.
User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /account
Disallow: /admin
Disallow: /auth
Disallow: /api/
Disallow: /tracker/
Disallow: /embed/
Disallow: /*?_host=
Disallow: /*?page=
Disallow: /*?from=
Disallow: /*?to=

# AI crawlers are allowed and *counted*: iya.ru shows owners which LLM agents
# read their pages (see the "Bots and LLM agents" report).
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /

Sitemap: https://iya.ru/sitemap.xml
