# Production — postavkin.com
# Maintenance: добавление AI бота = 1 строка User-agent в AI группу.
# КРИТИЧНО: между User-agent в одной группе НЕ должно быть пустых строк (RFC 9309 §2.2.1).

User-agent: *
Allow: /
Allow: /catalog/view/javascript/
Allow: /catalog/view/theme/
Disallow: /*route=common/archived_policy
Disallow: /admin/
Disallow: /system/
Disallow: /catalog/
Disallow: /*route=account/
Disallow: /*route=checkout/
Disallow: /*route=affiliate/
Disallow: /*route=api/
Disallow: /*route=extension/
Disallow: /*route=product/manufacturer
Disallow: /*route=product/search
Disallow: /*route=product/category1688
Disallow: /search
Disallow: /manufacturer
Disallow: /phpmyadmin
Disallow: /phpmyadmin/
Disallow: /index.php?route=
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?filter
Disallow: /*&filter
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?qf=
Disallow: /*&qf=
Disallow: /*?qf%5B
Disallow: /*&qf%5B
Disallow: /*?debug=
Disallow: /*&debug=
Disallow: /*?snId=
Disallow: /*&snId=
Disallow: /*?snId%5B
Disallow: /*&snId%5B
Crawl-delay: 1
Sitemap: https://postavkin.com/sitemap.xml

# AI crawlers — единая группа (RFC 9309 multi-UA, no inheritance from *).
# Disallow /1688_*.php — защита от training-scrape.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: CCBot
User-agent: Amazonbot
User-agent: YouBot
User-agent: Google-Extended
Allow: /
Allow: /catalog/view/javascript/
Allow: /catalog/view/theme/
Disallow: /admin/
Disallow: /system/
Disallow: /catalog/
Disallow: /*route=account/
Disallow: /*route=checkout/
Disallow: /*route=affiliate/
Disallow: /*route=api/
Disallow: /*route=extension/
Disallow: /*route=common/archived_policy
Disallow: /*route=product/manufacturer
Disallow: /*route=product/search
Disallow: /*route=product/category1688
Disallow: /search
Disallow: /manufacturer
Disallow: /1688_image.php
Disallow: /1688_webhook.php
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?filter
Disallow: /*&filter
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?qf=
Disallow: /*&qf=
Disallow: /*?qf%5B
Disallow: /*&qf%5B
Disallow: /*?debug=
Disallow: /*&debug=
Disallow: /*?snId=
Disallow: /*&snId=
Disallow: /*?snId%5B
Disallow: /*&snId%5B
Crawl-delay: 5

# Hard-block — нет SEO-ценности, перегруз сервера. RFC §2.2.1: case-insensitive UA.
User-agent: Bytespider
User-agent: Meta-ExternalAgent
User-agent: meta-webindexer
User-agent: Amzn-SearchBot
User-agent: SleepBot
User-agent: GeedoShopProductFinder
Disallow: /

# Yandex (text bot) — Clean-param эффективнее Disallow для нормализации URL.
User-agent: Yandex
Allow: /catalog/view/javascript/
Allow: /catalog/view/theme/
Disallow: /*route=common/archived_policy
Disallow: /admin/
Disallow: /system/
Disallow: /catalog/
Disallow: /*route=account/
Disallow: /*route=checkout/
Disallow: /*route=affiliate/
Disallow: /*route=api/
Disallow: /*route=extension/
Disallow: /*route=product/manufacturer
Disallow: /*route=product/search
Disallow: /*route=product/category1688
Disallow: /search
Disallow: /manufacturer
Disallow: /1688_image.php
Disallow: /1688_webhook.php
Disallow: /*?debug=
Disallow: /*&debug=
Disallow: /*?snId=
Disallow: /*&snId=
Disallow: /*?snId%5B
Disallow: /*&snId%5B
Clean-param: page&sort&order&filter&limit&qf&debug&snId /
Crawl-delay: 5

# YandexImages — РАЗРЕШАЕМ /1688_image.php (все product images через image proxy).
# Защита от bandwidth abuse: per-IP Redis rate-limit 3000 req/day на /1688_image.php.
User-agent: YandexImages
Allow: /
Allow: /catalog/view/javascript/
Allow: /catalog/view/theme/
Allow: /1688_image.php
Disallow: /*route=common/archived_policy
Disallow: /admin/
Disallow: /system/
Disallow: /catalog/
Disallow: /1688_webhook.php
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?filter
Disallow: /*&filter
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?qf=
Disallow: /*&qf=
Disallow: /*?qf%5B
Disallow: /*&qf%5B
Disallow: /*?debug=
Disallow: /*&debug=
Disallow: /*?snId=
Disallow: /*&snId=
Disallow: /*?snId%5B
Disallow: /*&snId%5B