# ============================================
#   Robots.txt для интернет-магазина Zen Cart
#   Оптимизировано: Bluefox.lt, 2026
#   Сохраняет SEO + блокирует нежелательные AI-боты
# ============================================


# --------------------------------------------
# 1. Специальные правила для Yandex
# --------------------------------------------
User-agent: Yandex
Allow: /
Clean-param: products_id&cPath&product_to_buy_id


# --------------------------------------------
# 2. Разрешаем доступ основным поисковым системам
# --------------------------------------------

# Google
User-agent: Googlebot
Allow: /

# Bing / Microsoft
User-agent: Bingbot
Allow: /

# Amazon Alexa
User-agent: Amazonbot
Allow: /

# Huawei Petal Search
User-agent: PetalBot
Allow: /

# OpenAI SearchBot (только поиск, не обучение)
User-agent: OAI-SearchBot
Allow: /


# --------------------------------------------
# 3. Блокируем AI-краулеры (обучающие модели)
# --------------------------------------------

# OpenAI training bot
User-agent: GPTBot
Disallow: /

# Meta AI
User-agent: Meta-ExternalAgent
Disallow: /

# Anthropic Claude
User-agent: ClaudeBot
Disallow: /

# Perplexity AI
User-agent: PerplexityBot
Disallow: /

# ByteDance / TikTok
User-agent: Bytespider
Disallow: /

# ChatGPT user agent (через плагины)
User-agent: ChatGPT-User
Disallow: /


# --------------------------------------------
# 4. Общие правила для всех остальных ботов
# --------------------------------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /briedysadmin/
Disallow: /zc_install/
Disallow: /cache/
Disallow: /includes/
Disallow: /tmp/
Disallow: /logs/
Disallow: /download/
Disallow: /media/
Disallow: /pub/
Disallow: /user/
Disallow: /login/
Disallow: /logout/
Disallow: /checkout/
Disallow: /shopping_cart/
Disallow: /account/
Disallow: /account_history/
Disallow: /password_forgotten/
Disallow: /products_all.html?disp_order=1&page=all


# --------------------------------------------
# 5. XML Sitemap
# --------------------------------------------
Sitemap: https://www.bluefox.lt/sitemap.xml
Sitemap: https://www.bluefox.lt/sitemap/sitemapcategories.xml
Sitemap: https://www.bluefox.lt/sitemap/sitemapmainpage.xml
Sitemap: https://www.bluefox.lt/sitemap/sitemapmanufacturers.xml
Sitemap: https://www.bluefox.lt/sitemap/sitemapproducts.xml