# ==============================================
# robots.txt — lasercut.ru
# Обновлён: 23.03.2026
# ==============================================

User-agent: *

# ✅ СНАЧАЛА РАЗРЕШАЕМ нужные страницы с параметрами
# Разрешаем ТОЛЬКО чистую пагинацию
Allow: /blog/?page=*$
Allow: /blog/*?page=*$
Allow: /katalog/*?page=
Allow: /vse-aktsii/?page=*$
Allow: /novosti/?page=*$

# ✅ Разрешаем статические ресурсы
Allow: /assets/

# ❌ ЗАТЕМ ЗАПРЕЩАЕМ мусорные параметры
# Блокируем все page= кроме разрешенных выше
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?page2=
Disallow: /*&page2=

# ❌ Блокируем параметры каталога
Disallow: /katalog/*?page=*&*
Disallow: /katalog/*?*id=
Disallow: /katalog/*&id=

# ❌ Блокируем мусорные GET-параметры
Disallow: /*?utm_
Disallow: /*?source=
Disallow: /*&source=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?yclid=
Disallow: /*&yclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?pm_ad_id=
Disallow: /*&pm_ad_id=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?etext
Disallow: /*&etext=
Disallow: /*?materials=
Disallow: /*?materialy=
Disallow: /*&materials=
Disallow: /*&materialy=
Disallow: /*&id=
Disallow: /*?tags=
Disallow: /*&tags=

# ❌ Блокируем AMP
Disallow: /amp/
Disallow: /gamp/
Disallow: /goamp/

# ❌ Блокируем служебные и нежелательные страницы
Disallow: /cgi-bin
Disallow: /wishlist
Disallow: /compare
Disallow: /browsing
Disallow: /frontend
Disallow: /registration
Disallow: /favorites/
Disallow: /spasibo
Disallow: /thanks.html
Disallow: /successful-sent
Disallow: /spisok-tovarov
Disallow: /site-map
Disallow: /cart
Disallow: /search
Disallow: /setup.zip
Disallow: /mail.php
Disallow: /feedback-handler.php
Disallow: /connexiones
Disallow: /nalakoso
Disallow: /vendor/
Disallow: /all-products
Disallow: /all-products-rub/
Disallow: /custom-products-rub/
Disallow: /all-articles-of-site/
Disallow: /video/

# ❌ Блокируем служебные директории
Disallow: /assets/cache_image/
Disallow: /assets/components/
Disallow: /assets/data/
Disallow: /assets/sass/

# ==============================================
# Яндекс: те же запреты + Clean-param
# ==============================================
User-agent: Yandex

# ✅ Разрешаем
Allow: /blog/?page=*$
Allow: /blog/*?page=*$
Allow: /katalog/*?page=
Allow: /vse-aktsii/?page=*$
Allow: /novosti/?page=*$
Allow: /assets/

# ❌ Пагинация
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?page2=
Disallow: /*&page2=

# ❌ Параметры каталога
Disallow: /katalog/*?page=*&*
Disallow: /katalog/*?*id=
Disallow: /katalog/*&id=

# ❌ GET-мусор
Disallow: /*?utm_
Disallow: /*?source=
Disallow: /*&source=
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?yclid=
Disallow: /*&yclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?pm_ad_id=
Disallow: /*&pm_ad_id=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?etext
Disallow: /*&etext=
Disallow: /*?materials=
Disallow: /*?materialy=
Disallow: /*&materials=
Disallow: /*&materialy=
Disallow: /*&id=
Disallow: /*?tags=
Disallow: /*&tags=

# ❌ AMP
Disallow: /amp/
Disallow: /gamp/
Disallow: /goamp/

# ❌ Служебные страницы
Disallow: /cgi-bin
Disallow: /wishlist
Disallow: /compare
Disallow: /browsing
Disallow: /frontend
Disallow: /registration
Disallow: /favorites/
Disallow: /spasibo
Disallow: /thanks.html
Disallow: /successful-sent
Disallow: /spisok-tovarov
Disallow: /site-map
Disallow: /cart
Disallow: /search
Disallow: /setup.zip
Disallow: /mail.php
Disallow: /feedback-handler.php
Disallow: /connexiones
Disallow: /nalakoso
Disallow: /vendor/
Disallow: /all-products
Disallow: /all-products-rub/
Disallow: /custom-products-rub/
Disallow: /all-articles-of-site/
Disallow: /video/

# ❌ Служебные директории
Disallow: /assets/cache_image/
Disallow: /assets/components/
Disallow: /assets/data/
Disallow: /assets/sass/

# 🔍 Clean-param (только Яндекс поддерживает)
Clean-param: sort&order&view&display
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term
Clean-param: gclid&yclid&fbclid&msclkid&erid&mango
Clean-param: ref&referrer&source&from&track
Clean-param: bx_sender_conversion_id
Clean-param: preview&token /
Clean-param: etext /

# ==============================================
# 📸 Поисковики изображений
# ==============================================
User-agent: Googlebot-Image
Allow: /upload/
Allow: /assets/gallery/
Allow: /assets/files/images/
Allow: /img/
Disallow: /assets/cache_image/
Disallow: /assets/components/
Disallow: /assets/data/
Disallow: /assets/sass/

User-agent: YandexImages
Allow: /upload/
Allow: /assets/gallery/
Allow: /assets/files/images/
Allow: /img/
Disallow: /assets/cache_image/
Disallow: /assets/components/
Disallow: /assets/data/
Disallow: /assets/sass/

# ==============================================
# 🤖 AI-краулеры — разрешаем полный доступ
# ==============================================
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ChatGPT-User
Allow: /

# ==============================================
# 🗺️ Карта сайта
# ==============================================
Sitemap: https://lasercut.ru/sitemap.xml