# robots.txt для axelot.ru
# Версия: 3.0 PRODUCTION READY
# Подготовлено: 7logic.ru
# Дата: 06.04.2026

# ===================================================================
# GOOGLEBOT - Основной поисковый бот Google
# ===================================================================
User-agent: Googlebot

# Разрешаем AJAX и ресурсы для рендеринга (критично для mobile-first)
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/*.css
Allow: /wp-content/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js
Allow: /*.pdf
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# WordPress технические пути
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /xmlrpc.php

# Служебные страницы
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/
Disallow: /go/
Disallow: /author/

# Параметры WordPress
Disallow: /*?preview=
Disallow: /*?_thumbnail_id=
Disallow: /*&preview=
Disallow: /*&_thumbnail_id=

# Фиды
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/

# Taxonomy
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

# Старые Bitrix пути
Disallow: /bitrix/
Disallow: /netcat_files/
Disallow: /clients/
Disallow: /why/
Disallow: /products/
Disallow: /areas/

# Параметры аналитики
Disallow: /*?ctime=
Disallow: /*?yprqee=
Disallow: /*?ybaip=
Disallow: /*?etext=
Disallow: /*?_se=
Disallow: /*?erid=
Disallow: /*?clckid=
Disallow: /*?_ym_debug=

# ВАЖНО: Разрешаем весь контент
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/

# Разрешаем пагинацию
Allow: /*/page/


# ===================================================================
# YANDEX - Основной поисковый бот Яндекса
# ===================================================================
User-agent: Yandex

# Разрешаем AJAX и ресурсы для рендеринга
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/*.css
Allow: /wp-content/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js
Allow: /*.pdf
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# WordPress технические пути
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /xmlrpc.php

# Служебные страницы
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/
Disallow: /go/
Disallow: /author/

# Параметры WordPress
Disallow: /*?preview=
Disallow: /*?_thumbnail_id=
Disallow: /*&preview=
Disallow: /*&_thumbnail_id=

# Фиды
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/

# Taxonomy с wildcard
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

# Старые Bitrix пути
Disallow: /bitrix/
Disallow: /netcat_files/
Disallow: /clients/
Disallow: /why/
Disallow: /products/
Disallow: /areas/

# Разрешаем контент
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/

# Разрешаем пагинацию
Allow: /*/page/

# Clean-param: Параметры фильтрации по разделам
Clean-param: group&ind&loc&type&tags&search&wiki_type&locationId&sort&q /projects/
Clean-param: group&ind&loc&type&tags&search&wiki_type&locationId&sort&q /news/
Clean-param: group&ind&loc&type&tags&search&wiki_type&locationId&sort&q /wiki/
Clean-param: group&ind&loc&type&tags&search&wiki_type&locationId&sort&q /academy/baza-znanij/
Clean-param: group&ind&loc&type&tags&search&wiki_type&locationId&sort&q /events/

# Clean-param: Параметры аналитики и трекинга (глобально)
Clean-param: ctime&yprqee&ybaip&etext&_se&erid&clckid&ypppel&yhic&yhyd&ychyd&yclyd&ylcyd&yqpil&ypppil&ycilyd&ycyylyd&ycyylid&yclld&ycllcd&ycylid&ycld&yclyyd&yyclyyd&yqppel&icllcd&ylclyd&ybqpil&ykild&yklld&ypqpil&yqilp&ydqpqel&ydqpqlii&_ym_debug&_ym_status-check&_ym_lang&_sm_au_&gtm_latency&hhtmFrom&spm&yandex-source&zarsrc&trk&from&gidzl&ref&msclkid&_thumbnail_id&preview&disableGlobalInfoCollect&register&backurl&success_popup


# ===================================================================
# BINGBOT - Основной поисковый бот Microsoft Bing
# ===================================================================
User-agent: Bingbot

# Разрешаем AJAX и ресурсы
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/*.css
Allow: /wp-content/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js
Allow: /*.pdf

# WordPress технические
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /xmlrpc.php

# Служебные
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/
Disallow: /go/
Disallow: /author/

# Параметры
Disallow: /*?preview=
Disallow: /*?_thumbnail_id=
Disallow: /*&preview=
Disallow: /*&_thumbnail_id=

# Фиды
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/

# Taxonomy
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

# Bitrix
Disallow: /bitrix/
Disallow: /netcat_files/
Disallow: /clients/
Disallow: /why/
Disallow: /products/
Disallow: /areas/

# Параметры аналитики
Disallow: /*?ctime=
Disallow: /*?yprqee=
Disallow: /*?ybaip=
Disallow: /*?etext=
Disallow: /*?_se=
Disallow: /*?erid=
Disallow: /*?clckid=
Disallow: /*?_ym_debug=

# Контент
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/

# Пагинация
Allow: /*/page/


# ===================================================================
# AI-БОТЫ: OPENAI (ChatGPT, GPT-4, SearchGPT)
# ===================================================================

User-agent: GPTBot
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

User-agent: ChatGPT-User
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

User-agent: OAI-SearchBot
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*


# ===================================================================
# AI-БОТЫ: GOOGLE AI (Gemini, Bard, AI Overview)
# ===================================================================

User-agent: Google-Extended
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

User-agent: GoogleOther
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*


# ===================================================================
# AI-БОТЫ: ANTHROPIC (Claude)
# ===================================================================

User-agent: ClaudeBot
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

User-agent: Claude-SearchBot
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*


# ===================================================================
# AI-БОТЫ: PERPLEXITY
# ===================================================================

User-agent: PerplexityBot
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

User-agent: Perplexity-User
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*


# ===================================================================
# AI-БОТЫ: ПРОЧИЕ
# ===================================================================

User-agent: CCBot
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*


# ===================================================================
# УНИВЕРСАЛЬНОЕ ПРАВИЛО ДЛЯ ОСТАЛЬНЫХ БОТОВ
# ===================================================================
User-agent: *

# Разрешаем AJAX
Allow: /wp-admin/admin-ajax.php

# WordPress технические
Disallow: /wp-admin/
Disallow: /wp-json/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /xmlrpc.php

# Служебные
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/
Disallow: /go/
Disallow: /author/

# Параметры WordPress
Disallow: /*?preview=
Disallow: /*?_thumbnail_id=
Disallow: /*&preview=
Disallow: /*&_thumbnail_id=

# Фиды
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/

# Taxonomy
Disallow: /tag/*
Disallow: /event-type/*
Disallow: /location/*
Disallow: /industry/*

# Bitrix
Disallow: /bitrix/
Disallow: /netcat_files/
Disallow: /clients/
Disallow: /why/
Disallow: /products/
Disallow: /areas/

# Параметры аналитики
Disallow: /*?ctime=
Disallow: /*?yprqee=
Disallow: /*?ybaip=
Disallow: /*?etext=
Disallow: /*?_se=
Disallow: /*?erid=
Disallow: /*?clckid=
Disallow: /*?_ym_debug=

# Контент
Allow: /product/
Allow: /news/
Allow: /projects/
Allow: /events/
Allow: /wiki/
Allow: /smi/
Allow: /about/
Allow: /career/
Allow: /contacts/
Allow: /knowhow/
Allow: /service/

# Статика для рендеринга
Allow: /wp-content/uploads/
Allow: /*.css
Allow: /*.js
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg
Allow: /*.pdf

# Пагинация
Allow: /*/page/


# ===================================================================
# SITEMAP
# ===================================================================
Sitemap: https://www.axelot.ru/sitemap_index.xml