#User-agent: Amazonbot # Amazon's user agent 
#Disallow: /

User-Agent: *
Disallow: /
#Disallow: /bitrix/
#Allow: /search/map.php
#Disallow: /auth/
#Disallow: /auth.php
#Disallow: /*PAGE_NAME=search
#Disallow: /*PAGE_NAME=user_post
#Disallow: /*PAGE_NAME=detail_slide_show
#Disallow: /*/slide_show/
#Disallow: /*/gallery/*order=*
#Disallow: /*?print=
#Disallow: /*&print=
#Disallow: /*register=yes
#Disallow: /*forgot_password=yes
#Disallow: /*change_password=yes
#Disallow: /*login=yes
#Disallow: /*logout=yes
#Disallow: /*auth=yes
#Disallow: /*print_course=Y
#Disallow: /*bitrix_*=
#Disallow: /*backurl=*
#Disallow: /*BACKURL=*
#Disallow: /*back_url=*
#Disallow: /*BACK_URL=*
#Disallow: /*back_url_admin=*
#Disallow: /*index.php$
#Disallow: /*?sphrase_id=*
#Disallow: /search/?q=*
#Disallow: /*?gclid=*
#Disallow: /*?utm_campaign=*
#Allow: /*.js*
#Allow: /*.css*
#Sitemap: https://www.rabochy-put.ru/sitemap_news.xml
#Sitemap: https://www.rabochy-put.ru/sitemap-news.xml

User-Agent: Yandex
Disallow: /bitrix/
Disallow: /world_and_country/
Disallow: /reklama/
Allow: /search/map.php
Disallow: /auth/
Disallow: /auth.php
Disallow: /*PAGE_NAME=search
Disallow: /*PAGE_NAME=user_post
Disallow: /*PAGE_NAME=detail_slide_show
Disallow: /*/slide_show/
Disallow: /*/gallery/*order=*
Disallow: /*?print=
Disallow: /*&print=
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /*print_course=Y
Disallow: /*bitrix_*=
Disallow: /*backurl=*
Disallow: /*BACKURL=*
Disallow: /*back_url=*
Disallow: /*BACK_URL=*
Disallow: /*back_url_admin=*
Disallow: /*index.php$
Disallow: /*?sphrase_id=*
Disallow: /search/?q=*
Disallow: /*?gclid=*
Disallow: /*?utm_campaign=*
Disallow: /*?ntvk1*     #
Disallow: /?idc=*       #
Allow: /bitrix/js/
Crawl-delay: 1.0

User-Agent: YandexNews
Disallow: /bitrix/
Allow: /search/map.php
Disallow: /auth/
Disallow: /auth.php
Disallow: /*PAGE_NAME=search
Disallow: /*PAGE_NAME=user_post
Disallow: /*PAGE_NAME=detail_slide_show
Disallow: /*/slide_show/
Disallow: /*/gallery/*order=*
Disallow: /*?print=
Disallow: /*&print=
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /*print_course=Y
Disallow: /*bitrix_*=
Disallow: /*backurl=*
Disallow: /*BACKURL=*
Disallow: /*back_url=*
Disallow: /*BACK_URL=*
Disallow: /*back_url_admin=*
Disallow: /*index.php$
Disallow: /*?sphrase_id=*
Disallow: /search/?q=*
Disallow: /*?gclid=*
Allow: */?PAGEN*
Allow: /bitrix/components/*/
Allow: /bitrix/cache/*/
Allow: /bitrix/js/*/
Allow: /bitrix/templates/*/
Allow: /bitrix/panel/*/
Allow: /bitrix/components/*/*/
Allow: /bitrix/cache/*/*/
Allow: /bitrix/js/*/*/
Allow: /bitrix/templates/*/*/
Allow: /bitrix/panel/*/*/
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Allow: /bitrix/panel/
Crawl-delay: 1.0

User-Agent: Googlebot
Disallow: /bitrix/
Allow: /bitrix/js/
Allow: /search/map.php
Disallow: /auth/
Disallow: /auth.php
Disallow: /*PAGE_NAME=search
Disallow: /*PAGE_NAME=user_post
Disallow: /*PAGE_NAME=detail_slide_show
Disallow: /*/slide_show/
Disallow: /*/gallery/*order=*
Disallow: /*?print=
Disallow: /*&print=
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /*print_course=Y
Disallow: /*bitrix_*=
Disallow: /*backurl=*
Disallow: /*BACKURL=*
Disallow: /*back_url=*
Disallow: /*BACK_URL=*
Disallow: /*back_url_admin=*
Disallow: /*index.php$
Disallow: /*?sphrase_id=*
Disallow: /search/?q=*
Disallow: /*?gclid=*
Disallow: /*?utm_campaign=*
Disallow: /*print:page*
User-Agent: Amazonbot
Disallow: /

Disallow: /faq.php


# Блокировка BLP_bbot (вредоносный)
User-agent: BLP_bbot
Disallow: /

# Блокировка неизвестных краулеров, которые не нужны
User-agent: meta-externalagent
Disallow: /

# Блокировка подозрительных версий Chrome (они всё равно игнорируют robots.txt)
# Эти строки скорее для порядка — реальной защиты не дадут
User-agent: Chrome/146.0.0.0
Disallow: /

User-agent: Chrome/147.0.0.0
Disallow: /

User-agent: Chrome/117.0.0.0
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: PetalBot
Disallow: /

Crawl-delay: 1.0