User-Agent: *
Disallow: /*.git*/
Disallow: /webstat/
#Disallow: /bitrix/templates/ravta_ru/js/custom.min.js
Disallow: */login/*
Disallow: */personal/*
Disallow: /*forgot_password*
Disallow: /m/
Disallow: /certificate/
Disallow: *ADD2BASKET*
Disallow: *?cat*
Disallow: *&cat*
Disallow: *register=yes*
Disallow: *_utl_*
Disallow: *check_key*
Disallow: *auth_service_id*
Disallow: */articles/*/articles/*
Disallow: /*&*
Disallow: */vse-/*
Disallow: */?*
Disallow: */tec/byauto/*
Allow: */?page=*
Allow: */?PAGEN_*

Sitemap: https://ravta.ru/sitemap_index.xml

Host: https://ravta.ru

User-agent: msnbot
Crawl-Delay: 10

User-agent: MJ12bot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /