User-agent: *
Disallow: /bitrix/
Disallow: /search/
Disallow: /upload/
Host: biysk22.ru
Crawl-delay: 5

User-agent: ia_archiver
Disallow: /


User-agent: SemrushBot
Disallow: / 

User-agent: SemrushBot-SA
Disallow: / 

User-Agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: / 

USer-agent: MegaIndex
Disallow: /

User-agent: Yandex
Disallow: /auth/
Disallow:  /about/info/projects
Disallow: /search/
Disallow: /upload/
Disallow: /bitrix/
Crawl-delay: 10 # задает таймаут в 10 секунд
Clean-param: ELEME&monthyear&type&back_url_admin&month&year&PAGEN_1 /about/info/news/*
Clean-param: type&PAGEN_1&pagen_1&bitrix_include_areas