User-agent: *
Disallow: /admin/
Disallow: /system/
Disallow: /webstat/
Disallow: /pay/
Disallow: /js/
Disallow: /cap/
Disallow: /calendar/
Disallow: /bin/

Crawl-delay: 1.5 


User-agent: AhrefsBot/5.1
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot/1.1~bl
Disallow: /

User-agent: Yandex
Clean-param: phone /avito_search
Clean-param: phone /search