User-agent: *
Disallow: /cache/
Disallow: /common/
Disallow: /files/
Disallow: /include/
Disallow: /mms/
Disallow: /style/
User-agent: ia_archiver
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Yandex
Disallow: /