User-Agent: *
Disallow: /rate/
Disallow: /files/
Allow: /files/img/
Allow: /files/*.css
Allow: /files/*.js
Disallow: /node/*?origin=
Disallow: */users/isAccountNoVerified/
Sitemap: https://serpstat.com/sitemap.xml
Sitemap: https://serpstat.com/ru/sitemap.xml
Sitemap: https://serpstat.com/de/sitemap.xml
Sitemap: https://serpstat.com/uk/sitemap.xml
Clean-param: ref&origin&search&user&lang
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /