User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /adwall/
Disallow: /ap1/
Disallow: /mobile/
Disallow: /framework/
Disallow: /gwframe.php
Disallow: /click.php