User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */archive/
Disallow: $/archive/
Disallow: /archive/
Disallow: /archive*/
Disallow: */wpfb-file/
Disallow: /catalog/images/
Disallow: /log-in/
Disallow: /isolynx-old/*
Disallow: /xmlrpc.php
Disallow: /search
Disallow: /search/
Disallow: search/
Disallow: /?s=
Disallow: /?s 


Allow: /archive/catalog/images/
Allow: /wp-content/gallery/
Allow: /download/
Allow: /wp-content/
Allow: /wp-content/uploads/
Allow: /it/
Allow: /es/
Allow: /fr/
Allow: /de/
Allow: /ar/
Allow: /zh-cn/
Allow: /pt/
Allow: /ru/
Allow: /wp-admin/admin-ajax.php