User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: AhrefsBot 
Disallow: /

User-agent: SemrushBot 
Disallow: /

User-agent: ProximicBot 
Disallow: 


User-agent: *
Disallow: /cgi-bin/

User-agent: httrack
Disallow: /
Disallow: /cgi-bin/

User-agent: NetCaptor
Disallow: /
Disallow: /cgi-bin/

User-agent: Offline Explorer
Disallow: /
Disallow: /cgi-bin/

User-agent: WebCopier v3.3
Disallow: /
Disallow: /cgi-bin/

User-agent: WebCopier v3.2a
Disallow: /
Disallow: /cgi-bin/

User-agent: WebCopier
Disallow: /
Disallow: /cgi-bin/

User-agent: WebGather 3.0
Disallow: /
Disallow: /cgi-bin/

User-agent: WebZIP
Disallow: /
Disallow: /cgi-bin/

User-agent: Wget
Disallow: /
Disallow: /cgi-bin/

User-agent: Zao
Disallow: /
Disallow: /cgi-bin/

User-agent: Zeus 2.6
Disallow: /
Disallow: /cgi-bin/