User-agent: dotbot
User-agent: mj12bot
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: GPTBot
Disallow: /



User-agent: *

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /trackback/
Disallow: /wp-register.php
Disallow: /cdn-cgi/
Disallow: /?s=
Disallow: /search/