User-agent: *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /wp-includes/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /
Crawl-delay: 10

User-agent: GPTBot
Allow: /