# General exclusions for all bots User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /cgi-bin/ Disallow: /xmlrpc.php Disallow: /?s= Disallow: *?replytocom Disallow: */feed/ Disallow: */embed/ Allow: /wp-admin/admin-ajax.php # Googlebot - fully allowed User-agent: Googlebot Disallow: # Bingbot - throttle crawling User-agent: Bingbot Crawl-delay: 10 # ClaudeBot - throttle User-agent: ClaudeBot Crawl-delay: 15 # PetalBot - throttle User-agent: PetalBot Crawl-delay: 20 # GPTBot - block completely User-agent: GPTBot Disallow: / # DotBot - block completely User-agent: DotBot Disallow: /