unblock bing and apple bots.

Author: fiatjaf

block.go

@@ -20,10 +20,8 @@ func agentBlock(next http.HandlerFunc) http.HandlerFunc {
 			"DotBot",
 			"ClaudeBot",
 			"GPTBot",
-			"bingbot",
 			"MJ12Bot",
 			"PetalBot",
-			"Applebot",
 		} {
 			if strings.Contains(ua, bua) {
 				// log.Debug().Str("ua", ua).Msg("user-agent blocked")

render_robots.go

@@ -23,18 +23,12 @@ Disallow: /
 User-agent: dotbot
 Disallow: /
 
-User-agent: bingbot
-Disallow: /
-
 User-agent: MJ12bot
 Disallow: /
 
 User-agent: PetalBot
 Disallow: /
 
-User-agent: Applebot
-Disallow: /
-
 User-agent: *
 Allow: /