From 0e2ee857ac6bd959a668e02ac45bddb765795b56 Mon Sep 17 00:00:00 2001 From: Daenney Date: Sat, 7 Sep 2024 17:21:36 +0200 Subject: [PATCH] [chore] More AI blocking (#3273) --- internal/web/robots.go | 1 + 1 file changed, 1 insertion(+) diff --git a/internal/web/robots.go b/internal/web/robots.go index be0126109..4945aa9fc 100644 --- a/internal/web/robots.go +++ b/internal/web/robots.go @@ -52,6 +52,7 @@ User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: GPTBot +User-agent: iaskspider/2.0 User-agent: ICC-Crawler User-agent: ImagesiftBot User-agent: img2dataset