From 9aa761455f2bd5f5615c73fef0ec1afb43fb7734 Mon Sep 17 00:00:00 2001 From: Christoph Haas Date: Fri, 6 Feb 2026 18:12:47 +0100 Subject: [PATCH] block more AI bots --- public/robots.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index ce950e7..4ecb74c 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -36,6 +36,8 @@ User-agent: Factset_spyderbot User-agent: FirecrawlAgent User-agent: FriendlyCrawler User-agent: Gemini-Deep-Research +User-agent: Google-CloudVertexBot +User-agent: GoogleOther User-agent: GPTBot User-agent: iaskspider/2.0 User-agent: ICC-Crawler