From aea602e88a8f6e2fcfea08e75bc75f236d7b4556 Mon Sep 17 00:00:00 2001
From: Seirdy <seirdy@seirdy.one>
Date: Wed, 23 Oct 2024 00:09:46 -0400
Subject: [PATCH] Block webz GenAI scraping

---
 static/robots.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/static/robots.txt b/static/robots.txt
index 94c6a97..4c8b8e1 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -129,6 +129,10 @@ Disallow: /
 User-agent: Cotoyogi 
 Disallow: /
 
+# https://webz.io/bot.html
+User-agent: Webzio-extended
+Disallow: /
+
 # I'm not blocking CCBot for now. It publishes a free index for anyone to use.
 # Googe used this to train the initial version of Bard (now called Gemini).
 # I allow CCBot since its index is also used for upstart/hobbyist search engines