From 3300d14f999179d46e3314a647d11b53e7b7265e Mon Sep 17 00:00:00 2001
From: Rohan Kumar <seirdy@seirdy.one>
Date: Fri, 22 Apr 2022 21:45:15 -0700
Subject: [PATCH] robots: disallow some toxic bs

---
 static/robots.txt    |  18 +++++++++++++++++-
 static/robots.txt.br | Bin 91 -> 135 bytes
 static/robots.txt.gz | Bin 109 -> 150 bytes
 3 files changed, 17 insertions(+), 1 deletion(-)

diff --git a/static/robots.txt b/static/robots.txt
index 1a295aa..d167d02 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,5 +1,21 @@
 User-agent: *
-Sitemap: https://seirdy.one/sitemap.xml
 Disallow: /noindex/
 Disallow: /misc/
 Disallow: /webmentions/
+
+User-Agent: TurnitinBot
+Disallow: /
+
+User-Agent: NPBot
+Disallow: /
+
+User-Agent: SlySearch
+Disallow: /
+
+User-Agent: Adsbot
+Disallow: /
+
+User-Agent: AdsBot
+Disallow: /
+
+Sitemap: https://seirdy.one/sitemap.xml
diff --git a/static/robots.txt.br b/static/robots.txt.br
index 8ff7e4dc811cf398a38d6cb8c19bac3ce89bdec2..293b2b1dce06288b2ab558b8dee43cf4a8661b25 100644
GIT binary patch
literal 135
zcmV;20C@kQcnJVtqz-G1xtO`OK3FP(uCM)L7C{W<`GtXO@b@4eAhtY^*i!quK;i-l
z!>mh&gAoh{Hr*K31?xQUnuzhj#-7=t8`J5?R;WY<TZKUXH}KzDFC_>QlT#|#k-GWx
ps5$L=-J|Q)vgcdXo6Dop(Q<;Ta(imimsGznAAKDeCg3sj$^_(yMU4Oe

literal 91
zcmV-h0Hpt+xB~#-IB;WWUNX<bQh}&S-4@bQ5p?}6stXVP;DQ(+(2N82#FO+dg5f|%
xJn)cJp}d&MhQ-^Htv9p5wEUXsE5_Y_R1)GUKc-NuII>(#fa8Rg{5VS&!2mMZE{^~J

diff --git a/static/robots.txt.gz b/static/robots.txt.gz
index b5f6fffa237e13a8247b8d4e9456359225a7d4fd..01621361e165e7d0d861b0e2e7339076846746d4 100644
GIT binary patch
literal 150
zcmV;H0BQdpiwFP&fMa3;1BH#H0mDE5MSWn0=%7DW(B%#grenVCOR8)?ymuBY&&s~V
z5=3$6tw&KpNDPPyOh(+aws;EBDC+0Lv=zF(M}oz*2)#RS@c^C_$D<talE|me>u$6A
zw>Uy~Y)f7bKUa%JR7C!pd~zK}*`ktyXpoW$P!ysadE;_|+d@3L+#(oy7xSeN126#q
E0Keoz2mk;8

literal 109
zcmV-z0FwV7iwFSe0Ki}Z169eT6$3E<08n4pA^OlqcZ0qTa1dsq?Mo{5|5reM-U!kW
zg5iF7vWV1XA)qnZ0M|7j=Fhemjn?qLr7C&9JXqMIGzEfH8>UZG*A5j6M=u5K3hBs<
P4xe}fp*WS8cmMzZ@H8$-