From 9ec641fb19371003e96801ac3f0d0a362b70f1c3 Mon Sep 17 00:00:00 2001
From: teidesu <alina@tei.su>
Date: Sat, 16 Mar 2024 22:59:40 +0300
Subject: [PATCH] fix(koi): robots.txt in sharkey

---
 hosts/koi/containers/sharkey/Dockerfile       |  1 +
 .../koi/containers/sharkey/patches/robots.txt | 37 +++++++++++++++++++
 2 files changed, 38 insertions(+)
 create mode 100644 hosts/koi/containers/sharkey/patches/robots.txt

diff --git a/hosts/koi/containers/sharkey/Dockerfile b/hosts/koi/containers/sharkey/Dockerfile
index 08cb480..468f8a6 100644
--- a/hosts/koi/containers/sharkey/Dockerfile
+++ b/hosts/koi/containers/sharkey/Dockerfile
@@ -9,4 +9,5 @@ USER sharkey
 RUN patch -p0 < /patches/zond.patch && \
     patch -p0 < /patches/software.patch && \
     patch -p0 < /patches/stats.patch && \
+    cp -f /patches/robots.txt /sharkey/packages/backend/assets/robots.txt && \
     node /patches/patch-locale.js
diff --git a/hosts/koi/containers/sharkey/patches/robots.txt b/hosts/koi/containers/sharkey/patches/robots.txt
new file mode 100644
index 0000000..6b60e16
--- /dev/null
+++ b/hosts/koi/containers/sharkey/patches/robots.txt
@@ -0,0 +1,37 @@
+user-agent: *
+disallow: /
+
+# explicit disallows because some bots are assholes that need that
+
+User-Agent: Googlebot
+Disallow: /
+
+User-Agent: Storebot-Google
+Disallow: /
+
+User-Agent: GoogleOther
+Disallow: /
+
+User-Agent: Google-Extended
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-Agent: FacebookBot
+Disallow: /
+
+User-agent: Amazonbot
+Disallow: /
\ No newline at end of file