teidesu/nixfiles
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix(koi): robots.txt in sharkey

Browse source
This commit is contained in:
alina 🌸 2024-03-16 22:59:40 +03:00
parent 44bf3841f5
commit 9ec641fb19
Signed by: teidesu
SSH key fingerprint: SHA256:uNeCpw6aTSU4aIObXLvHfLkDa82HWH9EiOj9AXOIRpI
2 changed files with 38 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
hosts/koi/containers/sharkey/Dockerfile
View file

@ -9,4 +9,5 @@ USER sharkey
RUN patch -p0 < /patches/zond.patch && \ RUN patch -p0 < /patches/zond.patch && \
patch -p0 < /patches/software.patch && \ patch -p0 < /patches/software.patch && \
patch -p0 < /patches/stats.patch && \ patch -p0 < /patches/stats.patch && \
cp -f /patches/robots.txt /sharkey/packages/backend/assets/robots.txt && \
node /patches/patch-locale.js node /patches/patch-locale.js

37
hosts/koi/containers/sharkey/patches/robots.txt Normal file
View file

@ -0,0 +1,37 @@
user-agent: *
disallow: /
# explicit disallows because some bots are assholes that need that
User-Agent: Googlebot
Disallow: /
User-Agent: Storebot-Google
Disallow: /
User-Agent: GoogleOther
Disallow: /
User-Agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Omgilibot
Disallow: /
User-Agent: FacebookBot
Disallow: /
User-agent: Amazonbot
Disallow: /