fix(koi): robots.txt in sharkey
This commit is contained in:
parent
44bf3841f5
commit
9ec641fb19
2 changed files with 38 additions and 0 deletions
|
@ -9,4 +9,5 @@ USER sharkey
|
|||
RUN patch -p0 < /patches/zond.patch && \
|
||||
patch -p0 < /patches/software.patch && \
|
||||
patch -p0 < /patches/stats.patch && \
|
||||
cp -f /patches/robots.txt /sharkey/packages/backend/assets/robots.txt && \
|
||||
node /patches/patch-locale.js
|
||||
|
|
37
hosts/koi/containers/sharkey/patches/robots.txt
Normal file
37
hosts/koi/containers/sharkey/patches/robots.txt
Normal file
|
@ -0,0 +1,37 @@
|
|||
user-agent: *
|
||||
disallow: /
|
||||
|
||||
# explicit disallows because some bots are assholes that need that
|
||||
|
||||
User-Agent: Googlebot
|
||||
Disallow: /
|
||||
|
||||
User-Agent: Storebot-Google
|
||||
Disallow: /
|
||||
|
||||
User-Agent: GoogleOther
|
||||
Disallow: /
|
||||
|
||||
User-Agent: Google-Extended
|
||||
Disallow: /
|
||||
|
||||
User-agent: CCBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: ChatGPT-User
|
||||
Disallow: /
|
||||
|
||||
User-agent: GPTBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Google-Extended
|
||||
Disallow: /
|
||||
|
||||
User-agent: Omgilibot
|
||||
Disallow: /
|
||||
|
||||
User-Agent: FacebookBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Amazonbot
|
||||
Disallow: /
|
Loading…
Reference in a new issue