feat: Adds robots.txt

2024-01-09 16:42:11 +00:00 · 2024-01-09 16:42:11 +00:00 · 2bb4a29eb4
parent a1c30d509f
commit 2bb4a29eb4
1 changed files with 11 additions and 0 deletions
--- a/static/robots.txt
+++ b/static/robots.txt
@ -0,0 +1,11 @@
+User-agent: Googlebot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: GoogleOther
+Disallow: /
+
+User-agent: Storebot-Google
+Disallow: /