feat: Adds robots.txt

Makefile

@@ -4,13 +4,13 @@ all:
 prod: build pushl
 
 build:
-	yes | ~/zola build -o ~/public_html
+	yes | ~/bin/zola build -o ~/public_html
 
 pushl:
 	. /home/ydreniv/venv-pushl/bin/activate ; pushl -c pushl-cache/ "https://tilde.town/~ydreniv/atom.xml"
 
 preprod:
-	yes | ~/zola build --base-url https://tests.kestrels-and-roses.rocks/ydreniv --drafts
+	yes | ~/bin/zola build --base-url https://tests.kestrels-and-roses.rocks/ydreniv --drafts
 	echo "put -r public/* www" > sftp-batch.txt
 	sftp -b sftp-batch.txt tests.kestrels-and-roses.rocks
 	rm sftp-batch.txt

static/robots.txt

@@ -0,0 +1,11 @@
+User-agent: Googlebot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: GoogleOther
+Disallow: /
+
+User-agent: Storebot-Google
+Disallow: /