From ff4a7dd06676cb49d8850dac1886748eaad80450 Mon Sep 17 00:00:00 2001
From: Nathan Steel <aney.login+rpi3@gmail.com>
Date: Thu, 2 Sep 2021 21:04:44 +0100
Subject: [PATCH] Add robots.txt

- To prevent files/ from being indexed by spiders
---
 robots.txt | 8 ++++++++
 1 file changed, 8 insertions(+)
 create mode 100644 robots.txt

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..cd97830
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,8 @@
+User-agent: *
+Disallow: /files/
+
+User-agent: *
+Allow: *
+
+#Sitemap: https://www.aney.co.uk/sitemap.xml
+