summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorDavid T. Sadler <davidtsadler@googlemail.com>2021-07-19 22:41:55 +0100
committerDavid T. Sadler <davidtsadler@googlemail.com>2021-07-19 22:41:55 +0100
commit3431dc10bc8c9925dcda272855de379321d832b2 (patch)
tree9f84404a8cb521a2197930b1a1b3063d3df98a92
parent989e24ff512265a4a73a0bb4b237b05b23b38f0c (diff)
Stop site from been crawled
-rw-r--r--public/robots.txt2
1 files changed, 2 insertions, 0 deletions
diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..1f53798
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /