From 3431dc10bc8c9925dcda272855de379321d832b2 Mon Sep 17 00:00:00 2001 From: "David T. Sadler" Date: Mon, 19 Jul 2021 22:41:55 +0100 Subject: Stop site from been crawled --- public/robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 public/robots.txt diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..1f53798 --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / -- cgit v1.2.3-13-gbd6f