From b1a6600a3a331506195eb3c7e52858718efdbc8a Mon Sep 17 00:00:00 2001 From: "David T. Sadler" Date: Fri, 21 May 2021 18:59:36 +0100 Subject: Add robots.txt --- www/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 www/robots.txt diff --git a/www/robots.txt b/www/robots.txt new file mode 100644 index 0000000..d0e5f1b --- /dev/null +++ b/www/robots.txt @@ -0,0 +1,5 @@ +# www.robotstxt.org/ + +# Allow crawling of all content +User-agent: * +Disallow: -- cgit v1.2.3-13-gbd6f