From 57e1395a26f32af0021d8f9e50ace16c1b488c92 Mon Sep 17 00:00:00 2001 From: Eloy Degen Date: Sat, 10 Sep 2022 00:17:44 +0200 Subject: [PATCH] Add robots.txt which only allows indexing the homepage, so it won't traverse the whole wiki --- static/robots.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 static/robots.txt diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..4329532 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,3 @@ +user-agent: * +Allow: /$ +Disallow: / \ No newline at end of file