From 6a5423122128b5dce410811d650f0d61b7f81e82 Mon Sep 17 00:00:00 2001 From: thomasrosen Date: Tue, 22 Nov 2022 01:24:59 +0100 Subject: [PATCH] added robots.text that allows all crawlers --- frontend/robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 frontend/robots.txt diff --git a/frontend/robots.txt b/frontend/robots.txt new file mode 100644 index 0000000..c2a49f4 --- /dev/null +++ b/frontend/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Allow: /