From 38e5961dead8ce0c0ba55f9806595c3fe00593b3 Mon Sep 17 00:00:00 2001 From: Alicia Sykes Date: Sat, 9 Mar 2024 15:25:30 +0000 Subject: [PATCH] Adds a robots.txt --- web/public/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 web/public/robots.txt diff --git a/web/public/robots.txt b/web/public/robots.txt new file mode 100644 index 0000000..b65f9b3 --- /dev/null +++ b/web/public/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /search/* +Allow: /search/$ +Allow: /sitemap + +Sitemap: https://awesome-privacy.xyz/sitemap-index.xml