diff --git a/web/public/robots.txt b/web/public/robots.txt new file mode 100644 index 0000000..b65f9b3 --- /dev/null +++ b/web/public/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /search/* +Allow: /search/$ +Allow: /sitemap + +Sitemap: https://awesome-privacy.xyz/sitemap-index.xml