diff --git a/templates/robots.txt b/templates/robots.txt index 54b4151..dbe7c72 100644 --- a/templates/robots.txt +++ b/templates/robots.txt @@ -29,3 +29,7 @@ User-agent: PiplBot User-agent: Seekr User-agent: YouBot Disallow: / +User-agent: * +Disallow: +Allow: / +Sitemap: {{ get_url(path="sitemap.xml") }} \ No newline at end of file