diff --git a/static/robots.txt b/static/robots.txt index 1979adb..3f3c85e 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -5,6 +5,7 @@ User-agent: Mediapartners* Disallow: / User-Agent: * -Disallow: /404.html -Disallow: /categories/ +Disallow: /categories +Disallow: /tags + Sitemap: https://dotya.ml/sitemap.xml