diff --git a/core/client/docs/robots.txt b/core/client/docs/robots.txt new file mode 100644 index 0000000000..3f86d8a9dd --- /dev/null +++ b/core/client/docs/robots.txt @@ -0,0 +1,10 @@ +--- +layout: nil +--- + +# www.robotstxt.org/ + +# Allow crawling of all content +User-agent: * +Disallow: +Sitemap: {{ site.url }}/sitemap.xml diff --git a/core/client/docs/sitemap.xml b/core/client/docs/sitemap.xml new file mode 100644 index 0000000000..7aaf56c9b3 --- /dev/null +++ b/core/client/docs/sitemap.xml @@ -0,0 +1,22 @@ +--- +layout: nil +--- + + + + {{ site.url }}/ + {{ site.time | date_to_xmlschema }} + daily + 1.0 + + {% for page in site.html_pages %} + {% if page.layout != "home" %} + + {{ site.url }}{{ page.url }} + {{ site.time | date_to_xmlschema }} + weekly + 0.7 + + {% endif %} + {% endfor %} +