From 17722e5ef23f58bf661c00c7bb8fea306318bcf2 Mon Sep 17 00:00:00 2001 From: XhmikosR Date: Sun, 23 Feb 2014 13:33:33 +0200 Subject: Add sitemap.xml and robots.txt files. --- docs/robots.txt | 10 ++++++++++ docs/sitemap.xml | 22 ++++++++++++++++++++++ 2 files changed, 32 insertions(+) create mode 100644 docs/robots.txt create mode 100644 docs/sitemap.xml (limited to 'docs') diff --git a/docs/robots.txt b/docs/robots.txt new file mode 100644 index 000000000..3f86d8a9d --- /dev/null +++ b/docs/robots.txt @@ -0,0 +1,10 @@ +--- +layout: nil +--- + +# www.robotstxt.org/ + +# Allow crawling of all content +User-agent: * +Disallow: +Sitemap: {{ site.url }}/sitemap.xml diff --git a/docs/sitemap.xml b/docs/sitemap.xml new file mode 100644 index 000000000..7aaf56c9b --- /dev/null +++ b/docs/sitemap.xml @@ -0,0 +1,22 @@ +--- +layout: nil +--- + + + + {{ site.url }}/ + {{ site.time | date_to_xmlschema }} + daily + 1.0 + + {% for page in site.html_pages %} + {% if page.layout != "home" %} + + {{ site.url }}{{ page.url }} + {{ site.time | date_to_xmlschema }} + weekly + 0.7 + + {% endif %} + {% endfor %} + -- cgit v1.2.3