From f7706c9173814c40bc63db3f636dd5079c4e022f Mon Sep 17 00:00:00 2001
From: John O'Nolan <john@tryghost.org>
Date: Tue, 11 Mar 2014 15:08:08 +0100
Subject: [PATCH] Introduce robots.txt and sitemap for docs

---
 ghost/admin/docs/robots.txt  | 10 ++++++++++
 ghost/admin/docs/sitemap.xml | 22 ++++++++++++++++++++++
 2 files changed, 32 insertions(+)
 create mode 100644 ghost/admin/docs/robots.txt
 create mode 100644 ghost/admin/docs/sitemap.xml

diff --git a/ghost/admin/docs/robots.txt b/ghost/admin/docs/robots.txt
new file mode 100644
index 0000000000..3f86d8a9dd
--- /dev/null
+++ b/ghost/admin/docs/robots.txt
@@ -0,0 +1,10 @@
+---
+layout: nil
+---
+
+# www.robotstxt.org/
+
+# Allow crawling of all content
+User-agent: *
+Disallow:
+Sitemap: {{ site.url }}/sitemap.xml
diff --git a/ghost/admin/docs/sitemap.xml b/ghost/admin/docs/sitemap.xml
new file mode 100644
index 0000000000..7aaf56c9b3
--- /dev/null
+++ b/ghost/admin/docs/sitemap.xml
@@ -0,0 +1,22 @@
+---
+layout: nil
+---
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd" xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+  <url>
+    <loc>{{ site.url }}/</loc>
+    <lastmod>{{ site.time | date_to_xmlschema }}</lastmod>
+    <changefreq>daily</changefreq>
+    <priority>1.0</priority>
+  </url>
+  {% for page in site.html_pages %}
+  {% if page.layout != "home" %}
+  <url>
+    <loc>{{ site.url }}{{ page.url }}</loc>
+    <lastmod>{{ site.time | date_to_xmlschema }}</lastmod>
+    <changefreq>weekly</changefreq>
+    <priority>0.7</priority>
+  </url>
+  {% endif %}
+  {% endfor %}
+</urlset>