From b0cc1ac042f0ed7f9f8b3b74c81b71afbf7e19da Mon Sep 17 00:00:00 2001
From: Vincent Prouillet <vincent@wearewizards.io>
Date: Mon, 20 Mar 2017 21:40:03 +0900
Subject: [PATCH] Add robots.txt

---
 src/site.rs              | 10 ++++++++++
 src/templates/robots.txt |  1 +
 tests/site.rs            |  4 ++++
 3 files changed, 15 insertions(+)
 create mode 100644 src/templates/robots.txt

diff --git a/src/site.rs b/src/site.rs
index f2e4443e..b29174f0 100644
--- a/src/site.rs
+++ b/src/site.rs
@@ -21,6 +21,7 @@ lazy_static! {
         tera.add_raw_templates(vec![
             ("rss.xml", include_str!("templates/rss.xml")),
             ("sitemap.xml", include_str!("templates/sitemap.xml")),
+            ("robots.txt", include_str!("templates/robots.txt")),
         ]).unwrap();
         tera
     };
@@ -296,10 +297,19 @@ impl Site {
             self.render_rss_feed()?;
         }
 
+        self.render_robots()?;
+
         self.render_sections()?;
         self.copy_static_directory()
     }
 
+    fn render_robots(&self) -> Result<()> {
+        create_file(
+            self.output_path.join("robots.txt"),
+            &self.templates.render("robots.txt", &Context::new())?
+        )
+    }
+
     /// Render the /{categories, list} pages and each individual category/tag page
     /// They are the same thing fundamentally, a list of pages with something in common
     fn render_categories_and_tags(&self, kind: RenderList) -> Result<()> {
diff --git a/src/templates/robots.txt b/src/templates/robots.txt
new file mode 100644
index 00000000..7d329b1d
--- /dev/null
+++ b/src/templates/robots.txt
@@ -0,0 +1 @@
+User-agent: *
diff --git a/tests/site.rs b/tests/site.rs
index 1c9d9d1b..3bb84128 100644
--- a/tests/site.rs
+++ b/tests/site.rs
@@ -99,6 +99,7 @@ fn test_can_build_site_without_live_reload() {
 
     assert!(file_exists!(public, "index.html"));
     assert!(file_exists!(public, "sitemap.xml"));
+    assert!(file_exists!(public, "robots.txt"));
     assert!(file_exists!(public, "a-fixed-url/index.html"));
 
     assert!(file_exists!(public, "posts/python/index.html"));
@@ -140,6 +141,7 @@ fn test_can_build_site_with_live_reload() {
 
     assert!(file_exists!(public, "index.html"));
     assert!(file_exists!(public, "sitemap.xml"));
+    assert!(file_exists!(public, "robots.txt"));
     assert!(file_exists!(public, "a-fixed-url/index.html"));
 
     assert!(file_exists!(public, "posts/python/index.html"));
@@ -186,6 +188,7 @@ fn test_can_build_site_with_categories() {
 
     assert!(file_exists!(public, "index.html"));
     assert!(file_exists!(public, "sitemap.xml"));
+    assert!(file_exists!(public, "robots.txt"));
     assert!(file_exists!(public, "a-fixed-url/index.html"));
 
     assert!(file_exists!(public, "posts/python/index.html"));
@@ -237,6 +240,7 @@ fn test_can_build_site_with_tags() {
 
     assert!(file_exists!(public, "index.html"));
     assert!(file_exists!(public, "sitemap.xml"));
+    assert!(file_exists!(public, "robots.txt"));
     assert!(file_exists!(public, "a-fixed-url/index.html"));
 
     assert!(file_exists!(public, "posts/python/index.html"));