zola/components/site/src/lib.rs

928 lines
33 KiB
Rust
Raw Normal View History

2017-07-01 07:47:41 +00:00
extern crate tera;
extern crate rayon;
extern crate glob;
2017-07-04 23:27:27 +00:00
extern crate serde;
#[macro_use]
extern crate serde_derive;
2017-07-06 13:19:15 +00:00
extern crate sass_rs;
#[macro_use]
2017-07-01 07:47:41 +00:00
extern crate errors;
extern crate config;
extern crate utils;
extern crate front_matter;
extern crate templates;
extern crate pagination;
extern crate taxonomies;
extern crate content;
2018-03-15 17:58:32 +00:00
extern crate search;
2018-02-02 20:35:04 +00:00
extern crate imageproc;
2017-07-01 07:47:41 +00:00
#[cfg(test)]
2018-04-25 08:28:23 +00:00
extern crate tempfile;
2017-07-01 07:47:41 +00:00
use std::collections::{HashMap, HashSet};
2018-03-20 20:27:33 +00:00
use std::fs::{create_dir_all, remove_dir_all, copy};
2017-07-01 10:13:21 +00:00
use std::mem;
use std::path::{Path, PathBuf};
2018-02-02 20:35:04 +00:00
use std::sync::{Arc, Mutex};
use glob::glob;
use tera::{Tera, Context};
use sass_rs::{Options as SassOptions, OutputStyle, compile_file};
2017-07-06 13:19:15 +00:00
use errors::{Result, ResultExt};
use config::{Config, get_config};
2018-03-14 21:03:06 +00:00
use utils::fs::{create_file, copy_directory, create_directory, ensure_directory_exists};
use utils::templates::{render_template, rewrite_theme_paths};
2018-05-11 11:54:16 +00:00
use utils::net::get_available_port;
2018-09-20 20:19:52 +00:00
use content::{Page, Section, populate_siblings, sort_pages, sort_pages_by_date};
2017-05-13 04:05:38 +00:00
use templates::{GUTENBERG_TERA, global_fns, render_redirect_template};
2018-09-20 20:19:52 +00:00
use front_matter::{InsertAnchor};
2018-07-16 08:54:05 +00:00
use taxonomies::{Taxonomy, find_taxonomies};
2017-07-01 07:47:41 +00:00
use pagination::Paginator;
use rayon::prelude::*;
2017-03-07 06:01:20 +00:00
2017-07-04 23:27:27 +00:00
/// The sitemap only needs links and potentially date so we trim down
/// all pages to only that
2017-07-04 23:27:27 +00:00
#[derive(Debug, Serialize)]
struct SitemapEntry {
permalink: String,
date: Option<String>,
}
impl SitemapEntry {
pub fn new(permalink: String, date: Option<String>) -> SitemapEntry {
SitemapEntry { permalink, date }
}
}
#[derive(Debug)]
pub struct Site {
2017-05-16 04:37:00 +00:00
/// The base path of the gutenberg site
pub base_path: PathBuf,
2017-05-16 04:37:00 +00:00
/// The parsed config for the site
pub config: Config,
pub pages: HashMap<PathBuf, Page>,
pub sections: HashMap<PathBuf, Section>,
2017-03-27 14:17:33 +00:00
pub tera: Tera,
2018-02-02 20:35:04 +00:00
imageproc: Arc<Mutex<imageproc::Processor>>,
2018-05-11 11:54:16 +00:00
// the live reload port to be used if there is one
pub live_reload: Option<u16>,
2018-03-14 21:03:06 +00:00
pub output_path: PathBuf,
2018-02-02 20:35:04 +00:00
content_path: PathBuf,
2017-08-23 10:17:24 +00:00
pub static_path: PathBuf,
2018-07-16 08:54:05 +00:00
pub taxonomies: Vec<Taxonomy>,
/// A map of all .md files (section and pages) and their permalink
/// We need that if there are relative links in the content that need to be resolved
pub permalinks: HashMap<String, String>,
}
impl Site {
/// Parse a site at the given path. Defaults to the current dir
/// Passing in a path is only used in tests
pub fn new<P: AsRef<Path>>(path: P, config_file: &str) -> Result<Site> {
let path = path.as_ref();
let mut config = get_config(path, config_file);
2017-04-28 07:18:18 +00:00
let tpl_glob = format!("{}/{}", path.to_string_lossy().replace("\\", "/"), "templates/**/*.*ml");
// Only parsing as we might be extending templates from themes and that would error
// as we haven't loaded them yet
let mut tera = Tera::parse(&tpl_glob).chain_err(|| "Error parsing templates")?;
if let Some(theme) = config.theme.clone() {
// Grab data from the extra section of the theme
config.merge_with_theme(&path.join("themes").join(&theme).join("theme.toml"))?;
// Test that the templates folder exist for that theme
let theme_path = path.join("themes").join(&theme);
2017-08-23 10:17:24 +00:00
if !theme_path.join("templates").exists() {
bail!("Theme `{}` is missing a templates folder", theme);
}
let theme_tpl_glob = format!(
"{}/{}",
path.to_string_lossy().replace("\\", "/"),
format!("themes/{}/templates/**/*.*ml", theme)
);
let mut tera_theme = Tera::parse(&theme_tpl_glob).chain_err(|| "Error parsing templates from themes")?;
rewrite_theme_paths(&mut tera_theme, &theme);
// TODO: same as above
if theme_path.join("templates").join("robots.txt").exists() {
tera_theme.add_template_file(theme_path.join("templates").join("robots.txt"), None)?;
}
println!("{:?}", tera_theme.templates.keys().collect::<Vec<_>>());
tera_theme.build_inheritance_chains()?;
tera.extend(&tera_theme)?;
2017-08-23 10:17:24 +00:00
}
tera.extend(&GUTENBERG_TERA)?;
// the `extend` above already does it but hey
tera.build_inheritance_chains()?;
2017-08-23 10:17:24 +00:00
// TODO: Tera doesn't use globset right now so we can load the robots.txt as part
// of the glob above, therefore we load it manually if it exists.
if path.join("templates").join("robots.txt").exists() {
tera.add_template_file(path.join("templates").join("robots.txt"), None)?;
}
2018-02-02 20:35:04 +00:00
let content_path = path.join("content");
let static_path = path.join("static");
let imageproc = imageproc::Processor::new(content_path.clone(), &static_path, &config.base_url);
2017-03-20 10:00:00 +00:00
let site = Site {
base_path: path.to_path_buf(),
config,
tera,
pages: HashMap::new(),
sections: HashMap::new(),
2018-02-02 20:35:04 +00:00
imageproc: Arc::new(Mutex::new(imageproc)),
2018-05-11 11:54:16 +00:00
live_reload: None,
output_path: path.join("public"),
2018-02-02 20:35:04 +00:00
content_path,
static_path,
2018-07-16 08:54:05 +00:00
taxonomies: Vec::new(),
permalinks: HashMap::new(),
};
Ok(site)
}
2018-03-14 21:03:06 +00:00
/// The index section is ALWAYS at that path
pub fn index_section_path(&self) -> PathBuf {
2018-02-02 20:35:04 +00:00
self.content_path.join("_index.md")
2018-03-14 21:03:06 +00:00
}
pub fn enable_live_reload(&mut self) {
2018-05-11 11:54:16 +00:00
self.live_reload = get_available_port();
}
/// Get all the orphan (== without section) pages in the site
pub fn get_all_orphan_pages(&self) -> Vec<&Page> {
let pages_in_sections = self.sections
.values()
.flat_map(|s| s.all_pages_path())
.collect::<HashSet<_>>();
self.pages
.values()
.filter(|page| !pages_in_sections.contains(&page.file.path))
.collect()
}
2018-02-02 20:35:04 +00:00
pub fn set_base_url(&mut self, base_url: String) {
let mut imageproc = self.imageproc.lock().unwrap();
imageproc.set_base_url(&base_url);
self.config.base_url = base_url;
}
pub fn set_output_path<P: AsRef<Path>>(&mut self, path: P) {
self.output_path = path.as_ref().to_path_buf();
}
2017-03-21 07:57:00 +00:00
/// Reads all .md files in the `content` directory and create pages/sections
/// out of them
2017-03-21 07:57:00 +00:00
pub fn load(&mut self) -> Result<()> {
2017-04-22 04:58:22 +00:00
let base_path = self.base_path.to_string_lossy().replace("\\", "/");
let content_glob = format!("{}/{}", base_path, "content/**/*.md");
2017-06-22 03:01:45 +00:00
let (section_entries, page_entries): (Vec<_>, Vec<_>) = glob(&content_glob)
.unwrap()
.filter_map(|e| e.ok())
.filter(|e| !e.as_path().file_name().unwrap().to_str().unwrap().starts_with("."))
.partition(|entry| entry.as_path().file_name().unwrap() == "_index.md");
2017-06-22 03:01:45 +00:00
let sections = {
let config = &self.config;
section_entries
.into_par_iter()
.map(|entry| {
let path = entry.as_path();
2017-07-11 13:51:02 +00:00
Section::from_file(path, config)
})
.collect::<Vec<_>>()
2017-06-22 03:01:45 +00:00
};
let pages = {
let config = &self.config;
page_entries
.into_par_iter()
.map(|entry| {
let path = entry.as_path();
2017-07-11 13:51:02 +00:00
Page::from_file(path, config)
})
.collect::<Vec<_>>()
2017-06-22 03:01:45 +00:00
};
// Kinda duplicated code for add_section/add_page but necessary to do it that
// way because of the borrow checker
for section in sections {
let s = section?;
self.add_section(s, false)?;
}
// Insert a default index section if necessary so we don't need to create
2018-08-09 09:53:45 +00:00
// a _index.md to render the index page at the root of the site
2018-03-14 21:03:06 +00:00
let index_path = self.index_section_path();
if let Some(ref index_section) = self.sections.get(&index_path) {
2018-03-20 22:08:20 +00:00
if self.config.build_search_index && !index_section.meta.in_search_index {
2018-03-14 21:03:06 +00:00
bail!(
"You have enabled search in the config but disabled it in the index section: \
either turn off the search in the config or remote `in_search_index = true` from the \
section front-matter."
)
}
}
// Not in else because of borrow checker
if !self.sections.contains_key(&index_path) {
let mut index_section = Section::default();
index_section.permalink = self.config.make_permalink("");
2018-02-02 20:35:04 +00:00
index_section.file.parent = self.content_path.clone();
index_section.file.relative = "_index.md".to_string();
self.sections.insert(index_path, index_section);
}
2017-03-21 07:57:00 +00:00
let mut pages_insert_anchors = HashMap::new();
2017-06-22 12:37:03 +00:00
for page in pages {
let p = page?;
pages_insert_anchors.insert(p.file.path.clone(), self.find_parent_section_insert_anchor(&p.file.parent.clone()));
self.add_page(p, false)?;
}
2018-02-02 20:35:04 +00:00
self.register_early_global_fns();
2018-01-09 20:57:29 +00:00
self.render_markdown()?;
self.populate_sections();
self.populate_taxonomies()?;
2018-01-09 20:57:29 +00:00
self.register_tera_global_fns();
2018-01-09 20:57:29 +00:00
Ok(())
}
/// Render the markdown of all pages/sections
/// Used in a build and in `serve` if a shortcode has changed
pub fn render_markdown(&mut self) -> Result<()> {
// Another silly thing needed to not borrow &self in parallel and
// make the borrow checker happy
let permalinks = &self.permalinks;
let tera = &self.tera;
let config = &self.config;
let base_path = &self.base_path;
2018-01-09 20:57:29 +00:00
// This is needed in the first place because of silly borrow checker
let mut pages_insert_anchors = HashMap::new();
for (_, p) in &self.pages {
pages_insert_anchors.insert(p.file.path.clone(), self.find_parent_section_insert_anchor(&p.file.parent.clone()));
2017-05-12 09:05:00 +00:00
}
2018-01-09 20:57:29 +00:00
self.pages.par_iter_mut()
.map(|(_, page)| {
let insert_anchor = pages_insert_anchors[&page.file.path];
page.render_markdown(permalinks, tera, config, base_path, insert_anchor)
2018-01-09 20:57:29 +00:00
})
.collect::<Result<()>>()?;
2017-03-21 07:57:00 +00:00
2018-01-09 20:57:29 +00:00
self.sections.par_iter_mut()
.map(|(_, section)| section.render_markdown(permalinks, tera, config, base_path))
.collect::<Result<()>>()?;
2017-05-03 14:16:09 +00:00
2017-03-21 07:57:00 +00:00
Ok(())
}
2018-02-02 20:35:04 +00:00
/// Adds global fns that are to be available to shortcodes while rendering markdown
pub fn register_early_global_fns(&mut self) {
2018-09-12 14:45:52 +00:00
self.tera.register_function(
2018-07-31 13:17:31 +00:00
"get_url", global_fns::make_get_url(self.permalinks.clone(), self.config.clone()),
2018-02-02 20:35:04 +00:00
);
2018-09-12 14:45:52 +00:00
self.tera.register_function(
2018-07-31 13:17:31 +00:00
"resize_image", global_fns::make_resize_image(self.imageproc.clone()),
2018-02-02 20:35:04 +00:00
);
}
2017-09-26 08:25:55 +00:00
pub fn register_tera_global_fns(&mut self) {
2018-09-12 14:45:52 +00:00
self.tera.register_function("trans", global_fns::make_trans(self.config.clone()));
self.tera.register_function("get_page", global_fns::make_get_page(&self.pages));
self.tera.register_function("get_section", global_fns::make_get_section(&self.sections));
self.tera.register_function(
2018-07-27 16:45:19 +00:00
"get_taxonomy",
2018-07-31 13:17:31 +00:00
global_fns::make_get_taxonomy(self.taxonomies.clone()),
);
2018-09-12 14:45:52 +00:00
self.tera.register_function(
"get_taxonomy_url",
global_fns::make_get_taxonomy_url(self.taxonomies.clone()),
);
2017-05-17 10:04:26 +00:00
}
/// Add a page to the site
/// The `render` parameter is used in the serve command, when rebuilding a page.
/// If `true`, it will also render the markdown for that page
/// Returns the previous page struct if there was one at the same path
2017-06-22 03:01:45 +00:00
pub fn add_page(&mut self, page: Page, render: bool) -> Result<Option<Page>> {
let path = page.file.path.clone();
self.permalinks.insert(page.file.relative.clone(), page.permalink.clone());
let prev = self.pages.insert(page.file.path.clone(), page);
2017-03-21 07:57:00 +00:00
if render {
2017-06-22 03:01:45 +00:00
let insert_anchor = self.find_parent_section_insert_anchor(&self.pages[&path].file.parent);
2017-08-23 10:17:24 +00:00
let page = self.pages.get_mut(&path).unwrap();
page.render_markdown(&self.permalinks, &self.tera, &self.config, &self.base_path, insert_anchor)?;
}
Ok(prev)
2017-03-21 07:57:00 +00:00
}
/// Add a section to the site
/// The `render` parameter is used in the serve command, when rebuilding a page.
/// If `true`, it will also render the markdown for that page
/// Returns the previous section struct if there was one at the same path
2017-06-22 03:01:45 +00:00
pub fn add_section(&mut self, section: Section, render: bool) -> Result<Option<Section>> {
let path = section.file.path.clone();
self.permalinks.insert(section.file.relative.clone(), section.permalink.clone());
let prev = self.sections.insert(section.file.path.clone(), section);
if render {
2017-08-23 10:17:24 +00:00
let section = self.sections.get_mut(&path).unwrap();
section.render_markdown(&self.permalinks, &self.tera, &self.config, &self.base_path)?;
2017-05-12 09:05:00 +00:00
}
Ok(prev)
}
/// Finds the insert_anchor for the parent section of the directory at `path`.
/// Defaults to `AnchorInsert::None` if no parent section found
pub fn find_parent_section_insert_anchor(&self, parent_path: &PathBuf) -> InsertAnchor {
match self.sections.get(&parent_path.join("_index.md")) {
2018-03-14 17:22:24 +00:00
Some(s) => s.meta.insert_anchor_links,
None => InsertAnchor::None
}
}
2017-03-21 07:57:00 +00:00
/// Find out the direct subsections of each subsection if there are some
/// as well as the pages for each section
pub fn populate_sections(&mut self) {
let mut grandparent_paths: HashMap<PathBuf, Vec<PathBuf>> = HashMap::new();
for section in self.sections.values_mut() {
if let Some(ref grand_parent) = section.file.grand_parent {
grandparent_paths
.entry(grand_parent.to_path_buf())
.or_insert_with(|| vec![])
.push(section.file.path.clone());
}
// Make sure the pages of a section are empty since we can call that many times on `serve`
section.pages = vec![];
section.ignored_pages = vec![];
}
for page in self.pages.values() {
let parent_section_path = page.file.parent.join("_index.md");
if self.sections.contains_key(&parent_section_path) {
// TODO: use references instead of cloning to avoid having to call populate_section on
// content change
self.sections.get_mut(&parent_section_path).unwrap().pages.push(page.clone());
}
}
2017-03-19 11:34:02 +00:00
self.sort_sections_pages(None);
// TODO: remove this clone
let sections = self.sections.clone();
for section in self.sections.values_mut() {
2017-09-26 08:04:18 +00:00
if let Some(paths) = grandparent_paths.get(&section.file.parent) {
section.subsections = paths
.iter()
.map(|p| sections[p].clone())
.collect::<Vec<_>>();
section.subsections
2018-03-14 17:22:24 +00:00
.sort_by(|a, b| a.meta.weight.cmp(&b.meta.weight));
2017-09-26 08:04:18 +00:00
}
}
}
/// Sorts the pages of the section at the given path
/// By default will sort all sections but can be made to only sort a single one by providing a path
pub fn sort_sections_pages(&mut self, only: Option<&Path>) {
2017-05-15 03:23:19 +00:00
for (path, section) in &mut self.sections {
if let Some(p) = only {
if p != path {
continue;
}
}
2017-07-01 10:13:21 +00:00
let pages = mem::replace(&mut section.pages, vec![]);
2018-03-14 17:22:24 +00:00
let (sorted_pages, cannot_be_sorted_pages) = sort_pages(pages, section.meta.sort_by);
section.pages = populate_siblings(&sorted_pages, section.meta.sort_by);
section.ignored_pages = cannot_be_sorted_pages;
}
}
2017-05-16 04:37:00 +00:00
/// Find all the tags and categories if it's asked in the config
pub fn populate_taxonomies(&mut self) -> Result<()> {
2018-07-16 08:54:05 +00:00
if self.config.taxonomies.is_empty() {
return Ok(());
2017-05-16 04:37:00 +00:00
}
2017-03-20 03:42:43 +00:00
2018-07-16 08:54:05 +00:00
self.taxonomies = find_taxonomies(
&self.config,
2017-09-25 09:55:43 +00:00
self.pages
.values()
.filter(|p| !p.is_draft())
2018-09-20 21:03:16 +00:00
.collect::<Vec<_>>(),
)?;
Ok(())
2017-03-20 03:42:43 +00:00
}
/// Inject live reload script tag if in live reload mode
2017-03-06 10:35:56 +00:00
fn inject_livereload(&self, html: String) -> String {
2018-05-11 11:54:16 +00:00
if let Some(port) = self.live_reload {
2017-03-06 10:35:56 +00:00
return html.replace(
"</body>",
2018-07-31 13:17:31 +00:00
&format!(r#"<script src="/livereload.js?port={}&mindelay=10"></script></body>"#, port),
2017-03-06 10:35:56 +00:00
);
}
html
}
2017-08-23 10:17:24 +00:00
/// Copy the main `static` folder and the theme `static` folder if a theme is used
pub fn copy_static_directories(&self) -> Result<()> {
// The user files will overwrite the theme files
if let Some(ref theme) = self.config.theme {
2018-03-14 21:03:06 +00:00
copy_directory(
&self.base_path.join("themes").join(theme).join("static"),
2018-07-31 13:17:31 +00:00
&self.output_path,
2017-08-23 10:17:24 +00:00
)?;
}
2017-10-25 12:49:54 +00:00
// We're fine with missing static folders
if self.static_path.exists() {
2018-03-14 21:03:06 +00:00
copy_directory(&self.static_path, &self.output_path)?;
2017-10-25 12:49:54 +00:00
}
2017-08-23 10:17:24 +00:00
Ok(())
}
2018-02-02 20:35:04 +00:00
pub fn num_img_ops(&self) -> usize {
let imageproc = self.imageproc.lock().unwrap();
imageproc.num_img_ops()
}
pub fn process_images(&self) -> Result<()> {
let mut imageproc = self.imageproc.lock().unwrap();
imageproc.prune()?;
imageproc.do_process()
}
2017-03-10 11:39:58 +00:00
/// Deletes the `public` directory if it exists
pub fn clean(&self) -> Result<()> {
if self.output_path.exists() {
2017-03-10 11:39:58 +00:00
// Delete current `public` directory so we can start fresh
remove_dir_all(&self.output_path).chain_err(|| "Couldn't delete output directory")?;
2017-03-10 11:39:58 +00:00
}
Ok(())
}
2017-05-03 08:52:49 +00:00
/// Renders a single content page
2017-06-29 12:14:08 +00:00
pub fn render_page(&self, page: &Page) -> Result<()> {
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
2017-05-01 08:10:22 +00:00
// Copy the nesting of the content directory if we have sections for that page
2017-05-08 10:29:37 +00:00
let mut current_path = self.output_path.to_path_buf();
2017-05-01 08:10:22 +00:00
for component in page.path.split('/') {
current_path.push(component);
2017-05-01 08:10:22 +00:00
if !current_path.exists() {
create_directory(&current_path)?;
}
2017-05-01 08:10:22 +00:00
}
2017-05-01 08:10:22 +00:00
// Make sure the folder exists
create_directory(&current_path)?;
2017-05-01 08:10:22 +00:00
// Finally, create a index.html file there with the page rendered
2017-06-29 12:14:08 +00:00
let output = page.render_html(&self.tera, &self.config)?;
create_file(&current_path.join("index.html"), &self.inject_livereload(output))?;
2017-05-01 08:10:22 +00:00
// Copy any asset we found previously into the same directory as the index.html
for asset in &page.assets {
let asset_path = asset.as_path();
copy(&asset_path, &current_path.join(asset_path.file_name().unwrap()))?;
}
Ok(())
}
2017-05-16 04:37:00 +00:00
/// Deletes the `public` directory and builds the site
2017-03-10 11:39:58 +00:00
pub fn build(&self) -> Result<()> {
self.clean()?;
2017-06-16 14:09:01 +00:00
// Render aliases first to allow overwriting
self.render_aliases()?;
2017-05-08 10:29:37 +00:00
self.render_sections()?;
self.render_orphan_pages()?;
2017-03-10 11:39:58 +00:00
self.render_sitemap()?;
2018-03-12 19:11:03 +00:00
if self.config.generate_rss {
2018-09-20 20:19:52 +00:00
self.render_rss_feed(self.pages.values().collect(), None)?;
2017-03-12 03:59:28 +00:00
}
self.render_404()?;
2017-03-20 12:40:03 +00:00
self.render_robots()?;
2018-07-16 08:54:05 +00:00
self.render_taxonomies()?;
2017-03-20 12:40:03 +00:00
2017-08-23 10:17:24 +00:00
if let Some(ref theme) = self.config.theme {
let theme_path = self.base_path.join("themes").join(theme);
if theme_path.join("sass").exists() {
self.compile_sass(&theme_path)?;
}
}
2018-03-12 19:11:03 +00:00
if self.config.compile_sass {
2017-08-23 10:17:24 +00:00
self.compile_sass(&self.base_path)?;
2017-07-06 13:19:15 +00:00
}
2018-02-02 20:35:04 +00:00
self.process_images()?;
2018-03-15 17:58:32 +00:00
self.copy_static_directories()?;
if self.config.build_search_index {
self.build_search_index()?;
}
Ok(())
}
pub fn build_search_index(&self) -> Result<()> {
// index first
create_file(
2018-03-20 20:27:33 +00:00
&self.output_path.join(&format!("search_index.{}.js", self.config.default_language)),
2018-03-15 17:58:32 +00:00
&format!(
"window.searchIndex = {};",
2018-03-20 20:27:33 +00:00
search::build_index(&self.sections, &self.config.default_language)?
2018-03-15 17:58:32 +00:00
),
)?;
// then elasticlunr.min.js
create_file(
&self.output_path.join("elasticlunr.min.js"),
search::ELASTICLUNR_JS,
)?;
Ok(())
2017-03-10 11:39:58 +00:00
}
2017-06-16 14:09:01 +00:00
pub fn compile_sass(&self, base_path: &Path) -> Result<()> {
2017-07-06 13:19:15 +00:00
ensure_directory_exists(&self.output_path)?;
let sass_path = {
let mut sass_path = PathBuf::from(base_path);
sass_path.push("sass");
sass_path
};
let mut options = SassOptions::default();
options.output_style = OutputStyle::Compressed;
let mut compiled_paths = self.compile_sass_glob(&sass_path, "scss", options.clone())?;
options.indented_syntax = true;
compiled_paths.extend(self.compile_sass_glob(&sass_path, "sass", options)?);
compiled_paths.sort();
for window in compiled_paths.windows(2) {
if window[0].1 == window[1].1 {
bail!(
"SASS path conflict: \"{}\" and \"{}\" both compile to \"{}\"",
window[0].0.display(),
window[1].0.display(),
window[0].1.display(),
);
}
}
Ok(())
}
fn compile_sass_glob(&self, sass_path: &Path, extension: &str, options: SassOptions) -> Result<Vec<(PathBuf, PathBuf)>> {
let glob_string = format!("{}/**/*.{}", sass_path.display(), extension);
let files = glob(&glob_string)
2017-07-06 13:19:15 +00:00
.unwrap()
.filter_map(|e| e.ok())
2017-07-11 13:51:02 +00:00
.filter(|entry| !entry.as_path().file_name().unwrap().to_string_lossy().starts_with('_'))
2017-07-06 13:19:15 +00:00
.collect::<Vec<_>>();
let mut compiled_paths = Vec::new();
2017-07-06 13:19:15 +00:00
for file in files {
let css = compile_file(&file, options.clone())?;
2017-07-06 13:19:15 +00:00
let path_inside_sass = file.strip_prefix(&sass_path).unwrap();
let parent_inside_sass = path_inside_sass.parent();
let css_output_path = self.output_path.join(path_inside_sass).with_extension("css");
if parent_inside_sass.is_some() {
create_dir_all(&css_output_path.parent().unwrap())?;
}
create_file(&css_output_path, &css)?;
compiled_paths.push((path_inside_sass.to_owned(), css_output_path));
2017-07-06 13:19:15 +00:00
}
Ok(compiled_paths)
2017-07-06 13:19:15 +00:00
}
2017-06-16 14:09:01 +00:00
pub fn render_aliases(&self) -> Result<()> {
for page in self.pages.values() {
2018-03-21 15:18:24 +00:00
for alias in &page.meta.aliases {
let mut output_path = self.output_path.to_path_buf();
let mut split = alias.split('/').collect::<Vec<_>>();
// If the alias ends with an html file name, use that instead of mapping
// as a path containing an `index.html`
2018-04-20 15:54:05 +00:00
let page_name = match split.pop() {
Some(part) if part.ends_with(".html") => part,
Some(part) => {
split.push(part);
2018-04-20 15:54:05 +00:00
"index.html"
}
2018-04-20 15:54:05 +00:00
None => "index.html"
};
for component in split {
2018-03-21 15:18:24 +00:00
output_path.push(&component);
if !output_path.exists() {
create_directory(&output_path)?;
2017-06-16 14:09:01 +00:00
}
}
2018-04-20 15:54:05 +00:00
create_file(&output_path.join(page_name), &render_redirect_template(&page.permalink, &self.tera)?)?;
2017-06-16 14:09:01 +00:00
}
}
Ok(())
}
2017-03-10 11:39:58 +00:00
/// Renders 404.html
pub fn render_404(&self) -> Result<()> {
ensure_directory_exists(&self.output_path)?;
let mut context = Context::new();
context.insert("config", &self.config);
create_file(
&self.output_path.join("404.html"),
2018-07-31 13:17:31 +00:00
&render_template("404.html", &self.tera, &context, &self.config.theme)?,
)
}
2017-05-03 08:52:49 +00:00
/// Renders robots.txt
pub fn render_robots(&self) -> Result<()> {
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
2017-03-20 12:40:03 +00:00
create_file(
&self.output_path.join("robots.txt"),
2018-07-31 13:17:31 +00:00
&render_template("robots.txt", &self.tera, &Context::new(), &self.config.theme)?,
2017-03-20 12:40:03 +00:00
)
}
2018-07-16 08:54:05 +00:00
/// Renders all taxonomies with at least one non-draft post
pub fn render_taxonomies(&self) -> Result<()> {
// TODO: make parallel?
for taxonomy in &self.taxonomies {
self.render_taxonomy(taxonomy)?;
}
2017-03-20 03:42:43 +00:00
2017-05-16 04:37:00 +00:00
Ok(())
}
2017-03-07 06:01:20 +00:00
2017-05-16 04:37:00 +00:00
fn render_taxonomy(&self, taxonomy: &Taxonomy) -> Result<()> {
2017-05-30 10:23:07 +00:00
if taxonomy.items.is_empty() {
2018-07-31 13:17:31 +00:00
return Ok(());
2017-05-30 10:23:07 +00:00
}
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
2018-07-16 08:54:05 +00:00
let output_path = self.output_path.join(&taxonomy.kind.name);
let list_output = taxonomy.render_all_terms(&self.tera, &self.config)?;
2017-03-10 11:39:58 +00:00
create_directory(&output_path)?;
create_file(&output_path.join("index.html"), &self.inject_livereload(list_output))?;
2017-03-07 06:01:20 +00:00
2017-07-05 10:34:41 +00:00
taxonomy
.items
.par_iter()
.map(|item| {
2018-07-16 08:54:05 +00:00
if taxonomy.kind.rss {
self.render_rss_feed(
2018-09-20 20:19:52 +00:00
item.pages.iter().map(|p| p).collect(),
2018-07-31 13:17:31 +00:00
Some(&PathBuf::from(format!("{}/{}", taxonomy.kind.name, item.slug))),
2018-07-16 08:54:05 +00:00
)?;
}
if taxonomy.kind.is_paginated() {
self.render_paginated(&output_path, &Paginator::from_taxonomy(&taxonomy, item))
} else {
let single_output = taxonomy.render_term(item, &self.tera, &self.config)?;
let path = output_path.join(&item.slug);
create_directory(&path)?;
create_file(
&path.join("index.html"),
&self.inject_livereload(single_output),
)
}
2017-07-05 10:34:41 +00:00
})
.collect::<Result<()>>()
2017-03-06 14:45:57 +00:00
}
/// What it says on the tin
pub fn render_sitemap(&self) -> Result<()> {
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
2017-03-06 14:45:57 +00:00
let mut context = Context::new();
2017-07-04 23:27:27 +00:00
let mut pages = self.pages
.values()
.filter(|p| !p.is_draft())
.map(|p| {
let date = match p.meta.date {
Some(ref d) => Some(d.to_string()),
None => None,
};
SitemapEntry::new(p.permalink.clone(), date)
})
.collect::<Vec<_>>();
pages.sort_by(|a, b| a.permalink.cmp(&b.permalink));
2018-09-09 17:43:14 +00:00
context.insert("pages", &pages);
let mut sections = self.sections
2018-07-31 13:17:31 +00:00
.values()
.map(|s| SitemapEntry::new(s.permalink.clone(), None))
.collect::<Vec<_>>();
sections.sort_by(|a, b| a.permalink.cmp(&b.permalink));
2018-09-09 17:43:14 +00:00
context.insert("sections", &sections);
2017-03-20 03:42:43 +00:00
2018-07-16 08:54:05 +00:00
let mut taxonomies = vec![];
for taxonomy in &self.taxonomies {
let name = &taxonomy.kind.name;
let mut terms = vec![];
terms.push(SitemapEntry::new(self.config.make_permalink(name), None));
for item in &taxonomy.items {
terms.push(SitemapEntry::new(self.config.make_permalink(&format!("{}/{}", &name, item.slug)), None));
2017-03-20 03:42:43 +00:00
}
2018-07-16 08:54:05 +00:00
terms.sort_by(|a, b| a.permalink.cmp(&b.permalink));
taxonomies.push(terms);
2017-03-20 03:42:43 +00:00
}
2018-09-09 17:43:14 +00:00
context.insert("taxonomies", &taxonomies);
2017-03-20 03:42:43 +00:00
2018-09-09 17:43:14 +00:00
context.insert("config", &self.config);
2017-03-20 03:42:43 +00:00
let sitemap = &render_template("sitemap.xml", &self.tera, &context, &self.config.theme)?;
2017-03-06 14:45:57 +00:00
2017-08-31 09:01:26 +00:00
create_file(&self.output_path.join("sitemap.xml"), sitemap)?;
2017-03-06 14:45:57 +00:00
Ok(())
}
2017-03-07 07:43:27 +00:00
2018-07-16 08:54:05 +00:00
/// Renders a RSS feed for the given path and at the given path
/// If both arguments are `None`, it will render only the RSS feed for the whole
/// site at the root folder.
2018-09-20 20:19:52 +00:00
pub fn render_rss_feed(&self, all_pages: Vec<&Page>, base_path: Option<&PathBuf>) -> Result<()> {
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
2017-05-08 10:29:37 +00:00
2017-03-07 07:43:27 +00:00
let mut context = Context::new();
2018-09-20 20:19:52 +00:00
let mut pages = all_pages
2018-07-16 08:54:05 +00:00
.into_iter()
2017-09-25 09:55:43 +00:00
.filter(|p| p.meta.date.is_some() && !p.is_draft())
2018-07-16 08:54:05 +00:00
.collect::<Vec<_>>();
2017-03-07 07:43:27 +00:00
2018-09-20 20:19:52 +00:00
pages.par_sort_unstable_by(sort_pages_by_date);
2017-03-07 07:43:27 +00:00
// Don't generate a RSS feed if none of the pages has a date
if pages.is_empty() {
return Ok(());
}
2018-09-20 20:19:52 +00:00
context.insert("last_build_date", &pages[0].meta.date.clone().map(|d| d.to_string()));
2018-07-31 13:17:31 +00:00
// limit to the last n elements
2018-09-20 20:19:52 +00:00
context.insert("pages", &pages.iter().take(self.config.rss_limit).collect::<Vec<_>>());
2018-09-09 17:43:14 +00:00
context.insert("config", &self.config);
2017-03-10 11:39:58 +00:00
2018-07-16 08:54:05 +00:00
let rss_feed_url = if let Some(ref base) = base_path {
2018-07-16 10:01:03 +00:00
self.config.make_permalink(&base.join("rss.xml").to_string_lossy().replace('\\', "/"))
2017-03-10 11:39:58 +00:00
} else {
2018-07-16 08:54:05 +00:00
self.config.make_permalink("rss.xml")
2017-03-10 11:39:58 +00:00
};
2018-07-16 08:54:05 +00:00
2018-09-09 17:43:14 +00:00
context.insert("feed_url", &rss_feed_url);
2017-03-07 07:43:27 +00:00
let feed = &render_template("rss.xml", &self.tera, &context, &self.config.theme)?;
2017-03-07 07:43:27 +00:00
2018-07-16 08:54:05 +00:00
if let Some(ref base) = base_path {
let mut output_path = self.output_path.clone().to_path_buf();
for component in base.components() {
output_path.push(component);
if !output_path.exists() {
create_directory(&output_path)?;
}
}
create_file(&output_path.join("rss.xml"), feed)?;
} else {
create_file(&self.output_path.join("rss.xml"), feed)?;
}
Ok(())
}
/// Renders a single section
pub fn render_section(&self, section: &Section, render_pages: bool) -> Result<()> {
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
let public = self.output_path.clone();
let mut output_path = public.to_path_buf();
for component in &section.file.components {
output_path.push(component);
if !output_path.exists() {
create_directory(&output_path)?;
}
}
// Copy any asset we found previously into the same directory as the index.html
for asset in &section.assets {
let asset_path = asset.as_path();
copy(&asset_path, &output_path.join(asset_path.file_name().unwrap()))?;
}
if render_pages {
2017-06-22 12:37:03 +00:00
section
.pages
.par_iter()
2017-07-11 13:51:02 +00:00
.map(|p| self.render_page(p))
.collect::<Result<()>>()?;
}
2018-03-14 17:22:24 +00:00
if !section.meta.render {
return Ok(());
}
if let Some(ref redirect_to) = section.meta.redirect_to {
let permalink = self.config.make_permalink(redirect_to);
create_file(&output_path.join("index.html"), &render_redirect_template(&permalink, &self.tera)?)?;
return Ok(());
}
if section.meta.is_paginated() {
2018-07-16 08:54:05 +00:00
self.render_paginated(&output_path, &Paginator::from_section(&section.pages, section))?;
} else {
let output = section.render_html(&self.tera, &self.config)?;
create_file(&output_path.join("index.html"), &self.inject_livereload(output))?;
2017-05-08 10:29:37 +00:00
}
Ok(())
}
2017-10-24 18:11:39 +00:00
/// Used only on reload
pub fn render_index(&self) -> Result<()> {
2017-10-24 18:11:39 +00:00
self.render_section(
2018-02-02 20:35:04 +00:00
&self.sections[&self.content_path.join("_index.md")],
2018-07-31 13:17:31 +00:00
false,
2017-10-24 18:11:39 +00:00
)
}
/// Renders all sections
pub fn render_sections(&self) -> Result<()> {
2017-06-22 12:37:03 +00:00
self.sections
.values()
.collect::<Vec<_>>()
.into_par_iter()
.map(|s| self.render_section(s, true))
.collect::<Result<()>>()
}
2017-05-08 10:29:37 +00:00
/// Renders all pages that do not belong to any sections
pub fn render_orphan_pages(&self) -> Result<()> {
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
2017-05-08 10:29:37 +00:00
for page in self.get_all_orphan_pages() {
2017-06-29 12:14:08 +00:00
self.render_page(page)?;
2017-05-03 08:52:49 +00:00
}
Ok(())
}
/// Renders a list of pages when the section/index is wanting pagination.
2018-07-16 08:54:05 +00:00
pub fn render_paginated(&self, output_path: &Path, paginator: &Paginator) -> Result<()> {
2017-05-16 04:37:00 +00:00
ensure_directory_exists(&self.output_path)?;
2017-05-08 10:29:37 +00:00
2018-07-16 08:54:05 +00:00
let folder_path = output_path.join(&paginator.paginate_path);
2017-06-22 12:37:03 +00:00
create_directory(&folder_path)?;
2017-06-22 12:37:03 +00:00
paginator
.pagers
.par_iter()
.map(|pager| {
let page_path = folder_path.join(&format!("{}", pager.index));
2017-06-22 12:37:03 +00:00
create_directory(&page_path)?;
let output = paginator.render_pager(pager, &self.config, &self.tera)?;
if pager.index > 1 {
2017-06-22 12:37:03 +00:00
create_file(&page_path.join("index.html"), &self.inject_livereload(output))?;
} else {
create_file(&output_path.join("index.html"), &self.inject_livereload(output))?;
2018-07-16 08:54:05 +00:00
create_file(&page_path.join("index.html"), &render_redirect_template(&paginator.permalink, &self.tera)?)?;
2017-06-22 12:37:03 +00:00
}
Ok(())
})
.collect::<Result<()>>()
2017-03-07 07:43:27 +00:00
}
}