pub mod feed; pub mod link_checking; pub mod sass; pub mod sitemap; pub mod tpls; use std::collections::HashMap; use std::fs::remove_dir_all; use std::path::{Path, PathBuf}; use std::sync::{Arc, Mutex, RwLock}; use lazy_static::lazy_static; use minify_html::{with_friendly_error, Cfg}; use rayon::prelude::*; use tera::{Context, Tera}; use walkdir::{DirEntry, WalkDir}; use config::{get_config, Config}; use errors::{bail, Error, Result}; use front_matter::InsertAnchor; use library::{find_taxonomies, Library, Page, Paginator, Section, Taxonomy}; use relative_path::RelativePathBuf; use templates::render_redirect_template; use utils::fs::{ copy_directory, copy_file_if_needed, create_directory, create_file, ensure_directory_exists, }; use utils::net::get_available_port; use utils::templates::render_template; lazy_static! { /// The in-memory rendered map content pub static ref SITE_CONTENT: Arc>> = Arc::new(RwLock::new(HashMap::new())); } /// Where are we building the site #[derive(Debug, Clone, Copy, Eq, PartialEq)] pub enum BuildMode { /// On the filesystem -> `zola build`, The path is the `output_path` Disk, /// In memory for the content -> `zola serve` Memory, } #[derive(Debug)] pub struct Site { /// The base path of the zola site pub base_path: PathBuf, /// The parsed config for the site pub config: Config, pub tera: Tera, imageproc: Arc>, // the live reload port to be used if there is one pub live_reload: Option, pub output_path: PathBuf, content_path: PathBuf, pub static_path: PathBuf, pub taxonomies: Vec, /// A map of all .md files (section and pages) and their permalink /// We need that if there are relative links in the content that need to be resolved pub permalinks: HashMap, /// Contains all pages and sections of the site pub library: Arc>, /// Whether to load draft pages include_drafts: bool, build_mode: BuildMode, } impl Site { /// Parse a site at the given path. Defaults to the current dir /// Passing in a path is used in tests and when --root argument is passed pub fn new, P2: AsRef>(path: P, config_file: P2) -> Result { let path = path.as_ref(); let config_file = config_file.as_ref(); let mut config = get_config(config_file); config.load_extra_syntaxes(path)?; if let Some(theme) = config.theme.clone() { // Grab data from the extra section of the theme config.merge_with_theme(&path.join("themes").join(&theme).join("theme.toml"))?; } let tera = tpls::load_tera(path, &config)?; let content_path = path.join("content"); let static_path = path.join("static"); let imageproc = imageproc::Processor::new(content_path.clone(), &static_path, &config.base_url); let output_path = path.join(config.output_dir.clone()); let site = Site { base_path: path.to_path_buf(), config, tera, imageproc: Arc::new(Mutex::new(imageproc)), live_reload: None, output_path, content_path, static_path, taxonomies: Vec::new(), permalinks: HashMap::new(), include_drafts: false, // We will allocate it properly later on library: Arc::new(RwLock::new(Library::new(0, 0, false))), build_mode: BuildMode::Disk, }; Ok(site) } /// Enable some `zola serve` related options pub fn enable_serve_mode(&mut self) { SITE_CONTENT.write().unwrap().clear(); self.config.enable_serve_mode(); self.build_mode = BuildMode::Memory; } /// Set the site to load the drafts. /// Needs to be called before loading it pub fn include_drafts(&mut self) { self.include_drafts = true; } /// The index sections are ALWAYS at those paths /// There are one index section for the default language + 1 per language fn index_section_paths(&self) -> Vec<(PathBuf, Option)> { let mut res = vec![(self.content_path.join("_index.md"), None)]; for language in &self.config.languages { res.push(( self.content_path.join(format!("_index.{}.md", language.code)), Some(language.code.clone()), )); } res } /// We avoid the port the server is going to use as it's not bound yet /// when calling this function and we could end up having tried to bind /// both http and websocket server to the same port pub fn enable_live_reload(&mut self, port_to_avoid: u16) { self.live_reload = get_available_port(port_to_avoid); } /// Only used in `zola serve` to re-use the initial websocket port pub fn enable_live_reload_with_port(&mut self, live_reload_port: u16) { self.live_reload = Some(live_reload_port); } /// Reloads the templates and rebuild the site without re-rendering the Markdown. pub fn reload_templates(&mut self) -> Result<()> { self.tera.full_reload()?; // TODO: be smarter than that, no need to recompile sass for example self.build() } pub fn set_base_url(&mut self, base_url: String) { let mut imageproc = self.imageproc.lock().expect("Couldn't lock imageproc (set_base_url)"); imageproc.set_base_url(&base_url); self.config.base_url = base_url; } pub fn set_output_path>(&mut self, path: P) { self.output_path = path.as_ref().to_path_buf(); } /// Reads all .md files in the `content` directory and create pages/sections /// out of them pub fn load(&mut self) -> Result<()> { let base_path = self.base_path.to_string_lossy().replace("\\", "/"); self.library = Arc::new(RwLock::new(Library::new(0, 0, self.config.is_multilingual()))); let mut pages_insert_anchors = HashMap::new(); // not the most elegant loop, but this is necessary to use skip_current_dir // which we can only decide to use after we've deserialised the section // so it's kinda necessecary let mut dir_walker = WalkDir::new(format!("{}/{}", base_path, "content/")).into_iter(); loop { let entry: DirEntry = match dir_walker.next() { None => break, Some(Err(_)) => continue, Some(Ok(entry)) => entry, }; let path = entry.path(); let file_name = match path.file_name() { None => continue, Some(name) => name.to_str().unwrap(), }; // ignore excluded content match &self.config.ignored_content_globset { Some(gs) => { if gs.is_match(path) { continue; } } None => (), } // we process a section when we encounter the dir // so we can process it before any of the pages // therefore we should skip the actual file to avoid duplication if file_name.starts_with("_index.") { continue; } // skip hidden files and non md files if !path.is_dir() && (!file_name.ends_with(".md") || file_name.starts_with('.')) { continue; } // is it a section or not? if path.is_dir() { // if we are processing a section we have to collect // index files for all languages and process them simultaniously // before any of the pages let index_files = WalkDir::new(&path) .max_depth(1) .into_iter() .filter_map(|e| match e { Err(_) => None, Ok(f) => { let path_str = f.path().file_name().unwrap().to_str().unwrap(); if f.path().is_file() && path_str.starts_with("_index.") && path_str.ends_with(".md") { Some(f) } else { None } } }) .collect::>(); for index_file in index_files { let section = match Section::from_file( index_file.path(), &self.config, &self.base_path, ) { Err(_) => continue, Ok(sec) => sec, }; // if the section is drafted we can skip the enitre dir if section.meta.draft && !self.include_drafts { dir_walker.skip_current_dir(); continue; } self.add_section(section, false)?; } } else { let page = Page::from_file(path, &self.config, &self.base_path) .expect("error deserialising page"); // should we skip drafts? if page.meta.draft && !self.include_drafts { continue; } pages_insert_anchors.insert( page.file.path.clone(), self.find_parent_section_insert_anchor(&page.file.parent.clone(), &page.lang), ); self.add_page(page, false)?; } } self.create_default_index_sections()?; { let library = self.library.read().unwrap(); let collisions = library.check_for_path_collisions(); if !collisions.is_empty() { return Err(Error::from_collisions(collisions)); } } // taxonomy Tera fns are loaded in `register_early_global_fns` // so we do need to populate it first. self.populate_taxonomies()?; tpls::register_early_global_fns(self); self.populate_sections(); self.render_markdown()?; tpls::register_tera_global_fns(self); // Needs to be done after rendering markdown as we only get the anchors at that point link_checking::check_internal_links_with_anchors(&self)?; if self.config.is_in_check_mode() { link_checking::check_external_links(&self)?; } Ok(()) } /// Insert a default index section for each language if necessary so we don't need to create /// a _index.md to render the index page at the root of the site pub fn create_default_index_sections(&mut self) -> Result<()> { for (index_path, lang) in self.index_section_paths() { if let Some(ref index_section) = self.library.read().unwrap().get_section(&index_path) { if self.config.build_search_index && !index_section.meta.in_search_index { bail!( "You have enabled search in the config but disabled it in the index section: \ either turn off the search in the config or remote `in_search_index = true` from the \ section front-matter." ) } } let mut library = self.library.write().expect("Get lock for load"); // Not in else because of borrow checker if !library.contains_section(&index_path) { let mut index_section = Section::default(); index_section.file.parent = self.content_path.clone(); index_section.file.filename = index_path.file_name().unwrap().to_string_lossy().to_string(); if let Some(ref l) = lang { index_section.file.name = format!("_index.{}", l); index_section.path = format!("{}/", l); index_section.permalink = self.config.make_permalink(l); let filename = format!("_index.{}.md", l); index_section.file.path = self.content_path.join(&filename); index_section.file.relative = filename; } else { index_section.file.name = "_index".to_string(); index_section.permalink = self.config.make_permalink(""); index_section.file.path = self.content_path.join("_index.md"); index_section.file.relative = "_index.md".to_string(); index_section.path = "/".to_string(); } index_section.lang = index_section.file.find_language(&self.config)?; library.insert_section(index_section); } } Ok(()) } /// Render the markdown of all pages/sections /// Used in a build and in `serve` if a shortcode has changed pub fn render_markdown(&mut self) -> Result<()> { // Another silly thing needed to not borrow &self in parallel and // make the borrow checker happy let permalinks = &self.permalinks; let tera = &self.tera; let config = &self.config; // This is needed in the first place because of silly borrow checker let mut pages_insert_anchors = HashMap::new(); for (_, p) in self.library.read().unwrap().pages() { pages_insert_anchors.insert( p.file.path.clone(), self.find_parent_section_insert_anchor(&p.file.parent.clone(), &p.lang), ); } let mut library = self.library.write().expect("Get lock for render_markdown"); library .pages_mut() .values_mut() .collect::>() .par_iter_mut() .map(|page| { let insert_anchor = pages_insert_anchors[&page.file.path]; page.render_markdown(permalinks, tera, config, insert_anchor) }) .collect::>()?; library .sections_mut() .values_mut() .collect::>() .par_iter_mut() .map(|section| section.render_markdown(permalinks, tera, config)) .collect::>()?; Ok(()) } /// Add a page to the site /// The `render` parameter is used in the serve command with --fast, when rebuilding a page. pub fn add_page(&mut self, mut page: Page, render_md: bool) -> Result<()> { self.permalinks.insert(page.file.relative.clone(), page.permalink.clone()); if render_md { let insert_anchor = self.find_parent_section_insert_anchor(&page.file.parent, &page.lang); page.render_markdown(&self.permalinks, &self.tera, &self.config, insert_anchor)?; } let mut library = self.library.write().expect("Get lock for add_page"); library.remove_page(&page.file.path); library.insert_page(page); Ok(()) } /// Adds a page to the site and render it /// Only used in `zola serve --fast` pub fn add_and_render_page(&mut self, path: &Path) -> Result<()> { let page = Page::from_file(path, &self.config, &self.base_path)?; self.add_page(page, true)?; self.populate_sections(); self.populate_taxonomies()?; let library = self.library.read().unwrap(); let page = library.get_page(&path).unwrap(); self.render_page(&page) } /// Add a section to the site /// The `render` parameter is used in the serve command with --fast, when rebuilding a page. pub fn add_section(&mut self, mut section: Section, render_md: bool) -> Result<()> { self.permalinks.insert(section.file.relative.clone(), section.permalink.clone()); if render_md { section.render_markdown(&self.permalinks, &self.tera, &self.config)?; } let mut library = self.library.write().expect("Get lock for add_section"); library.remove_section(§ion.file.path); library.insert_section(section); Ok(()) } /// Adds a section to the site and render it /// Only used in `zola serve --fast` pub fn add_and_render_section(&mut self, path: &Path) -> Result<()> { let section = Section::from_file(path, &self.config, &self.base_path)?; self.add_section(section, true)?; self.populate_sections(); let library = self.library.read().unwrap(); let section = library.get_section(&path).unwrap(); self.render_section(§ion, true) } /// Finds the insert_anchor for the parent section of the directory at `path`. /// Defaults to `AnchorInsert::None` if no parent section found pub fn find_parent_section_insert_anchor( &self, parent_path: &PathBuf, lang: &str, ) -> InsertAnchor { let parent = if lang != self.config.default_language { parent_path.join(format!("_index.{}.md", lang)) } else { parent_path.join("_index.md") }; match self.library.read().unwrap().get_section(&parent) { Some(s) => s.meta.insert_anchor_links, None => InsertAnchor::None, } } /// Find out the direct subsections of each subsection if there are some /// as well as the pages for each section pub fn populate_sections(&mut self) { let mut library = self.library.write().expect("Get lock for populate_sections"); library.populate_sections(&self.config); } /// Find all the tags and categories if it's asked in the config pub fn populate_taxonomies(&mut self) -> Result<()> { if self.config.taxonomies.is_empty() { return Ok(()); } self.taxonomies = find_taxonomies(&self.config, &self.library.read().unwrap())?; Ok(()) } /// Inject live reload script tag if in live reload mode fn inject_livereload(&self, mut html: String) -> String { if let Some(port) = self.live_reload { let script = format!(r#""#, port,); if let Some(index) = html.rfind("") { html.insert_str(index, &script); } else { html.push_str(&script); } } html } /// Minifies html content fn minify(&self, html: String) -> Result { let cfg = &Cfg { minify_js: false }; let mut input_bytes = html.as_bytes().to_vec(); match with_friendly_error(&mut input_bytes, cfg) { Ok(_len) => match std::str::from_utf8(&input_bytes) { Ok(result) => Ok(result.to_string()), Err(err) => bail!("Failed to convert bytes to string : {}", err), }, Err(minify_error) => { bail!( "Failed to truncate html at character {}: {} \n {}", minify_error.position, minify_error.message, minify_error.code_context ); } } } /// Copy the main `static` folder and the theme `static` folder if a theme is used pub fn copy_static_directories(&self) -> Result<()> { // The user files will overwrite the theme files if let Some(ref theme) = self.config.theme { copy_directory( &self.base_path.join("themes").join(theme).join("static"), &self.output_path, false, )?; } // We're fine with missing static folders if self.static_path.exists() { copy_directory(&self.static_path, &self.output_path, self.config.hard_link_static)?; } Ok(()) } pub fn num_img_ops(&self) -> usize { let imageproc = self.imageproc.lock().expect("Couldn't lock imageproc (num_img_ops)"); imageproc.num_img_ops() } pub fn process_images(&self) -> Result<()> { let mut imageproc = self.imageproc.lock().expect("Couldn't lock imageproc (process_images)"); imageproc.prune()?; imageproc.do_process() } /// Deletes the `public` directory if it exists pub fn clean(&self) -> Result<()> { if self.output_path.exists() { // Delete current `public` directory so we can start fresh remove_dir_all(&self.output_path) .map_err(|e| Error::chain("Couldn't delete output directory", e))?; } Ok(()) } /// Handles whether to write to disk or to memory pub fn write_content( &self, components: &[&str], filename: &str, content: String, create_dirs: bool, ) -> Result { let write_dirs = self.build_mode == BuildMode::Disk || create_dirs; ensure_directory_exists(&self.output_path)?; let mut site_path = RelativePathBuf::new(); let mut current_path = self.output_path.to_path_buf(); for component in components { current_path.push(component); site_path.push(component); if !current_path.exists() && write_dirs { create_directory(¤t_path)?; } } if write_dirs { create_directory(¤t_path)?; } let final_content = if !filename.ends_with("html") || !self.config.minify_html { content } else { match self.minify(content) { Ok(minified_content) => minified_content, Err(error) => bail!(error), } }; match self.build_mode { BuildMode::Disk => { let end_path = current_path.join(filename); create_file(&end_path, &final_content)?; } BuildMode::Memory => { let site_path = if filename != "index.html" { site_path.join(filename) } else { site_path }; SITE_CONTENT.write().unwrap().insert(site_path, final_content); } } Ok(current_path) } fn copy_asset(&self, src: &Path, dest: &PathBuf) -> Result<()> { copy_file_if_needed(src, dest, self.config.hard_link_static) } /// Renders a single content page pub fn render_page(&self, page: &Page) -> Result<()> { let output = page.render_html(&self.tera, &self.config, &self.library.read().unwrap())?; let content = self.inject_livereload(output); let components: Vec<&str> = page.path.split('/').collect(); let current_path = self.write_content(&components, "index.html", content, !page.assets.is_empty())?; // Copy any asset we found previously into the same directory as the index.html for asset in &page.assets { let asset_path = asset.as_path(); self.copy_asset( &asset_path, ¤t_path .join(asset_path.file_name().expect("Couldn't get filename from page asset")), )?; } Ok(()) } /// Deletes the `public` directory (only for `zola build`) and builds the site pub fn build(&self) -> Result<()> { // Do not clean on `zola serve` otherwise we end up copying assets all the time if self.build_mode == BuildMode::Disk { self.clean()?; } // Generate/move all assets before rendering any content if let Some(ref theme) = self.config.theme { let theme_path = self.base_path.join("themes").join(theme); if theme_path.join("sass").exists() { sass::compile_sass(&theme_path, &self.output_path)?; } } if self.config.compile_sass { sass::compile_sass(&self.base_path, &self.output_path)?; } if self.config.build_search_index { self.build_search_index()?; } // Render aliases first to allow overwriting self.render_aliases()?; self.render_sections()?; self.render_orphan_pages()?; self.render_sitemap()?; let library = self.library.read().unwrap(); if self.config.generate_feed { let is_multilingual = self.config.is_multilingual(); let pages = if is_multilingual { library .pages_values() .iter() .filter(|p| p.lang == self.config.default_language) .cloned() .collect() } else { library.pages_values() }; self.render_feed(pages, None, &self.config.default_language, |c| c)?; } for lang in &self.config.languages { if !lang.feed { continue; } let pages = library.pages_values().iter().filter(|p| p.lang == lang.code).cloned().collect(); self.render_feed(pages, Some(&PathBuf::from(lang.code.clone())), &lang.code, |c| c)?; } self.render_404()?; self.render_robots()?; self.render_taxonomies()?; // We process images at the end as we might have picked up images to process from markdown // or from templates self.process_images()?; // Processed images will be in static so the last step is to copy it self.copy_static_directories()?; Ok(()) } pub fn build_search_index(&self) -> Result<()> { ensure_directory_exists(&self.output_path)?; // TODO: add those to the SITE_CONTENT map // index first create_file( &self.output_path.join(&format!("search_index.{}.js", self.config.default_language)), &format!( "window.searchIndex = {};", search::build_index( &self.config.default_language, &self.library.read().unwrap(), &self.config )? ), )?; for language in &self.config.languages { if language.code != self.config.default_language && language.search { create_file( &self.output_path.join(&format!("search_index.{}.js", &language.code)), &format!( "window.searchIndex = {};", search::build_index( &language.code, &self.library.read().unwrap(), &self.config )? ), )?; } } // then elasticlunr.min.js create_file(&self.output_path.join("elasticlunr.min.js"), search::ELASTICLUNR_JS)?; Ok(()) } fn render_alias(&self, alias: &str, permalink: &str) -> Result<()> { let mut split = alias.split('/').collect::>(); // If the alias ends with an html file name, use that instead of mapping // as a path containing an `index.html` let page_name = match split.pop() { Some(part) if part.ends_with(".html") => part, Some(part) => { split.push(part); "index.html" } None => "index.html", }; let content = render_redirect_template(&permalink, &self.tera)?; self.write_content(&split, page_name, content, false)?; Ok(()) } /// Renders all the aliases for each page/section: a magic HTML template that redirects to /// the canonical one pub fn render_aliases(&self) -> Result<()> { ensure_directory_exists(&self.output_path)?; let library = self.library.read().unwrap(); for (_, page) in library.pages() { for alias in &page.meta.aliases { self.render_alias(&alias, &page.permalink)?; } } for (_, section) in library.sections() { for alias in §ion.meta.aliases { self.render_alias(&alias, §ion.permalink)?; } } Ok(()) } /// Renders 404.html pub fn render_404(&self) -> Result<()> { ensure_directory_exists(&self.output_path)?; let mut context = Context::new(); context.insert("config", &self.config); let output = render_template("404.html", &self.tera, context, &self.config.theme)?; let content = self.inject_livereload(output); self.write_content(&[], "404.html", content, false)?; Ok(()) } /// Renders robots.txt pub fn render_robots(&self) -> Result<()> { ensure_directory_exists(&self.output_path)?; let mut context = Context::new(); context.insert("config", &self.config); let content = render_template("robots.txt", &self.tera, context, &self.config.theme)?; self.write_content(&[], "robots.txt", content, false)?; Ok(()) } /// Renders all taxonomies pub fn render_taxonomies(&self) -> Result<()> { for taxonomy in &self.taxonomies { self.render_taxonomy(taxonomy)?; } Ok(()) } fn render_taxonomy(&self, taxonomy: &Taxonomy) -> Result<()> { if taxonomy.items.is_empty() { return Ok(()); } ensure_directory_exists(&self.output_path)?; let mut components = Vec::new(); if taxonomy.kind.lang != self.config.default_language { components.push(taxonomy.kind.lang.as_ref()); } components.push(taxonomy.slug.as_ref()); let list_output = taxonomy.render_all_terms(&self.tera, &self.config, &self.library.read().unwrap())?; let content = self.inject_livereload(list_output); self.write_content(&components, "index.html", content, false)?; let library = self.library.read().unwrap(); taxonomy .items .par_iter() .map(|item| { let mut comp = components.clone(); comp.push(&item.slug); if taxonomy.kind.is_paginated() { self.render_paginated( comp.clone(), &Paginator::from_taxonomy(&taxonomy, item, &library), )?; } else { let single_output = taxonomy.render_term(item, &self.tera, &self.config, &library)?; let content = self.inject_livereload(single_output); self.write_content(&comp, "index.html", content, false)?; } if taxonomy.kind.feed { self.render_feed( item.pages.iter().map(|p| library.get_page_by_key(*p)).collect(), Some(&PathBuf::from(format!("{}/{}", taxonomy.slug, item.slug))), if self.config.is_multilingual() && !taxonomy.kind.lang.is_empty() { &taxonomy.kind.lang } else { &self.config.default_language }, |mut context: Context| { context.insert("taxonomy", &taxonomy.kind); context .insert("term", &feed::SerializedFeedTaxonomyItem::from_item(item)); context }, ) } else { Ok(()) } }) .collect::>() } /// What it says on the tin pub fn render_sitemap(&self) -> Result<()> { ensure_directory_exists(&self.output_path)?; let library = self.library.read().unwrap(); let all_sitemap_entries = { sitemap::find_entries(&library, &self.taxonomies[..], &self.config) }; let sitemap_limit = 30000; if all_sitemap_entries.len() < sitemap_limit { // Create single sitemap let mut context = Context::new(); context.insert("entries", &all_sitemap_entries); let sitemap = render_template("sitemap.xml", &self.tera, context, &self.config.theme)?; self.write_content(&[], "sitemap.xml", sitemap, false)?; return Ok(()); } // Create multiple sitemaps (max 30000 urls each) let mut sitemap_index = Vec::new(); for (i, chunk) in all_sitemap_entries.iter().collect::>().chunks(sitemap_limit).enumerate() { let mut context = Context::new(); context.insert("entries", &chunk); let sitemap = render_template("sitemap.xml", &self.tera, context, &self.config.theme)?; let file_name = format!("sitemap{}.xml", i + 1); self.write_content(&[], &file_name, sitemap, false)?; let mut sitemap_url = self.config.make_permalink(&file_name); sitemap_url.pop(); // Remove trailing slash sitemap_index.push(sitemap_url); } // Create main sitemap that reference numbered sitemaps let mut main_context = Context::new(); main_context.insert("sitemaps", &sitemap_index); let sitemap = render_template( "split_sitemap_index.xml", &self.tera, main_context, &self.config.theme, )?; self.write_content(&[], "sitemap.xml", sitemap, false)?; Ok(()) } /// Renders a feed for the given path and at the given path /// If both arguments are `None`, it will render only the feed for the whole /// site at the root folder. pub fn render_feed( &self, all_pages: Vec<&Page>, base_path: Option<&PathBuf>, lang: &str, additional_context_fn: impl Fn(Context) -> Context, ) -> Result<()> { ensure_directory_exists(&self.output_path)?; let feed = match feed::render_feed(self, all_pages, lang, base_path, additional_context_fn)? { Some(v) => v, None => return Ok(()), }; let feed_filename = &self.config.feed_filename; if let Some(ref base) = base_path { let mut components = Vec::new(); for component in base.components() { // TODO: avoid cloning the paths components.push(component.as_os_str().to_string_lossy().as_ref().to_string()); } self.write_content( &components.iter().map(|x| x.as_ref()).collect::>(), &feed_filename, feed, false, )?; } else { self.write_content(&[], &feed_filename, feed, false)?; } Ok(()) } /// Renders a single section pub fn render_section(&self, section: &Section, render_pages: bool) -> Result<()> { ensure_directory_exists(&self.output_path)?; let mut output_path = self.output_path.clone(); let mut components: Vec<&str> = Vec::new(); let create_directories = self.build_mode == BuildMode::Disk || !section.assets.is_empty(); if section.lang != self.config.default_language { components.push(§ion.lang); output_path.push(§ion.lang); if !output_path.exists() && create_directories { create_directory(&output_path)?; } } for component in §ion.file.components { components.push(component); output_path.push(component); if !output_path.exists() && create_directories { create_directory(&output_path)?; } } if section.meta.generate_feed { let library = &self.library.read().unwrap(); let pages = section.pages.iter().map(|k| library.get_page_by_key(*k)).collect(); self.render_feed( pages, Some(&PathBuf::from(§ion.path[1..])), §ion.lang, |mut context: Context| { context.insert("section", §ion.to_serialized(library)); context }, )?; } // Copy any asset we found previously into the same directory as the index.html for asset in §ion.assets { let asset_path = asset.as_path(); self.copy_asset( &asset_path, &output_path.join( asset_path.file_name().expect("Failed to get asset filename for section"), ), )?; } if render_pages { section .pages .par_iter() .map(|k| self.render_page(self.library.read().unwrap().get_page_by_key(*k))) .collect::>()?; } if !section.meta.render { return Ok(()); } if let Some(ref redirect_to) = section.meta.redirect_to { let permalink = self.config.make_permalink(redirect_to); self.write_content( &components, "index.html", render_redirect_template(&permalink, &self.tera)?, create_directories, )?; return Ok(()); } if section.meta.is_paginated() { self.render_paginated( components, &Paginator::from_section(§ion, &self.library.read().unwrap()), )?; } else { let output = section.render_html(&self.tera, &self.config, &self.library.read().unwrap())?; let content = self.inject_livereload(output); self.write_content(&components, "index.html", content, false)?; } Ok(()) } /// Renders all sections pub fn render_sections(&self) -> Result<()> { self.library .read() .unwrap() .sections_values() .into_par_iter() .map(|s| self.render_section(s, true)) .collect::>() } /// Renders all pages that do not belong to any sections pub fn render_orphan_pages(&self) -> Result<()> { ensure_directory_exists(&self.output_path)?; let library = self.library.read().unwrap(); for page in library.get_all_orphan_pages() { self.render_page(page)?; } Ok(()) } /// Renders a list of pages when the section/index is wanting pagination. pub fn render_paginated<'a>( &self, components: Vec<&'a str>, paginator: &'a Paginator, ) -> Result<()> { ensure_directory_exists(&self.output_path)?; let index_components = components.clone(); paginator .pagers .par_iter() .map(|pager| { let mut pager_components = index_components.clone(); pager_components.push(&paginator.paginate_path); let pager_path = format!("{}", pager.index); pager_components.push(&pager_path); let output = paginator.render_pager( pager, &self.config, &self.tera, &self.library.read().unwrap(), )?; let content = self.inject_livereload(output); if pager.index > 1 { self.write_content(&pager_components, "index.html", content, false)?; } else { self.write_content(&index_components, "index.html", content, false)?; self.write_content( &pager_components, "index.html", render_redirect_template(&paginator.permalink, &self.tera)?, false, )?; } Ok(()) }) .collect::>() } }