9db9fc8fb2
* fix the issue of generating the search index for multiple language * updat docs for generating the search index for multiple language * fix failed tests * add tests for the search index of multiple language
90 lines
2.5 KiB
Rust
90 lines
2.5 KiB
Rust
extern crate elasticlunr;
|
|
#[macro_use]
|
|
extern crate lazy_static;
|
|
extern crate ammonia;
|
|
|
|
#[macro_use]
|
|
extern crate errors;
|
|
extern crate library;
|
|
|
|
use std::collections::{HashMap, HashSet};
|
|
|
|
use elasticlunr::{Index, Language};
|
|
|
|
use errors::Result;
|
|
use library::{Library, Section};
|
|
|
|
pub const ELASTICLUNR_JS: &str = include_str!("elasticlunr.min.js");
|
|
|
|
lazy_static! {
|
|
static ref AMMONIA: ammonia::Builder<'static> = {
|
|
let mut clean_content = HashSet::new();
|
|
clean_content.insert("script");
|
|
clean_content.insert("style");
|
|
let mut builder = ammonia::Builder::new();
|
|
builder
|
|
.tags(HashSet::new())
|
|
.tag_attributes(HashMap::new())
|
|
.generic_attributes(HashSet::new())
|
|
.link_rel(None)
|
|
.allowed_classes(HashMap::new())
|
|
.clean_content_tags(clean_content);
|
|
builder
|
|
};
|
|
}
|
|
|
|
/// Returns the generated JSON index with all the documents of the site added using
|
|
/// the language given
|
|
/// Errors if the language given is not available in Elasticlunr
|
|
/// TODO: is making `in_search_index` apply to subsections of a `false` section useful?
|
|
pub fn build_index(lang: &str, library: &Library) -> Result<String> {
|
|
let language = match Language::from_code(lang) {
|
|
Some(l) => l,
|
|
None => {
|
|
bail!("Tried to build search index for language {} which is not supported", lang);
|
|
}
|
|
};
|
|
|
|
let mut index = Index::with_language(language, &["title", "body"]);
|
|
|
|
for section in library.sections_values() {
|
|
if section.lang == lang {
|
|
add_section_to_index(&mut index, section, library);
|
|
}
|
|
}
|
|
|
|
Ok(index.to_json())
|
|
}
|
|
|
|
fn add_section_to_index(index: &mut Index, section: &Section, library: &Library) {
|
|
if !section.meta.in_search_index {
|
|
return;
|
|
}
|
|
|
|
// Don't index redirecting sections
|
|
if section.meta.redirect_to.is_none() {
|
|
index.add_doc(
|
|
§ion.permalink,
|
|
&[
|
|
§ion.meta.title.clone().unwrap_or_default(),
|
|
&AMMONIA.clean(§ion.content).to_string(),
|
|
],
|
|
);
|
|
}
|
|
|
|
for key in §ion.pages {
|
|
let page = library.get_page_by_key(*key);
|
|
if !page.meta.in_search_index {
|
|
continue;
|
|
}
|
|
|
|
index.add_doc(
|
|
&page.permalink,
|
|
&[
|
|
&page.meta.title.clone().unwrap_or_default(),
|
|
&AMMONIA.clean(&page.content).to_string(),
|
|
],
|
|
);
|
|
}
|
|
}
|