-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
bcaf883
commit 36845f7
Showing
5 changed files
with
376 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,296 @@ | ||
| use std::collections::HashSet; | ||
| use std::path::Path; | ||
| use std::sync::Arc; | ||
|
|
||
| use anyhow::anyhow; | ||
| use rst_parser::parse; | ||
| use rst_renderer::render_html; | ||
| use serde::de::Error; | ||
| use serde::{Deserialize, Deserializer, Serialize, Serializer}; | ||
| use time::Date; | ||
|
|
||
| use crate::lang::Language; | ||
|
|
||
| #[derive(Debug, Copy, Clone, PartialEq, Eq)] | ||
| struct MyDate(Date); | ||
|
|
||
| #[derive(Debug, Clone)] | ||
| pub(crate) struct News { | ||
| posts: Arc<Vec<Arc<Post>>>, | ||
| small_posts: Arc<Vec<Arc<SmallPost>>>, | ||
| } | ||
|
|
||
| #[derive(Deserialize)] | ||
| pub(crate) struct WrittenNewsMeta { | ||
| title: String, | ||
| published: MyDate, | ||
| modified: Option<MyDate>, | ||
| description: String, | ||
| keywords: Vec<String>, | ||
| authors: Vec<String>, | ||
| image: Option<String>, | ||
| } | ||
|
|
||
| #[derive(Serialize, Debug, Clone)] | ||
| pub(crate) struct Post { | ||
| slug: String, | ||
| lang: Language, | ||
| idx: u32, | ||
| title: String, | ||
| published: MyDate, | ||
| modified: Option<MyDate>, | ||
| description: String, | ||
| keywords: Vec<String>, | ||
| authors: Vec<String>, | ||
| image: Option<String>, | ||
| body: String, | ||
| } | ||
|
|
||
| #[derive(Serialize, Debug, Clone, PartialEq, Eq)] | ||
| pub(crate) struct SmallPost { | ||
| slug: String, | ||
| lang: Language, | ||
| idx: u32, | ||
| title: String, | ||
| published: MyDate, | ||
| modified: Option<MyDate>, | ||
| description: String, | ||
| keywords: Vec<String>, | ||
| authors: Vec<String>, | ||
| image: Option<String>, | ||
| } | ||
|
|
||
| impl News { | ||
| pub(crate) async fn load(directory: &Path) -> anyhow::Result<Self> { | ||
| let mut posts = Vec::new(); | ||
|
|
||
| let mut dir = tokio::fs::read_dir(directory).await?; | ||
| while let Some(entry) = dir.next_entry().await? { | ||
| if entry.file_type().await?.is_dir() { | ||
| continue; | ||
| } | ||
|
|
||
| let path = entry.path(); | ||
| let content = tokio::fs::read_to_string(path.as_path()).await?; | ||
| let content = content.trim_start(); | ||
| let content = content.strip_prefix("---").unwrap(); | ||
| let (meta, text) = content.split_once("---").unwrap(); | ||
|
|
||
| let meta: WrittenNewsMeta = serde_yaml::from_str(meta)?; | ||
| let file_name = path.file_name().unwrap().to_str().unwrap(); | ||
|
|
||
| if file_name.starts_with('_') { | ||
| continue; | ||
| } | ||
|
|
||
| let is_rst_file = file_name.ends_with(".rst"); | ||
|
|
||
| let (idx, lang, slug) = parse_file_name(file_name)?; | ||
|
|
||
| let body = if is_rst_file { | ||
| let mut buffer: Vec<u8> = Vec::new(); | ||
| let parsed_rst = parse(text) | ||
| .map_err(|e| { | ||
| eprintln!("cannot parse rst file {} with error {}", &file_name, e); | ||
| }) | ||
| .unwrap_or_default(); | ||
| render_html(&parsed_rst, &mut buffer, true) | ||
| .map_err(|e| { | ||
| eprintln!( | ||
| "cannot render rst file to html {} with error {}", | ||
| &file_name, e | ||
| ); | ||
| }) | ||
| .unwrap_or_default(); | ||
| String::from_utf8(buffer)? | ||
| } else { | ||
| markdown::to_html(text) | ||
| }; | ||
|
|
||
| posts.push(Arc::new(Post { | ||
| slug: slug.to_string(), | ||
| lang, | ||
| idx, | ||
| title: meta.title, | ||
| published: meta.published, | ||
| modified: meta.modified, | ||
| description: meta.description, | ||
| keywords: meta.keywords, | ||
| authors: meta.authors, | ||
| image: meta.image, | ||
| body, | ||
| })); | ||
| } | ||
|
|
||
| posts.sort_by(|a, b| b.idx.cmp(&a.idx)); | ||
|
|
||
| let small_posts = posts | ||
| .iter() | ||
| .map(|post| { | ||
| Arc::new(SmallPost { | ||
| slug: post.slug.clone(), | ||
| lang: post.lang, | ||
| idx: post.idx, | ||
| title: post.title.clone(), | ||
| published: post.published, | ||
| modified: post.modified, | ||
| description: post.description.clone(), | ||
| keywords: post.keywords.clone(), | ||
| authors: post.authors.clone(), | ||
| image: post.image.clone(), | ||
| }) | ||
| }) | ||
| .collect(); | ||
|
|
||
| Ok(News { | ||
| posts: Arc::new(posts), | ||
| small_posts: Arc::new(small_posts), | ||
| }) | ||
| } | ||
|
|
||
| pub(crate) fn posts(&self, lang: Language) -> Vec<Arc<SmallPost>> { | ||
| self | ||
| .small_posts | ||
| .iter() | ||
| .filter(|post| post.lang == lang) | ||
| .cloned() | ||
| .collect() | ||
| } | ||
|
|
||
| pub(crate) fn find_post(&self, lang: Language, slug: &str) -> Option<Arc<Post>> { | ||
| self | ||
| .posts | ||
| .iter() | ||
| .find(|post| post.lang == lang && post.slug == slug) | ||
| .cloned() | ||
| } | ||
|
|
||
| pub(crate) fn search_by_keywords( | ||
| &self, | ||
| lang: Language, | ||
| keywords: &Vec<String>, | ||
| ) -> Vec<Arc<SmallPost>> { | ||
| let posts = self | ||
| .small_posts | ||
| .iter() | ||
| .filter(|post| post.lang == lang) | ||
| .collect::<Vec<_>>(); | ||
|
|
||
| let keywords_set = keywords.iter().collect::<HashSet<_>>(); | ||
|
|
||
| let mut or = posts | ||
| .iter() | ||
| .filter(|post| { | ||
| post | ||
| .keywords | ||
| .iter() | ||
| .collect::<HashSet<_>>() | ||
| .intersection(&keywords_set) | ||
| .next() | ||
| .is_some() | ||
| }) | ||
| .cloned() | ||
| .cloned() | ||
| .collect::<Vec<_>>(); | ||
|
|
||
| let mut and = posts | ||
| .iter() | ||
| .filter(|post| { | ||
| !or.contains(post) | ||
| && post | ||
| .keywords | ||
| .iter() | ||
| .collect::<HashSet<_>>() | ||
| .intersection(&keywords_set) | ||
| .count() | ||
| == keywords.len() | ||
| }) | ||
| .cloned() | ||
| .cloned() | ||
| .collect::<Vec<_>>(); | ||
|
|
||
| or.append(&mut and); | ||
|
|
||
| or | ||
| } | ||
|
|
||
| pub(crate) fn keywords(&self) -> HashSet<String> { | ||
| self | ||
| .small_posts | ||
| .iter() | ||
| .flat_map(|post| post.keywords.clone()) | ||
| .collect() | ||
| } | ||
| } | ||
|
|
||
| pub(crate) fn parse_file_name(file_name: &str) -> anyhow::Result<(u32, Language, &str)> { | ||
| let mut split = file_name.split('.'); | ||
|
|
||
| let idx = split | ||
| .next() | ||
| .ok_or_else(|| anyhow!("Index missing in file name {}", file_name))? | ||
| .parse()?; | ||
| let slug = split | ||
| .next() | ||
| .ok_or_else(|| anyhow!("Slug missing in file name {}", file_name))?; | ||
| let lang = split | ||
| .next() | ||
| .ok_or_else(|| anyhow!("Language missing in file name {}", file_name))? | ||
| .try_into()?; | ||
|
|
||
| Ok((idx, lang, slug)) | ||
| } | ||
|
|
||
| impl Serialize for MyDate { | ||
| fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> | ||
| where | ||
| S: Serializer, | ||
| { | ||
| let s = format!( | ||
| "{:0>4}-{:0>2}-{:0>2}", | ||
| self.0.year(), | ||
| self.0.month() as u8, | ||
| self.0.day() | ||
| ); | ||
|
|
||
| serializer.serialize_str(&s) | ||
| } | ||
| } | ||
|
|
||
| impl<'de> Deserialize<'de> for MyDate { | ||
| fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> | ||
| where | ||
| D: Deserializer<'de>, | ||
| { | ||
| let s = String::deserialize(deserializer)?; | ||
| let mut split = s.split('-'); | ||
|
|
||
| let year = split | ||
| .next() | ||
| .ok_or_else(|| Error::custom(format!("Invalid date format {}", s)))? | ||
| .parse() | ||
| .map_err(|e| Error::custom(format!("{}", e)))?; | ||
|
|
||
| let month: u8 = split | ||
| .next() | ||
| .ok_or_else(|| Error::custom(format!("Invalid date format {}", s)))? | ||
| .parse() | ||
| .map_err(|e| Error::custom(format!("{}", e)))?; | ||
|
|
||
| let day = split | ||
| .next() | ||
| .ok_or_else(|| Error::custom(format!("Invalid date format {}", s)))? | ||
| .parse() | ||
| .map_err(|e| Error::custom(format!("{}", e)))?; | ||
|
|
||
| Date::from_calendar_date( | ||
| year, | ||
| month | ||
| .try_into() | ||
| .map_err(|e| Error::custom(format!("{}", e)))?, | ||
| day, | ||
| ) | ||
| .map_err(|e| Error::custom(format!("{}", e))) | ||
| .map(MyDate) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.