rss-funnel 0.0.5

A composable feed processing pipeline
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

use readability::extractor::extract;
use serde::{Deserialize, Serialize};
use url::Url;

use crate::feed::Feed;
use crate::util::Result;

use super::{FeedFilter, FeedFilterConfig};

#[derive(Serialize, Deserialize, Debug, Clone)]
pub struct SimplifyHtmlConfig {}

pub struct SimplifyHtmlFilter;

#[async_trait::async_trait]
impl FeedFilterConfig for SimplifyHtmlConfig {
  type Filter = SimplifyHtmlFilter;

  async fn build(self) -> Result<Self::Filter> {
    Ok(SimplifyHtmlFilter)
  }
}

#[async_trait::async_trait]
impl FeedFilter for SimplifyHtmlFilter {
  async fn run(&self, feed: &mut Feed) -> Result<()> {
    let mut posts = feed.take_posts();

    for post in &mut posts {
      let link = post.link().unwrap_or("").to_string();
      if let Some(description) = post.description_mut() {
        if let Some(simplified) = simplify(description, &link) {
          *description = simplified;
        }
      };
    }

    feed.set_posts(posts);
    Ok(())
  }
}

pub(super) fn simplify(text: &str, url: &str) -> Option<String> {
  let url = Url::parse(url).ok()?;
  let mut text = std::io::Cursor::new(text);
  let product = extract(&mut text, &url).ok()?;
  Some(product.content)
}