doc_pyramid 0.1.2

doc_pyramid
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

use std::future::Future;

use aok::Result;
use doc_chunk::DocChunk;
use futures::{StreamExt, TryStreamExt, stream};

pub async fn digest<AsyncString: Future<Output = Result<String>>>(
  txt: &str,
  doc_chunk: DocChunk,
  short: &impl Fn(String) -> AsyncString,
) -> Result<String> {
  let li = stream::iter(doc_chunk.parse(txt))
    .map(|i| short(i))
    .buffered(16)
    .try_collect::<Vec<String>>()
    .await?;
  Ok(li.join("\n"))
}

pub async fn parse<AsyncString: Future<Output = Result<String>>>(
  txt: impl AsRef<str>,
  limit: usize,
  short: impl Fn(String) -> AsyncString,
) -> Result<Vec<String>> {
  let mut txt = txt.as_ref();
  let mut result = vec![];
  let doc_chunk = DocChunk::new(limit);
  while !txt.is_empty() {
    let brief = digest(txt, doc_chunk, &short).await?;
    let stop = brief.len() <= limit;
    result.push(brief);
    if stop {
      break;
    } else {
      txt = result.last().unwrap().as_str();
    }
  }

  Ok(result)
}