async-jsonl 0.4.0

An efficient async Rust library for reading and processing JSON Lines (JSONL) files using Tokio streams.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use crate::take_n::{TakeNLines, TakeNLinesReverse};
use crate::{Jsonl, JsonlDeserialize, JsonlValueDeserialize};
use futures::{Stream, StreamExt};
use serde::Deserialize;
use serde_json::Value;
use tokio::io::AsyncRead;

impl<R: AsyncRead + Unpin> JsonlDeserialize for Jsonl<R> {
    fn deserialize<T>(self) -> impl Stream<Item = anyhow::Result<T>>
    where
        T: for<'a> Deserialize<'a>,
    {
        self.map(|result| {
            result.and_then(|line| {
                serde_json::from_str::<T>(&line)
                    .map_err(|e| anyhow::anyhow!("Failed to parse JSON line: {}", e))
            })
        })
    }
}

impl<R: AsyncRead + Unpin> JsonlValueDeserialize for Jsonl<R> {
    fn deserialize_values(self) -> impl Stream<Item = anyhow::Result<Value>> {
        self.deserialize::<Value>()
    }
}

// Implementations for TakeNLines
impl<R: AsyncRead + Unpin> JsonlDeserialize for TakeNLines<R> {
    fn deserialize<T>(self) -> impl Stream<Item = anyhow::Result<T>>
    where
        T: for<'a> Deserialize<'a>,
    {
        self.map(|result| {
            result.and_then(|line| {
                serde_json::from_str::<T>(&line)
                    .map_err(|e| anyhow::anyhow!("Failed to parse JSON line: {}", e))
            })
        })
    }
}

impl<R: AsyncRead + Unpin> JsonlValueDeserialize for TakeNLines<R> {
    fn deserialize_values(self) -> impl Stream<Item = anyhow::Result<Value>> {
        self.deserialize::<Value>()
    }
}

// Implementations for TakeNLinesReverse
impl JsonlDeserialize for TakeNLinesReverse {
    fn deserialize<T>(self) -> impl Stream<Item = anyhow::Result<T>>
    where
        T: for<'a> Deserialize<'a>,
    {
        self.map(|result| {
            result.and_then(|line| {
                serde_json::from_str::<T>(&line)
                    .map_err(|e| anyhow::anyhow!("Failed to parse JSON line: {}", e))
            })
        })
    }
}

impl JsonlValueDeserialize for TakeNLinesReverse {
    fn deserialize_values(self) -> impl Stream<Item = anyhow::Result<Value>> {
        self.deserialize::<Value>()
    }
}