chunk-streamer 0.2.2

Chunk Streamer library streams Autonomi data as a futures::stream
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use async_trait::async_trait;
use autonomi::{Chunk, ChunkAddress};
use autonomi::client::GetError;
use self_encryption::DataMap;
use tokio::sync::mpsc::channel;
use crate::chunk_receiver::ChunkReceiver;
use crate::chunk_sender::ChunkSender;

#[async_trait]
pub trait ChunkGetter: Clone + Send + Sync + 'static {
    async fn chunk_get(&self, address: &ChunkAddress) -> Result<Chunk, GetError>;
}

pub struct ChunkStreamer<T> {
    id: String,
    data_map: DataMap,
    chunk_getter: T,
    download_threads: usize,
}

impl<T: ChunkGetter> ChunkStreamer<T> {
    pub fn new(id: String, data_map: DataMap, chunk_getter: T, download_threads: usize) -> ChunkStreamer<T> {
        ChunkStreamer { id, data_map, chunk_getter, download_threads }
    }
    
    pub fn open(&self, range_from: u64, range_to: u64) -> ChunkReceiver {
        let (sender, receiver) = channel(self.download_threads);
        let chunk_sender = ChunkSender::new(sender, self.id.clone(), self.chunk_getter.clone(), self.data_map.clone());
        tokio::spawn( Box::pin(async move { chunk_sender.send(range_from, range_to).await; }));
        ChunkReceiver::new(receiver, self.id.clone())
    }
}