docchi_archiver2 0.7.3

use std::sync::Arc;
use crate::imp::structs::hash_thread::HashThread;
use std::sync::mpsc;
use std::sync::mpsc::Receiver;
use crate::imp::structs::archive_data::{ArchiveData, ArchiveDataItem};
use std::collections::BTreeMap;
use crate::ArcResult;

pub(crate) struct Archiver<T : Send + 'static>{
    hash_thread : HashThread,
    converter : Arc<dyn Fn(&str, &[u8]) -> T + Send + Sync + 'static>,
    data_receivers : Vec<ArchiverItem<T>>,
}

pub(crate) struct ArchiverItem<T : Send + 'static>{
    path : String,
    raw_data : Arc<Vec<u8>>,
    processed : Receiver<T>,
}


impl<T : Send + 'static> Archiver<T>{

    pub(crate) fn new(f : impl Fn(&str, &[u8]) -> T + Send + Sync + 'static) -> Archiver<T>{

        let hash_thread = HashThread::new();
        Archiver{
            hash_thread,
            converter : Arc::new(f),
            data_receivers : Vec::new(),
        }
    }

    /// path をアルファベット順にして この fn を何度も呼び出すべし。スレッドに流されて非同期に実行される
    pub(crate) fn archive(&mut self, path : String, data : Vec<u8>){
        let data = Arc::new(data);
        self.hash_thread.calc_hash(path.clone(), data.clone());
        let (sender, processed) = mpsc::channel();
        let converter = self.converter.clone();
        let d = data.clone();
        let p = path.clone();

        rayon::spawn_fifo(move ||{
            let t = converter(&p, d.as_ref());
            sender.send(t).ok();
        });

        self.data_receivers.push(ArchiverItem{
            path,
            raw_data : data,
            processed
        });
    }

    pub(crate) fn finish(self) -> ArcResult<ArchiveData<T>>{
        let mut btree : BTreeMap<String, ArchiveDataItem<T>> = BTreeMap::new();

        for item in self.data_receivers {
            let processed = item.processed.recv()?;
            let path = item.path;
            let item = ArchiveDataItem::new(processed, item.raw_data);

            btree.insert(path, item);
        }
        let hash = self.hash_thread.finish()?;

        Ok(ArchiveData::new(btree, hash))
    }
}