rust-car 0.1.4

This crate is the ipfs car file reader writer and utils.
Documentation
#![allow(unused)]
use std::io::SeekFrom;

use super::{CarWriter, WriteStream};
use crate::{error::CarError, header::CarHeader, utils::empty_pb_cid};
use cid::Cid;
use integer_encoding::VarIntWriter;

pub(crate) struct CarWriterV1<W> {
    inner: W,
    header: CarHeader,
    is_header_written: bool,
}

impl<W> CarWriterV1<W>
where
    W: std::io::Write + std::io::Seek,
{
    fn write_head(&mut self) -> Result<(), CarError> {
        let head = self.header.encode()?;
        self.inner.write_varint(head.len())?;
        self.inner.write_all(&head)?;
        self.is_header_written = true;
        Ok(())
    }

    pub fn new(inner: W, header: CarHeader) -> Self {
        Self {
            inner,
            header,
            is_header_written: false,
        }
    }
}

impl<W> CarWriter for CarWriterV1<W>
where
    W: std::io::Write + std::io::Seek,
{
    fn write<T>(&mut self, cid_data: cid::Cid, data: T) -> Result<(), CarError>
    where
        T: AsRef<[u8]>,
    {
        if !self.is_header_written {
            self.write_head()?;
        }
        let mut cid_buff: Vec<u8> = Vec::new();
        cid_data
            .write_bytes(&mut cid_buff)
            .map_err(|e| CarError::Parsing(e.to_string()))?;
        let data = data.as_ref();
        let sec_len = data.len() + cid_buff.len();
        self.inner.write_varint(sec_len)?;
        self.inner.write_all(&cid_buff[..])?;
        self.inner.write_all(data)?;
        Ok(())
    }

    fn flush(&mut self) -> Result<(), CarError> {
        self.inner.flush()?;
        Ok(())
    }

    fn rewrite_header(&mut self, header: CarHeader) -> Result<(), CarError> {
        if header.roots().len() != self.header.roots().len() {
            return Err(CarError::InvalidSection(
                "the root cid is not match.".to_string(),
            ));
        }
        self.header = header;
        self.inner.rewind();
        self.write_head()
    }

    fn write_stream<F, R>(&mut self, mut cid_f: F, stream_len: usize, r: &mut R) -> Result<Cid, CarError>
    where
        R: std::io::Read,
        F: FnMut(WriteStream) -> Option<Result<Cid, CarError>> 
    {
        if !self.is_header_written {
            self.write_head()?;
        }
        let cid = empty_pb_cid();
        let mut cid_buff: Vec<u8> = Vec::new();
        cid.write_bytes(&mut cid_buff)
            .map_err(|e| CarError::Parsing(e.to_string()))?;
        let sec_len = stream_len + cid_buff.len();
        self.inner.write_varint(sec_len)?;
        let cid_pos = self.inner.stream_position()?;
        self.inner.write_all(&cid_buff[..])?;
        let mut buf = vec![0u8; 10240];
        while let Ok(n) = r.read(&mut buf[0..]) {
            if n == 0 {
                break;
            }
            let bs = &buf[0..n];
            self.inner.write_all(bs)?;
            if let Some(Err(e)) = cid_f(WriteStream::Bytes(bs)) {
                return Err(e);
            }
        }
        //write really cid
        let cid = match cid_f(WriteStream::End) {
            Some(Ok(cid)) => cid,
            Some(Err(e)) => return Err(e),
            None => unimplemented!("should not be reach."),
        };

        self.inner.seek(SeekFrom::Start(cid_pos))?;
        let mut cid_buff: Vec<u8> = Vec::new();
        cid.write_bytes(&mut cid_buff)
            .map_err(|e| CarError::Parsing(e.to_string()))?;
        self.inner.write_all(&cid_buff[..])?;
        self.inner.seek(SeekFrom::Current(stream_len as _))?;
        Ok(cid)
    }
}

#[cfg(test)]
mod test {
    use std::io::{BufWriter, Cursor};

    use ipld_cbor::DagCborCodec;

    use crate::header::{CarHeader, CarHeaderV1};
    use crate::reader::{CarReader, CarReaderV1};

    use super::*;
    use cid::multihash::{Code::Blake2b256, MultihashDigest};
    use cid::Cid;

    #[test]
    fn test_writer_read_v1() {
        let digest_test = Blake2b256.digest(b"test");
        let cid_test1 = Cid::new_v1(DagCborCodec.into(), digest_test);
        let digest_test2 = Blake2b256.digest(b"test2");
        let cid_test2 = Cid::new_v1(DagCborCodec.into(), digest_test2);
        let header = CarHeader::V1(CarHeaderV1::new(vec![cid_test2]));
        let mut buffer = Vec::new();
        let mut buf = Cursor::new(&mut buffer);
        let mut writer = CarWriterV1::new(&mut buf, header);
        writer.write(cid_test1, b"test1").unwrap();
        writer.write(cid_test2, b"test2").unwrap();
        writer.flush().unwrap();
        let mut reader = Cursor::new(&buffer);
        let car_reader = CarReaderV1::new(&mut reader).unwrap();
        assert_eq!(vec![cid_test2], car_reader.header().roots());
        assert_eq!(car_reader.sections().len(), 2);
    }
}