#![no_std]
#![warn(missing_docs)]
#![doc(test(attr(warn(unused))))]
#![warn(clippy::return_self_not_must_use)]
#[cfg(feature = "alloc")]
extern crate alloc;
#[cfg(feature = "std")]
extern crate std;
pub extern crate encoding;
#[cfg(feature = "hashes")]
pub extern crate hashes;
#[cfg(feature = "std")]
mod bridge;
pub mod error;
#[cfg(feature = "hashes")]
mod hash;
#[cfg(feature = "alloc")]
#[cfg(not(feature = "std"))]
use alloc::vec::Vec;
use core::cmp;
#[cfg(feature = "std")]
use std::vec::Vec;
use encoding::{Decode, Decoder, Encoder};
#[rustfmt::skip] #[doc(no_inline)]
pub use self::error::{Error, ErrorKind, ReadError};
#[cfg(feature = "std")]
pub use self::bridge::{FromStd, ToStd};
#[cfg(feature = "hashes")]
pub use self::hash::hash_reader;
pub type Result<T> = core::result::Result<T, Error>;
pub trait Read {
fn read(&mut self, buf: &mut [u8]) -> Result<usize>;
#[inline]
fn read_exact(&mut self, mut buf: &mut [u8]) -> Result<()> {
while !buf.is_empty() {
match self.read(buf) {
Ok(0) => return Err(ErrorKind::UnexpectedEof.into()),
Ok(len) => buf = &mut buf[len..],
Err(e) if e.kind() == ErrorKind::Interrupted => {}
Err(e) => return Err(e),
}
}
Ok(())
}
#[inline]
fn take(self, limit: u64) -> Take<Self>
where
Self: Sized,
{
Take { reader: self, remaining: limit }
}
#[doc(alias = "read_to_end")]
#[cfg(feature = "alloc")]
#[inline]
fn read_to_limit(&mut self, buf: &mut Vec<u8>, limit: u64) -> Result<usize> {
self.take(limit).read_to_end(buf)
}
}
pub trait BufRead: Read {
fn fill_buf(&mut self) -> Result<&[u8]>;
fn consume(&mut self, amount: usize);
}
#[derive(Debug)]
pub struct Take<R> {
reader: R,
remaining: u64,
}
impl<R: Read> Take<R> {
#[cfg(feature = "alloc")]
#[inline]
pub fn read_to_end(&mut self, buf: &mut Vec<u8>) -> Result<usize> {
let mut read: usize = 0;
let mut chunk = [0u8; 64];
loop {
match self.read(&mut chunk) {
Ok(0) => break,
Ok(n) => {
buf.extend_from_slice(&chunk[0..n]);
read += n;
}
Err(ref e) if e.kind() == ErrorKind::Interrupted => {}
Err(e) => return Err(e),
};
}
Ok(read)
}
}
impl<R: Read> Read for Take<R> {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> {
let len = cmp::min(buf.len(), self.remaining.try_into().unwrap_or(buf.len()));
let read = self.reader.read(&mut buf[..len])?;
self.remaining -= read.try_into().unwrap_or(self.remaining);
Ok(read)
}
}
impl<R: BufRead> BufRead for Take<R> {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> {
if self.remaining == 0 {
return Ok(&[]);
}
let buf = self.reader.fill_buf()?;
let cap = cmp::min(buf.len() as u64, self.remaining) as usize;
Ok(&buf[..cap])
}
#[inline]
fn consume(&mut self, amount: usize) {
assert!(amount as u64 <= self.remaining);
self.remaining -= amount as u64;
self.reader.consume(amount);
}
}
impl<T: Read + ?Sized> Read for &'_ mut T {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> { (**self).read(buf) }
#[inline]
fn read_exact(&mut self, buf: &mut [u8]) -> Result<()> { (**self).read_exact(buf) }
}
impl<T: BufRead + ?Sized> BufRead for &'_ mut T {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> { (**self).fill_buf() }
#[inline]
fn consume(&mut self, amount: usize) { (**self).consume(amount) }
}
impl Read for &[u8] {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> {
let cnt = cmp::min(self.len(), buf.len());
buf[..cnt].copy_from_slice(&self[..cnt]);
*self = &self[cnt..];
Ok(cnt)
}
}
impl BufRead for &[u8] {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> { Ok(self) }
#[inline]
fn consume(&mut self, amount: usize) { *self = &self[amount..] }
}
#[derive(Clone, Debug, Default, Eq, PartialEq)]
pub struct Cursor<T> {
inner: T,
pos: u64,
}
impl<T: AsRef<[u8]>> Cursor<T> {
#[inline]
pub const fn new(inner: T) -> Self { Self { inner, pos: 0 } }
#[inline]
pub const fn position(&self) -> u64 { self.pos }
#[inline]
pub fn set_position(&mut self, position: u64) { self.pos = position; }
#[inline]
pub fn into_inner(self) -> T { self.inner }
#[inline]
pub const fn get_ref(&self) -> &T { &self.inner }
#[inline]
pub fn get_mut(&mut self) -> &mut T { &mut self.inner }
#[inline]
#[deprecated(since = "0.3.0", note = "use `get_ref()` instead")]
pub fn inner(&self) -> &T { &self.inner }
}
impl<T: AsRef<[u8]>> Read for Cursor<T> {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> {
let inner: &[u8] = self.inner.as_ref();
let start_pos = self.pos.try_into().unwrap_or(inner.len());
if start_pos >= self.inner.as_ref().len() {
return Ok(0);
}
let read = core::cmp::min(inner.len().saturating_sub(start_pos), buf.len());
buf[..read].copy_from_slice(&inner[start_pos..start_pos + read]);
self.pos = self.pos.saturating_add(read.try_into().unwrap_or(u64::MAX ));
Ok(read)
}
}
impl<T: AsRef<[u8]>> BufRead for Cursor<T> {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> {
let inner: &[u8] = self.inner.as_ref();
let pos = self.pos.min(inner.len() as u64) as usize;
Ok(&inner[pos..])
}
#[inline]
fn consume(&mut self, amount: usize) { self.pos = self.pos.saturating_add(amount as u64); }
}
impl<T: AsMut<[u8]>> Write for Cursor<T> {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> {
let write_slice = self.inner.as_mut();
let pos = cmp::min(self.pos, write_slice.len() as u64);
let amt = (&mut write_slice[(pos as usize)..]).write(buf)?;
self.pos += amt as u64;
Ok(amt)
}
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
pub trait Write {
fn write(&mut self, buf: &[u8]) -> Result<usize>;
fn flush(&mut self) -> Result<()>;
#[inline]
fn write_all(&mut self, mut buf: &[u8]) -> Result<()> {
while !buf.is_empty() {
match self.write(buf) {
Ok(0) => return Err(ErrorKind::UnexpectedEof.into()),
Ok(len) => buf = &buf[len..],
Err(e) if e.kind() == ErrorKind::Interrupted => {}
Err(e) => return Err(e),
}
}
Ok(())
}
}
impl<T: Write> Write for &'_ mut T {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> { (**self).write(buf) }
#[inline]
fn write_all(&mut self, buf: &[u8]) -> Result<()> { (**self).write_all(buf) }
#[inline]
fn flush(&mut self) -> Result<()> { (**self).flush() }
}
#[cfg(feature = "alloc")]
impl Write for alloc::vec::Vec<u8> {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> {
self.extend_from_slice(buf);
Ok(buf.len())
}
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
impl Write for &mut [u8] {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> {
let cnt = core::cmp::min(self.len(), buf.len());
self[..cnt].copy_from_slice(&buf[..cnt]);
*self = &mut core::mem::take(self)[cnt..];
Ok(cnt)
}
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
#[derive(Clone, Copy, Debug, Default)]
pub struct Sink;
impl Write for Sink {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> { Ok(buf.len()) }
#[inline]
fn write_all(&mut self, _: &[u8]) -> Result<()> { Ok(()) }
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
#[inline]
pub fn sink() -> Sink { Sink }
#[cfg(feature = "std")]
#[inline]
pub const fn from_std<T>(std_io: T) -> FromStd<T> { FromStd::new(std_io) }
#[cfg(feature = "std")]
#[inline]
pub fn from_std_mut<T>(std_io: &mut T) -> &mut FromStd<T> { FromStd::new_mut(std_io) }
pub fn encode_to_writer<T, W>(object: &T, writer: W) -> Result<()>
where
T: encoding::Encode + ?Sized,
W: Write,
{
let mut encoder = object.encoder();
drain_to_writer(&mut encoder, writer)
}
pub fn drain_to_writer<T, W>(encoder: &mut T, mut writer: W) -> Result<()>
where
T: Encoder + ?Sized,
W: Write,
{
loop {
writer.write_all(encoder.current_chunk())?;
if encoder.advance().has_finished() {
break;
}
}
Ok(())
}
pub fn decode_from_read<T, R>(
reader: R,
) -> core::result::Result<T, ReadError<<T::Decoder as Decoder>::Error>>
where
T: Decode,
R: BufRead,
{
decode_from_read_internal(reader, T::decoder())
}
pub fn decode_from_read_with<D, R>(
reader: R,
) -> core::result::Result<D::Output, ReadError<D::Error>>
where
D: Decoder + Default,
R: BufRead,
{
decode_from_read_internal(reader, D::default())
}
fn decode_from_read_internal<D, R>(
mut reader: R,
mut decoder: D,
) -> core::result::Result<D::Output, ReadError<D::Error>>
where
D: Decoder + Default,
R: BufRead,
{
loop {
let mut buffer = match reader.fill_buf() {
Ok(buffer) => buffer,
Err(error) if error.kind() == ErrorKind::Interrupted => continue,
Err(error) => return Err(ReadError::Io(error)),
};
if buffer.is_empty() {
return decoder.end().map_err(ReadError::Decode);
}
let original_len = buffer.len();
let status = decoder.push_bytes(&mut buffer).map_err(ReadError::Decode)?;
let consumed = original_len - buffer.len();
reader.consume(consumed);
if status.is_ready() {
return decoder.end().map_err(ReadError::Decode);
}
}
}
pub fn decode_from_read_unbuffered<T, R>(
reader: R,
) -> core::result::Result<T, ReadError<<T::Decoder as Decoder>::Error>>
where
T: Decode,
R: Read,
{
decode_from_read_unbuffered_with::<T, R, 4096>(reader)
}
pub fn decode_from_read_unbuffered_with<T, R, const BUFFER_SIZE: usize>(
mut reader: R,
) -> core::result::Result<T, ReadError<<T::Decoder as Decoder>::Error>>
where
T: Decode,
R: Read,
{
let mut decoder = T::decoder();
let mut buffer = [0u8; BUFFER_SIZE];
while decoder.read_limit() > 0 {
let clamped_buffer = &mut buffer[..decoder.read_limit().min(BUFFER_SIZE)];
match reader.read(clamped_buffer) {
Ok(0) => {
return decoder.end().map_err(ReadError::Decode);
}
Ok(bytes_read) => {
let mut to_push = &clamped_buffer[..bytes_read];
while !to_push.is_empty() {
if decoder.push_bytes(&mut to_push).map_err(ReadError::Decode)?.is_ready() {
return decoder.end().map_err(ReadError::Decode);
}
}
}
Err(ref e) if e.kind() == ErrorKind::Interrupted => {
}
Err(e) => return Err(ReadError::Io(e)),
}
}
decoder.end().map_err(ReadError::Decode)
}
#[cfg(feature = "std")]
include!("../include/newtype.rs");
#[cfg(test)]
mod tests {
#[cfg(feature = "alloc")]
#[cfg(not(feature = "std"))]
use alloc::{string::ToString, vec};
#[cfg(feature = "std")]
use std::{string::ToString, vec};
use encoding::{ArrayDecoder, ArrayEncoder, UnexpectedEofError};
use super::*;
#[test]
fn buf_read_fill_and_consume_slice() {
let data = [0_u8, 1, 2];
let mut slice = &data[..];
let fill = BufRead::fill_buf(&mut slice).unwrap();
assert_eq!(fill.len(), 3);
assert_eq!(fill, &[0_u8, 1, 2]);
slice.consume(2);
let fill = BufRead::fill_buf(&mut slice).unwrap();
assert_eq!(fill.len(), 1);
assert_eq!(fill, &[2_u8]);
slice.consume(1);
let fill = BufRead::fill_buf(&mut slice).unwrap();
assert!(fill.is_empty());
}
#[test]
#[cfg(feature = "alloc")]
fn read_to_limit_greater_than_total_length() {
let s = "16-byte-string!!".to_string();
let mut reader = Cursor::new(&s);
let mut buf = vec![];
let read = reader.read_to_limit(&mut buf, 32).expect("failed to read to limit");
assert_eq!(read, s.len());
assert_eq!(&buf, s.as_bytes());
}
#[test]
#[cfg(feature = "alloc")]
fn read_to_limit_less_than_total_length() {
let s = "16-byte-string!!".to_string();
let mut reader = Cursor::new(&s);
let mut buf = vec![];
let read = reader.read_to_limit(&mut buf, 2).expect("failed to read to limit");
assert_eq!(read, 2);
assert_eq!(&buf, "16".as_bytes());
}
#[test]
#[cfg(feature = "std")]
fn set_position_past_end_read_returns_eof() {
const BUF_LEN: usize = 64; let mut buf = [0_u8; BUF_LEN];
let v = [1_u8; BUF_LEN];
let mut c = std::io::Cursor::new(v);
for pos in [BUF_LEN, BUF_LEN + 1, BUF_LEN * 2] {
c.set_position(pos as u64);
let read = c.read(&mut buf).unwrap();
assert_eq!(read, 0);
assert_eq!(buf[0], 0x00); }
let mut c = Cursor::new(v);
for pos in [BUF_LEN, BUF_LEN + 1, BUF_LEN * 2] {
c.set_position(pos as u64);
let read = c.read(&mut buf).unwrap();
assert_eq!(read, 0);
assert_eq!(buf[0], 0x00); }
}
#[test]
fn read_into_zero_length_buffer() {
use crate::Read as _;
const BUF_LEN: usize = 64;
let data = [1_u8; BUF_LEN];
let mut buf = [0_u8; BUF_LEN];
let mut slice = data.as_ref();
let mut take = Read::take(&mut slice, 32);
let read = take.read(&mut buf[0..0]).unwrap();
assert_eq!(read, 0);
assert_eq!(buf[0], 0x00); }
#[test]
#[cfg(feature = "alloc")]
fn take_and_read_to_end() {
const BUF_LEN: usize = 64;
let data = [1_u8; BUF_LEN];
let mut slice = data.as_ref();
let mut take = Read::take(&mut slice, 32);
let mut v = Vec::new();
let read = take.read_to_end(&mut v).unwrap();
assert_eq!(read, 32);
assert_eq!(data[0..32], v[0..32]);
}
#[test]
fn cursor_fill_buf_past_end() {
let data = [1, 2, 3];
let mut cursor = Cursor::new(&data);
cursor.set_position(10);
let buf = cursor.fill_buf().unwrap();
assert!(buf.is_empty());
}
#[test]
fn cursor_write() {
let data = [0x78, 0x56, 0x34, 0x12];
let mut buf = [0_u8; 4];
let mut cursor = Cursor::new(&mut buf);
let amt = cursor.write(&data).unwrap();
assert_eq!(buf, data);
assert_eq!(amt, 4);
}
#[test]
fn cursor_offset_write() {
let data = [0x78, 0x56, 0x34, 0x12];
let mut buf = [0_u8; 4];
let mut cursor = Cursor::new(&mut buf);
cursor.set_position(2);
let amt = cursor.write(&data).unwrap();
assert_eq!(buf, [0, 0, 0x78, 0x56]);
assert_eq!(amt, 2);
}
#[test]
fn cursor_consume_past_end() {
let data = [1, 2, 3];
let mut cursor = Cursor::new(&data);
cursor.set_position(10);
cursor.consume(5);
assert_eq!(cursor.position(), 15);
}
struct TestData(u32);
impl encoding::Encode for TestData {
type Encoder<'e>
= ArrayEncoder<4>
where
Self: 'e;
fn encoder(&self) -> Self::Encoder<'_> {
ArrayEncoder::without_length_prefix(self.0.to_le_bytes())
}
}
#[test]
fn encode_io_writer() {
let data = TestData(0x1234_5678);
let mut buf = [0_u8; 4];
encode_to_writer(&data, buf.as_mut_slice()).unwrap();
assert_eq!(buf, [0x78, 0x56, 0x34, 0x12]);
}
#[derive(Debug, PartialEq)]
struct TestArray([u8; 4]);
impl Decode for TestArray {
type Decoder = TestArrayDecoder;
}
#[derive(Default)]
struct TestArrayDecoder {
inner: ArrayDecoder<4>,
}
impl Decoder for TestArrayDecoder {
type Output = TestArray;
type Error = UnexpectedEofError;
fn push_bytes(
&mut self,
bytes: &mut &[u8],
) -> core::result::Result<encoding::DecoderStatus, Self::Error> {
self.inner.push_bytes(bytes)
}
fn end(self) -> core::result::Result<Self::Output, Self::Error> {
self.inner.end().map(TestArray)
}
fn read_limit(&self) -> usize { self.inner.read_limit() }
}
#[test]
fn decode_from_read_success() {
let data = [1, 2, 3, 4];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read(cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
#[test]
fn decode_from_read_unexpected_eof() {
let data = [1, 2, 3];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read(cursor);
assert!(matches!(result, Err(ReadError::Decode(_))));
}
#[test]
fn decode_from_read_trait_object() {
let data = [1, 2, 3, 4];
let mut cursor = Cursor::new(&data);
let reader: &mut dyn BufRead = &mut cursor;
let result: core::result::Result<TestArray, _> = decode_from_read(reader);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
#[test]
#[cfg(feature = "alloc")]
fn decode_from_read_by_reference() {
use crate::alloc::vec::Vec;
let data = [1, 2, 3, 4];
let mut cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read(&mut cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
let mut buf = Vec::new();
let _ = cursor.read_to_limit(&mut buf, 100);
}
#[test]
fn decode_from_read_unbuffered_success() {
let data = [1, 2, 3, 4];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
#[test]
fn decode_from_read_unbuffered_unexpected_eof() {
let data = [1, 2, 3];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(matches!(result, Err(ReadError::Decode(_))));
}
#[test]
fn decode_from_read_unbuffered_empty() {
let data = [];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(matches!(result, Err(ReadError::Decode(_))));
}
#[test]
fn decode_from_read_unbuffered_extra_data() {
let data = [1, 2, 3, 4, 5, 6];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
#[test]
#[cfg(feature = "alloc")]
fn decode_from_read_unbuffered_partial_consume() {
use encoding::DecoderStatus;
#[derive(Default)]
struct OneAtATimeDecoder {
buf: Vec<u8>,
}
#[derive(Debug, PartialEq)]
struct OneAtATime(Vec<u8>);
#[derive(Debug)]
struct OneAtATimeError;
impl Decoder for OneAtATimeDecoder {
type Output = OneAtATime;
type Error = OneAtATimeError;
fn push_bytes(
&mut self,
bytes: &mut &[u8],
) -> core::result::Result<DecoderStatus, Self::Error> {
if self.buf.len() < 4 && !bytes.is_empty() {
self.buf.push(bytes[0]);
*bytes = &bytes[1..];
}
if self.buf.len() == 4 {
Ok(DecoderStatus::Ready)
} else {
Ok(DecoderStatus::NeedsMore)
}
}
fn end(self) -> core::result::Result<Self::Output, Self::Error> {
if self.buf.len() == 4 {
Ok(OneAtATime(self.buf))
} else {
Err(OneAtATimeError)
}
}
fn read_limit(&self) -> usize { 4 - self.buf.len() }
}
impl Decode for OneAtATime {
type Decoder = OneAtATimeDecoder;
}
let data = [0x11, 0x22, 0x33, 0x44];
let cursor = Cursor::new(&data);
let decoded: OneAtATime =
decode_from_read_unbuffered_with::<_, _, 16>(cursor).expect("decode succeeds");
assert_eq!(decoded.0, vec![0x11, 0x22, 0x33, 0x44]);
}
}