#![cfg_attr(not(feature = "std"), no_std)]
#![warn(missing_docs)]
#![doc(test(attr(warn(unused))))]
#![warn(clippy::return_self_not_must_use)]
#[cfg(feature = "alloc")]
extern crate alloc;
#[cfg(feature = "hashes")]
pub extern crate hashes;
#[cfg(feature = "std")]
mod bridge;
mod error;
#[cfg(feature = "hashes")]
mod hash;
#[cfg(all(not(feature = "std"), feature = "alloc"))]
use alloc::vec::Vec;
use core::cmp;
use encoding::{Decodable, Decoder, Encoder};
#[rustfmt::skip] pub use self::error::{Error, ErrorKind};
#[cfg(feature = "std")]
pub use self::bridge::{FromStd, ToStd};
#[cfg(feature = "hashes")]
pub use self::hash::hash_reader;
pub type Result<T> = core::result::Result<T, Error>;
pub trait Read {
fn read(&mut self, buf: &mut [u8]) -> Result<usize>;
#[inline]
fn read_exact(&mut self, mut buf: &mut [u8]) -> Result<()> {
while !buf.is_empty() {
match self.read(buf) {
Ok(0) => return Err(ErrorKind::UnexpectedEof.into()),
Ok(len) => buf = &mut buf[len..],
Err(e) if e.kind() == ErrorKind::Interrupted => {}
Err(e) => return Err(e),
}
}
Ok(())
}
#[inline]
fn take(self, limit: u64) -> Take<Self>
where
Self: Sized,
{
Take { reader: self, remaining: limit }
}
#[doc(alias = "read_to_end")]
#[cfg(feature = "alloc")]
#[inline]
fn read_to_limit(&mut self, buf: &mut Vec<u8>, limit: u64) -> Result<usize> {
self.take(limit).read_to_end(buf)
}
}
pub trait BufRead: Read {
fn fill_buf(&mut self) -> Result<&[u8]>;
fn consume(&mut self, amount: usize);
}
#[derive(Debug)]
pub struct Take<R> {
reader: R,
remaining: u64,
}
impl<R: Read> Take<R> {
#[cfg(feature = "alloc")]
#[inline]
pub fn read_to_end(&mut self, buf: &mut Vec<u8>) -> Result<usize> {
let mut read: usize = 0;
let mut chunk = [0u8; 64];
loop {
match self.read(&mut chunk) {
Ok(0) => break,
Ok(n) => {
buf.extend_from_slice(&chunk[0..n]);
read += n;
}
Err(ref e) if e.kind() == ErrorKind::Interrupted => {}
Err(e) => return Err(e),
};
}
Ok(read)
}
}
impl<R: Read> Read for Take<R> {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> {
let len = cmp::min(buf.len(), self.remaining.try_into().unwrap_or(buf.len()));
let read = self.reader.read(&mut buf[..len])?;
self.remaining -= read.try_into().unwrap_or(self.remaining);
Ok(read)
}
}
impl<R: BufRead> BufRead for Take<R> {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> {
if self.remaining == 0 {
return Ok(&[]);
}
let buf = self.reader.fill_buf()?;
let cap = cmp::min(buf.len() as u64, self.remaining) as usize;
Ok(&buf[..cap])
}
#[inline]
fn consume(&mut self, amount: usize) {
assert!(amount as u64 <= self.remaining);
self.remaining -= amount as u64;
self.reader.consume(amount);
}
}
impl<T: Read + ?Sized> Read for &'_ mut T {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> { (**self).read(buf) }
#[inline]
fn read_exact(&mut self, buf: &mut [u8]) -> Result<()> { (**self).read_exact(buf) }
}
impl<T: BufRead + ?Sized> BufRead for &'_ mut T {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> { (**self).fill_buf() }
#[inline]
fn consume(&mut self, amount: usize) { (**self).consume(amount) }
}
impl Read for &[u8] {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> {
let cnt = cmp::min(self.len(), buf.len());
buf[..cnt].copy_from_slice(&self[..cnt]);
*self = &self[cnt..];
Ok(cnt)
}
}
impl BufRead for &[u8] {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> { Ok(self) }
#[inline]
fn consume(&mut self, amount: usize) { *self = &self[amount..] }
}
#[derive(Clone, Debug, Default, Eq, PartialEq)]
pub struct Cursor<T> {
inner: T,
pos: u64,
}
impl<T: AsRef<[u8]>> Cursor<T> {
#[inline]
pub const fn new(inner: T) -> Self { Self { inner, pos: 0 } }
#[inline]
pub const fn position(&self) -> u64 { self.pos }
#[inline]
pub fn set_position(&mut self, position: u64) { self.pos = position; }
#[inline]
pub fn into_inner(self) -> T { self.inner }
#[inline]
pub const fn get_ref(&self) -> &T { &self.inner }
#[inline]
pub fn get_mut(&mut self) -> &mut T { &mut self.inner }
#[inline]
#[deprecated(since = "0.3.0", note = "use `get_ref()` instead")]
pub fn inner(&self) -> &T { &self.inner }
}
impl<T: AsRef<[u8]>> Read for Cursor<T> {
#[inline]
fn read(&mut self, buf: &mut [u8]) -> Result<usize> {
let inner: &[u8] = self.inner.as_ref();
let start_pos = self.pos.try_into().unwrap_or(inner.len());
if start_pos >= self.inner.as_ref().len() {
return Ok(0);
}
let read = core::cmp::min(inner.len().saturating_sub(start_pos), buf.len());
buf[..read].copy_from_slice(&inner[start_pos..start_pos + read]);
self.pos = self.pos.saturating_add(read.try_into().unwrap_or(u64::MAX ));
Ok(read)
}
}
impl<T: AsRef<[u8]>> BufRead for Cursor<T> {
#[inline]
fn fill_buf(&mut self) -> Result<&[u8]> {
let inner: &[u8] = self.inner.as_ref();
let pos = self.pos.min(inner.len() as u64) as usize;
Ok(&inner[pos..])
}
#[inline]
fn consume(&mut self, amount: usize) { self.pos = self.pos.saturating_add(amount as u64); }
}
impl<T: AsMut<[u8]>> Write for Cursor<T> {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> {
let write_slice = self.inner.as_mut();
let pos = cmp::min(self.pos, write_slice.len() as u64);
let amt = (&mut write_slice[(pos as usize)..]).write(buf)?;
self.pos += amt as u64;
Ok(amt)
}
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
pub trait Write {
fn write(&mut self, buf: &[u8]) -> Result<usize>;
fn flush(&mut self) -> Result<()>;
#[inline]
fn write_all(&mut self, mut buf: &[u8]) -> Result<()> {
while !buf.is_empty() {
match self.write(buf) {
Ok(0) => return Err(ErrorKind::UnexpectedEof.into()),
Ok(len) => buf = &buf[len..],
Err(e) if e.kind() == ErrorKind::Interrupted => {}
Err(e) => return Err(e),
}
}
Ok(())
}
}
impl<T: Write> Write for &'_ mut T {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> { (**self).write(buf) }
#[inline]
fn write_all(&mut self, buf: &[u8]) -> Result<()> { (**self).write_all(buf) }
#[inline]
fn flush(&mut self) -> Result<()> { (**self).flush() }
}
#[cfg(feature = "alloc")]
impl Write for alloc::vec::Vec<u8> {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> {
self.extend_from_slice(buf);
Ok(buf.len())
}
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
impl Write for &mut [u8] {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> {
let cnt = core::cmp::min(self.len(), buf.len());
self[..cnt].copy_from_slice(&buf[..cnt]);
*self = &mut core::mem::take(self)[cnt..];
Ok(cnt)
}
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
#[derive(Clone, Copy, Debug, Default)]
pub struct Sink;
impl Write for Sink {
#[inline]
fn write(&mut self, buf: &[u8]) -> Result<usize> { Ok(buf.len()) }
#[inline]
fn write_all(&mut self, _: &[u8]) -> Result<()> { Ok(()) }
#[inline]
fn flush(&mut self) -> Result<()> { Ok(()) }
}
#[inline]
pub fn sink() -> Sink { Sink }
#[cfg(feature = "std")]
#[inline]
pub const fn from_std<T>(std_io: T) -> FromStd<T> { FromStd::new(std_io) }
#[cfg(feature = "std")]
#[inline]
pub fn from_std_mut<T>(std_io: &mut T) -> &mut FromStd<T> { FromStd::new_mut(std_io) }
pub fn encode_to_writer<T, W>(object: &T, mut writer: W) -> Result<()>
where
T: encoding::Encodable + ?Sized,
W: Write,
{
let mut encoder = object.encoder();
loop {
writer.write_all(encoder.current_chunk())?;
if !encoder.advance() {
break;
}
}
Ok(())
}
pub fn decode_from_read<T, R>(
mut reader: R,
) -> core::result::Result<T, ReadError<<T::Decoder as Decoder>::Error>>
where
T: Decodable,
R: BufRead,
{
let mut decoder = T::decoder();
loop {
let mut buffer = match reader.fill_buf() {
Ok(buffer) => buffer,
Err(error) if error.kind() == ErrorKind::Interrupted => continue,
Err(error) => return Err(ReadError::Io(error)),
};
if buffer.is_empty() {
return decoder.end().map_err(ReadError::Decode);
}
let original_len = buffer.len();
let need_more = decoder.push_bytes(&mut buffer).map_err(ReadError::Decode)?;
let consumed = original_len - buffer.len();
reader.consume(consumed);
if !need_more {
return decoder.end().map_err(ReadError::Decode);
}
}
}
pub fn decode_from_read_unbuffered<T, R>(
reader: R,
) -> core::result::Result<T, ReadError<<T::Decoder as Decoder>::Error>>
where
T: Decodable,
R: Read,
{
decode_from_read_unbuffered_with::<T, R, 4096>(reader)
}
pub fn decode_from_read_unbuffered_with<T, R, const BUFFER_SIZE: usize>(
mut reader: R,
) -> core::result::Result<T, ReadError<<T::Decoder as Decoder>::Error>>
where
T: Decodable,
R: Read,
{
let mut decoder = T::decoder();
let mut buffer = [0u8; BUFFER_SIZE];
while decoder.read_limit() > 0 {
let clamped_buffer = &mut buffer[..decoder.read_limit().min(BUFFER_SIZE)];
match reader.read(clamped_buffer) {
Ok(0) => {
return decoder.end().map_err(ReadError::Decode);
}
Ok(bytes_read) => {
if !decoder
.push_bytes(&mut &clamped_buffer[..bytes_read])
.map_err(ReadError::Decode)?
{
return decoder.end().map_err(ReadError::Decode);
}
}
Err(ref e) if e.kind() == ErrorKind::Interrupted => {
}
Err(e) => return Err(ReadError::Io(e)),
}
}
decoder.end().map_err(ReadError::Decode)
}
#[derive(Debug)]
pub enum ReadError<D> {
Io(Error),
Decode(D),
}
impl<D: core::fmt::Display> core::fmt::Display for ReadError<D> {
fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
match self {
Self::Io(e) => write!(f, "I/O error: {}", e),
Self::Decode(e) => write!(f, "decode error: {}", e),
}
}
}
#[cfg(feature = "std")]
impl<D> std::error::Error for ReadError<D>
where
D: core::fmt::Debug + core::fmt::Display + std::error::Error + 'static,
{
fn source(&self) -> Option<&(dyn std::error::Error + 'static)> {
match self {
Self::Io(e) => Some(e),
Self::Decode(e) => Some(e),
}
}
}
#[cfg(feature = "std")]
impl<D> From<Error> for ReadError<D> {
fn from(e: Error) -> Self { Self::Io(e) }
}
#[cfg(test)]
mod tests {
#[cfg(all(not(feature = "std"), feature = "alloc"))]
use alloc::{string::ToString, vec};
use encoding::{ArrayDecoder, ArrayEncoder, UnexpectedEofError};
use super::*;
#[test]
fn buf_read_fill_and_consume_slice() {
let data = [0_u8, 1, 2];
let mut slice = &data[..];
let fill = BufRead::fill_buf(&mut slice).unwrap();
assert_eq!(fill.len(), 3);
assert_eq!(fill, &[0_u8, 1, 2]);
slice.consume(2);
let fill = BufRead::fill_buf(&mut slice).unwrap();
assert_eq!(fill.len(), 1);
assert_eq!(fill, &[2_u8]);
slice.consume(1);
let fill = BufRead::fill_buf(&mut slice).unwrap();
assert!(fill.is_empty());
}
#[test]
#[cfg(feature = "alloc")]
fn read_to_limit_greater_than_total_length() {
let s = "16-byte-string!!".to_string();
let mut reader = Cursor::new(&s);
let mut buf = vec![];
let read = reader.read_to_limit(&mut buf, 32).expect("failed to read to limit");
assert_eq!(read, s.len());
assert_eq!(&buf, s.as_bytes());
}
#[test]
#[cfg(feature = "alloc")]
fn read_to_limit_less_than_total_length() {
let s = "16-byte-string!!".to_string();
let mut reader = Cursor::new(&s);
let mut buf = vec![];
let read = reader.read_to_limit(&mut buf, 2).expect("failed to read to limit");
assert_eq!(read, 2);
assert_eq!(&buf, "16".as_bytes());
}
#[test]
#[cfg(feature = "std")]
fn set_position_past_end_read_returns_eof() {
const BUF_LEN: usize = 64; let mut buf = [0_u8; BUF_LEN];
let v = [1_u8; BUF_LEN];
let mut c = std::io::Cursor::new(v);
for pos in [BUF_LEN, BUF_LEN + 1, BUF_LEN * 2] {
c.set_position(pos as u64);
let read = c.read(&mut buf).unwrap();
assert_eq!(read, 0);
assert_eq!(buf[0], 0x00); }
let mut c = Cursor::new(v);
for pos in [BUF_LEN, BUF_LEN + 1, BUF_LEN * 2] {
c.set_position(pos as u64);
let read = c.read(&mut buf).unwrap();
assert_eq!(read, 0);
assert_eq!(buf[0], 0x00); }
}
#[test]
fn read_into_zero_length_buffer() {
use crate::Read as _;
const BUF_LEN: usize = 64;
let data = [1_u8; BUF_LEN];
let mut buf = [0_u8; BUF_LEN];
let mut slice = data.as_ref();
let mut take = Read::take(&mut slice, 32);
let read = take.read(&mut buf[0..0]).unwrap();
assert_eq!(read, 0);
assert_eq!(buf[0], 0x00); }
#[test]
#[cfg(feature = "alloc")]
fn take_and_read_to_end() {
const BUF_LEN: usize = 64;
let data = [1_u8; BUF_LEN];
let mut slice = data.as_ref();
let mut take = Read::take(&mut slice, 32);
let mut v = Vec::new();
let read = take.read_to_end(&mut v).unwrap();
assert_eq!(read, 32);
assert_eq!(data[0..32], v[0..32]);
}
#[test]
fn cursor_fill_buf_past_end() {
let data = [1, 2, 3];
let mut cursor = Cursor::new(&data);
cursor.set_position(10);
let buf = cursor.fill_buf().unwrap();
assert!(buf.is_empty());
}
#[test]
fn cursor_write() {
let data = [0x78, 0x56, 0x34, 0x12];
let mut buf = [0_u8; 4];
let mut cursor = Cursor::new(&mut buf);
let amt = cursor.write(&data).unwrap();
assert_eq!(buf, data);
assert_eq!(amt, 4);
}
#[test]
fn cursor_offset_write() {
let data = [0x78, 0x56, 0x34, 0x12];
let mut buf = [0_u8; 4];
let mut cursor = Cursor::new(&mut buf);
cursor.set_position(2);
let amt = cursor.write(&data).unwrap();
assert_eq!(buf, [0, 0, 0x78, 0x56]);
assert_eq!(amt, 2);
}
#[test]
fn cursor_consume_past_end() {
let data = [1, 2, 3];
let mut cursor = Cursor::new(&data);
cursor.set_position(10);
cursor.consume(5);
assert_eq!(cursor.position(), 15);
}
struct TestData(u32);
impl encoding::Encodable for TestData {
type Encoder<'e>
= ArrayEncoder<4>
where
Self: 'e;
fn encoder(&self) -> Self::Encoder<'_> {
ArrayEncoder::without_length_prefix(self.0.to_le_bytes())
}
}
#[test]
fn encode_io_writer() {
let data = TestData(0x1234_5678);
let mut buf = [0_u8; 4];
encode_to_writer(&data, buf.as_mut_slice()).unwrap();
assert_eq!(buf, [0x78, 0x56, 0x34, 0x12]);
}
#[derive(Debug, PartialEq)]
struct TestArray([u8; 4]);
impl Decodable for TestArray {
type Decoder = TestArrayDecoder;
fn decoder() -> Self::Decoder { TestArrayDecoder { inner: ArrayDecoder::new() } }
}
struct TestArrayDecoder {
inner: ArrayDecoder<4>,
}
impl Decoder for TestArrayDecoder {
type Output = TestArray;
type Error = UnexpectedEofError;
fn push_bytes(&mut self, bytes: &mut &[u8]) -> core::result::Result<bool, Self::Error> {
self.inner.push_bytes(bytes)
}
fn end(self) -> core::result::Result<Self::Output, Self::Error> {
self.inner.end().map(TestArray)
}
fn read_limit(&self) -> usize { self.inner.read_limit() }
}
#[test]
fn decode_from_read_success() {
let data = [1, 2, 3, 4];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read(cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
#[test]
fn decode_from_read_unexpected_eof() {
let data = [1, 2, 3];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read(cursor);
assert!(matches!(result, Err(ReadError::Decode(_))));
}
#[test]
fn decode_from_read_trait_object() {
let data = [1, 2, 3, 4];
let mut cursor = Cursor::new(&data);
let reader: &mut dyn BufRead = &mut cursor;
let result: core::result::Result<TestArray, _> = decode_from_read(reader);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
#[test]
#[cfg(feature = "alloc")]
fn decode_from_read_by_reference() {
use crate::alloc::vec::Vec;
let data = [1, 2, 3, 4];
let mut cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read(&mut cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
let mut buf = Vec::new();
let _ = cursor.read_to_limit(&mut buf, 100);
}
#[test]
fn decode_from_read_unbuffered_success() {
let data = [1, 2, 3, 4];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
#[test]
fn decode_from_read_unbuffered_unexpected_eof() {
let data = [1, 2, 3];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(matches!(result, Err(ReadError::Decode(_))));
}
#[test]
fn decode_from_read_unbuffered_empty() {
let data = [];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(matches!(result, Err(ReadError::Decode(_))));
}
#[test]
fn decode_from_read_unbuffered_extra_data() {
let data = [1, 2, 3, 4, 5, 6];
let cursor = Cursor::new(&data);
let result: core::result::Result<TestArray, _> = decode_from_read_unbuffered(cursor);
assert!(result.is_ok());
let decoded = result.unwrap();
assert_eq!(decoded.0, [1, 2, 3, 4]);
}
}