use alloc::borrow::Cow;
use alloc::boxed::Box;
use alloc::fmt;
use alloc::vec::Vec;
use core::cmp;
use core::default::Default;
use core::mem;
use core::num::NonZeroUsize;
use std::error;
use std::io;
use crate::common::{AnyExtension, Block, DisposalMethod, Extension, Frame};
use crate::reader::DecodeOptions;
use crate::MemoryLimit;
use weezl::{decode::Decoder as LzwDecoder, BitOrder, LzwError, LzwStatus};
pub const PLTE_CHANNELS: usize = 3;
#[derive(Debug)]
pub struct DecodingFormatError {
underlying: Box<dyn error::Error + Send + Sync + 'static>,
}
impl fmt::Display for DecodingFormatError {
#[cold]
fn fmt(&self, fmt: &mut fmt::Formatter<'_>) -> fmt::Result {
fmt::Display::fmt(&*self.underlying, fmt)
}
}
impl error::Error for DecodingFormatError {
#[cold]
fn source(&self) -> Option<&(dyn error::Error + 'static)> {
Some(&*self.underlying as _)
}
}
#[derive(Debug)]
#[non_exhaustive]
pub enum DecodingError {
OutOfMemory,
MemoryLimit,
DecoderNotFound,
EndCodeNotFound,
UnexpectedEof,
LzwError(LzwError),
Format(DecodingFormatError),
Io(io::Error),
}
impl DecodingError {
#[cold]
pub(crate) fn format(err: &'static str) -> Self {
Self::Format(DecodingFormatError {
underlying: err.into(),
})
}
}
impl fmt::Display for DecodingError {
#[cold]
fn fmt(&self, fmt: &mut fmt::Formatter<'_>) -> fmt::Result {
match *self {
Self::OutOfMemory => fmt.write_str("Out of Memory"),
Self::MemoryLimit => fmt.write_str("Memory limit reached"),
Self::DecoderNotFound => fmt.write_str("Decoder Not Found"),
Self::EndCodeNotFound => fmt.write_str("End-Code Not Found"),
Self::UnexpectedEof => fmt.write_str("Unexpected End of File"),
Self::LzwError(ref err) => err.fmt(fmt),
Self::Format(ref d) => d.fmt(fmt),
Self::Io(ref err) => err.fmt(fmt),
}
}
}
impl error::Error for DecodingError {
#[cold]
fn source(&self) -> Option<&(dyn error::Error + 'static)> {
match *self {
Self::OutOfMemory => None,
Self::MemoryLimit => None,
Self::DecoderNotFound => None,
Self::EndCodeNotFound => None,
Self::UnexpectedEof => None,
Self::LzwError(ref err) => Some(err),
Self::Format(ref err) => Some(err),
Self::Io(ref err) => Some(err),
}
}
}
impl From<LzwError> for DecodingError {
#[inline]
fn from(err: LzwError) -> Self {
Self::LzwError(err)
}
}
impl From<io::Error> for DecodingError {
#[inline]
fn from(err: io::Error) -> Self {
Self::Io(err)
}
}
impl From<DecodingFormatError> for DecodingError {
#[inline]
fn from(err: DecodingFormatError) -> Self {
Self::Format(err)
}
}
#[derive(Debug, Copy, Clone)]
pub enum FrameDataType {
Pixels,
Lzw {
min_code_size: u8,
},
}
#[derive(Debug)]
#[non_exhaustive]
pub enum Decoded {
Nothing,
GlobalPalette(Box<[u8]>),
BackgroundColor(u8),
HeaderEnd,
BlockStart(Block),
SubBlock {
ext: AnyExtension,
is_last: bool,
},
FrameMetadata(FrameDataType),
BytesDecoded(NonZeroUsize),
LzwDataCopied(usize),
DataEnd,
}
#[derive(Debug, Copy, Clone)]
enum State {
Magic,
ScreenDescriptor,
ImageBlockStart,
GlobalPalette(usize),
BlockStart(u8),
BlockEnd,
ExtensionBlockStart,
ExtensionDataSubBlockStart(usize),
ExtensionDataSubBlock(usize),
ExtensionBlockEnd,
LocalPalette(usize),
LzwInit(u8),
DecodeSubBlock(usize),
CopySubBlock(usize),
FrameDecoded,
Trailer,
}
use self::State::*;
use super::converter::PixelConverter;
pub struct FrameDecoder {
lzw_reader: LzwReader,
pixel_converter: PixelConverter,
memory_limit: MemoryLimit,
}
impl FrameDecoder {
#[inline]
#[must_use]
pub fn new(options: DecodeOptions) -> Self {
Self {
lzw_reader: LzwReader::new(options.check_for_end_code),
pixel_converter: PixelConverter::new(options.color_output),
memory_limit: options.memory_limit.clone(),
}
}
#[inline]
pub fn set_global_palette(&mut self, palette: Vec<u8>) {
self.pixel_converter.set_global_palette(palette);
}
#[inline]
pub fn decode_lzw_encoded_frame(&mut self, frame: &mut Frame<'_>) -> Result<(), DecodingError> {
let pixel_bytes = self
.pixel_converter
.check_buffer_size(frame, &self.memory_limit)?;
let mut vec = vec![0; pixel_bytes];
self.decode_lzw_encoded_frame_into_buffer(frame, &mut vec)?;
frame.buffer = Cow::Owned(vec);
frame.interlaced = false;
Ok(())
}
pub fn decode_lzw_encoded_frame_into_buffer(
&mut self,
frame: &Frame<'_>,
buf: &mut [u8],
) -> Result<(), DecodingError> {
let (&min_code_size, mut data) = frame.buffer.split_first().unwrap_or((&2, &[]));
self.lzw_reader.reset(min_code_size)?;
let lzw_reader = &mut self.lzw_reader;
self.pixel_converter
.read_into_buffer(frame, buf, &mut move |out| loop {
let (bytes_read, bytes_written, status) = lzw_reader.decode_bytes(data, out)?;
data = data.get(bytes_read..).unwrap_or_default();
if bytes_written > 0 || matches!(status, LzwStatus::NoProgress) {
return Ok(bytes_written);
}
})?;
Ok(())
}
#[inline]
#[must_use]
pub fn buffer_size(&self, frame: &Frame<'_>) -> usize {
self.pixel_converter.buffer_size(frame).unwrap()
}
}
struct LzwReader {
decoder: Option<LzwDecoder>,
min_code_size: u8,
check_for_end_code: bool,
}
impl LzwReader {
pub fn new(check_for_end_code: bool) -> Self {
Self {
decoder: None,
min_code_size: 0,
check_for_end_code,
}
}
pub fn check_code_size(min_code_size: u8) -> Result<(), DecodingError> {
if min_code_size > 11 || min_code_size < 1 {
return Err(DecodingError::format("invalid minimal code size"));
}
Ok(())
}
pub fn reset(&mut self, min_code_size: u8) -> Result<(), DecodingError> {
Self::check_code_size(min_code_size)?;
if self.min_code_size != min_code_size || self.decoder.is_none() {
self.min_code_size = min_code_size;
self.decoder = Some(LzwDecoder::new(BitOrder::Lsb, min_code_size));
} else {
self.decoder
.as_mut()
.ok_or_else(|| DecodingError::format("bad state"))?
.reset();
}
Ok(())
}
pub fn has_ended(&self) -> bool {
self.decoder.as_ref().map_or(true, |e| e.has_ended())
}
pub fn decode_bytes(
&mut self,
lzw_data: &[u8],
decode_buffer: &mut OutputBuffer<'_>,
) -> Result<(usize, usize, LzwStatus), DecodingError> {
let decoder = self
.decoder
.as_mut()
.ok_or(DecodingError::DecoderNotFound)?;
let (status, consumed_in, consumed_out) = match decode_buffer {
OutputBuffer::Slice(buf) => {
let decoded = decoder.decode_bytes(lzw_data, buf);
(decoded.status, decoded.consumed_in, decoded.consumed_out)
}
OutputBuffer::None => {
let decoded = decoder.decode_bytes(lzw_data, &mut []);
(decoded.status, decoded.consumed_in, decoded.consumed_out)
}
OutputBuffer::Vec(buf) => {
let decoded = decoder.into_vec(buf).decode(lzw_data);
(decoded.status, decoded.consumed_in, decoded.consumed_out)
}
};
let status = match status? {
ok @ LzwStatus::Done | ok @ LzwStatus::Ok => ok,
ok @ LzwStatus::NoProgress => {
if self.check_for_end_code {
return Err(DecodingError::EndCodeNotFound);
}
ok
}
};
Ok((consumed_in, consumed_out, status))
}
}
pub struct StreamingDecoder {
state: State,
internal_buffer: [u8; 9],
unused_internal_buffer_len: u8,
lzw_reader: LzwReader,
skip_frame_decoding: bool,
check_frame_consistency: bool,
allow_unknown_blocks: bool,
memory_limit: MemoryLimit,
version: Version,
width: u16,
height: u16,
global_color_table: Vec<u8>,
ext: ExtensionData,
current: Option<Frame<'static>>,
header_end_reached: bool,
}
#[derive(Copy, Clone, Debug, PartialEq, Eq, Hash)]
pub enum Version {
V87a,
V89a,
}
struct ExtensionData {
id: AnyExtension,
data: Vec<u8>,
}
pub enum OutputBuffer<'a> {
Slice(&'a mut [u8]),
Vec(&'a mut Vec<u8>),
None,
}
impl OutputBuffer<'_> {
fn append(
&mut self,
buf: &[u8],
memory_limit: &MemoryLimit,
) -> Result<(usize, usize), DecodingError> {
let (consumed, copied) = match self {
OutputBuffer::Slice(slice) => {
let len = cmp::min(buf.len(), slice.len());
slice[..len].copy_from_slice(&buf[..len]);
(len, len)
}
OutputBuffer::Vec(vec) => {
let vec: &mut Vec<u8> = vec;
let len = buf.len();
memory_limit.try_reserve(vec, len)?;
if vec.capacity() - vec.len() >= len {
vec.extend_from_slice(buf);
}
(len, len)
}
OutputBuffer::None => (buf.len(), 0),
};
Ok((consumed, copied))
}
}
impl StreamingDecoder {
#[must_use]
pub fn new() -> Self {
let options = DecodeOptions::new();
Self::with_options(&options)
}
pub(crate) fn with_options(options: &DecodeOptions) -> Self {
Self {
internal_buffer: [0; 9],
unused_internal_buffer_len: 0,
state: Magic,
lzw_reader: LzwReader::new(options.check_for_end_code),
skip_frame_decoding: options.skip_frame_decoding,
check_frame_consistency: options.check_frame_consistency,
allow_unknown_blocks: options.allow_unknown_blocks,
memory_limit: options.memory_limit.clone(),
version: Version::V87a,
width: 0,
height: 0,
global_color_table: Vec::new(),
ext: ExtensionData {
id: AnyExtension(0),
data: Vec::with_capacity(256), },
current: None,
header_end_reached: false,
}
}
pub fn update(
&mut self,
mut buf: &[u8],
write_into: &mut OutputBuffer<'_>,
) -> Result<(usize, Decoded), DecodingError> {
let len = buf.len();
while !buf.is_empty() {
let (bytes, decoded) = self.next_state(buf, write_into)?;
buf = buf.get(bytes..).unwrap_or_default();
match decoded {
Decoded::Nothing => {}
result => {
return Ok((len - buf.len(), result));
}
};
}
Ok((len - buf.len(), Decoded::Nothing))
}
#[must_use]
pub fn last_ext_sub_block(&mut self) -> &[u8] {
&self.ext.data
}
#[must_use]
#[track_caller]
pub fn current_frame_mut(&mut self) -> &mut Frame<'static> {
self.current.as_mut().unwrap()
}
#[track_caller]
#[must_use]
pub fn current_frame(&self) -> &Frame<'static> {
self.current.as_ref().unwrap()
}
#[inline(always)]
fn try_current_frame(&mut self) -> Result<&mut Frame<'static>, DecodingError> {
self.current
.as_mut()
.ok_or_else(|| DecodingError::format("bad state"))
}
#[must_use]
pub fn width(&self) -> u16 {
self.width
}
#[must_use]
pub fn height(&self) -> u16 {
self.height
}
#[must_use]
pub fn version(&self) -> Version {
self.version
}
#[inline]
fn next_state(
&mut self,
buf: &[u8],
write_into: &mut OutputBuffer<'_>,
) -> Result<(usize, Decoded), DecodingError> {
macro_rules! goto (
($n:expr, $state:expr) => ({
self.state = $state;
Ok(($n, Decoded::Nothing))
});
($state:expr) => ({
self.state = $state;
Ok((1, Decoded::Nothing))
});
($n:expr, $state:expr, emit $res:expr) => ({
self.state = $state;
Ok(($n, $res))
});
($state:expr, emit $res:expr) => ({
self.state = $state;
Ok((1, $res))
})
);
macro_rules! ensure_min_length_buffer (
($required:expr) => ({
let required: usize = $required;
if buf.len() >= required && self.unused_internal_buffer_len == 0 {
(required, &buf[..required])
} else {
let has = usize::from(self.unused_internal_buffer_len);
let mut consumed = 0;
if has < required {
let to_copy = buf.len().min(required - has);
let new_len = has + to_copy;
self.internal_buffer[has .. new_len].copy_from_slice(&buf[..to_copy]);
consumed += to_copy;
if new_len < required {
self.unused_internal_buffer_len = new_len as u8;
return Ok((consumed, Decoded::Nothing));
} else {
self.unused_internal_buffer_len = 0;
}
}
(consumed, &self.internal_buffer[..required])
}
})
);
let b = *buf.first().ok_or(DecodingError::UnexpectedEof)?;
match self.state {
Magic => {
let (consumed, version) = ensure_min_length_buffer!(6);
self.version = match version {
b"GIF87a" => Version::V87a,
b"GIF89a" => Version::V89a,
_ => return Err(DecodingError::format("malformed GIF header")),
};
goto!(consumed, ScreenDescriptor)
}
ScreenDescriptor => {
let (consumed, desc) = ensure_min_length_buffer!(7);
self.width = u16::from_le_bytes(desc[..2].try_into().unwrap());
self.height = u16::from_le_bytes(desc[2..4].try_into().unwrap());
let global_flags = desc[4];
let background_color = desc[5];
let global_table = global_flags & 0x80 != 0;
let table_size = if global_table {
let table_size = PLTE_CHANNELS * (1 << ((global_flags & 0b111) + 1) as usize);
self.global_color_table
.try_reserve_exact(table_size)
.map_err(|_| DecodingError::OutOfMemory)?;
table_size
} else {
0usize
};
goto!(
consumed,
GlobalPalette(table_size),
emit Decoded::BackgroundColor(background_color)
)
}
ImageBlockStart => {
let (consumed, header) = ensure_min_length_buffer!(9);
let frame = self
.current
.as_mut()
.ok_or_else(|| DecodingError::format("bad state"))?;
frame.left = u16::from_le_bytes(header[..2].try_into().unwrap());
frame.top = u16::from_le_bytes(header[2..4].try_into().unwrap());
frame.width = u16::from_le_bytes(header[4..6].try_into().unwrap());
frame.height = u16::from_le_bytes(header[6..8].try_into().unwrap());
let flags = header[8];
frame.interlaced = (flags & 0b0100_0000) != 0;
if self.check_frame_consistency {
if self.width.checked_sub(frame.width) < Some(frame.left)
|| self.height.checked_sub(frame.height) < Some(frame.top)
{
return Err(DecodingError::format("frame descriptor is out-of-bounds"));
}
}
let local_table = (flags & 0b1000_0000) != 0;
if local_table {
let table_size = flags & 0b0000_0111;
let pal_len = PLTE_CHANNELS * (1 << (table_size + 1));
frame
.palette
.get_or_insert_with(Vec::new)
.try_reserve_exact(pal_len)
.map_err(|_| DecodingError::OutOfMemory)?;
goto!(consumed, LocalPalette(pal_len))
} else {
goto!(consumed, LocalPalette(0))
}
}
GlobalPalette(left) => {
if left > 0 {
let n = cmp::min(left, buf.len());
if n <= self.global_color_table.capacity() - self.global_color_table.len() {
self.global_color_table.extend_from_slice(&buf[..n]);
}
goto!(n, GlobalPalette(left - n))
} else {
goto!(BlockStart(b), emit Decoded::GlobalPalette(
mem::take(&mut self.global_color_table).into_boxed_slice()
))
}
}
BlockStart(type_) => {
if !self.header_end_reached && type_ != Block::Extension as u8 {
self.header_end_reached = true;
return goto!(0, BlockStart(type_), emit Decoded::HeaderEnd);
}
match Block::from_u8(type_) {
Some(Block::Image) => {
self.add_frame();
goto!(0, ImageBlockStart, emit Decoded::BlockStart(Block::Image))
}
Some(Block::Extension) => {
self.ext.id = AnyExtension(b);
if !self.allow_unknown_blocks && self.ext.id.into_known().is_none() {
return Err(DecodingError::format(
"unknown extension block encountered",
));
}
goto!(ExtensionBlockStart)
}
Some(Block::Trailer) => {
goto!(Trailer, emit Decoded::BlockStart(Block::Trailer))
}
None => {
if self.allow_unknown_blocks {
self.ext.id = AnyExtension(0);
goto!(0, ExtensionBlockStart)
} else {
Err(DecodingError::format("unknown block type encountered"))
}
}
}
}
ExtensionBlockStart => {
goto!(ExtensionDataSubBlockStart(b as usize), emit Decoded::BlockStart(Block::Extension))
}
ExtensionBlockEnd => {
self.ext.data.clear();
goto!(0, BlockEnd)
}
BlockEnd => {
if b == Block::Trailer as u8 {
goto!(0, BlockStart(b))
} else {
goto!(BlockStart(b))
}
}
ExtensionDataSubBlockStart(sub_block_len) => {
self.ext.data.clear();
if sub_block_len == 0 {
if self.ext.id.into_known() == Some(Extension::Control) {
self.read_control_extension()?;
}
goto!(0, ExtensionBlockEnd, emit Decoded::SubBlock { ext: self.ext.id, is_last: true })
} else {
goto!(0, ExtensionDataSubBlock(sub_block_len))
}
}
ExtensionDataSubBlock(left) => {
if left > 0 {
let n = cmp::min(left, buf.len());
let needs_to_grow =
n > self.ext.data.capacity().wrapping_sub(self.ext.data.len());
if needs_to_grow {
return Err(DecodingError::OutOfMemory);
}
self.ext.data.extend_from_slice(&buf[..n]);
goto!(n, ExtensionDataSubBlock(left - n))
} else if b == 0 {
if self.ext.id.into_known() == Some(Extension::Control) {
self.read_control_extension()?;
}
goto!(ExtensionBlockEnd, emit Decoded::SubBlock { ext: self.ext.id, is_last: true })
} else {
goto!(ExtensionDataSubBlockStart(b as usize), emit Decoded::SubBlock { ext: self.ext.id, is_last: false })
}
}
LocalPalette(left) => {
if left > 0 {
let n = cmp::min(left, buf.len());
let src = &buf[..n];
if let Some(pal) = self.try_current_frame()?.palette.as_mut() {
if pal.capacity() - pal.len() >= src.len() {
pal.extend_from_slice(src);
}
}
goto!(n, LocalPalette(left - n))
} else {
goto!(LzwInit(b))
}
}
LzwInit(min_code_size) => {
if !self.skip_frame_decoding {
self.lzw_reader.reset(min_code_size)?;
goto!(DecodeSubBlock(b as usize), emit Decoded::FrameMetadata(FrameDataType::Pixels))
} else {
LzwReader::check_code_size(min_code_size)?;
goto!(CopySubBlock(b as usize), emit Decoded::FrameMetadata(FrameDataType::Lzw { min_code_size }))
}
}
CopySubBlock(left) => {
debug_assert!(self.skip_frame_decoding);
if left > 0 {
let n = cmp::min(left, buf.len());
let (consumed, copied) = write_into.append(&buf[..n], &self.memory_limit)?;
goto!(consumed, CopySubBlock(left - consumed), emit Decoded::LzwDataCopied(copied))
} else if b != 0 {
goto!(CopySubBlock(b as usize))
} else {
goto!(0, FrameDecoded)
}
}
DecodeSubBlock(left) => {
debug_assert!(!self.skip_frame_decoding);
if left > 0 {
let n = cmp::min(left, buf.len());
if self.lzw_reader.has_ended() || matches!(write_into, OutputBuffer::None) {
return goto!(n, DecodeSubBlock(left - n), emit Decoded::Nothing);
}
let (mut consumed, bytes_len, status) =
self.lzw_reader.decode_bytes(&buf[..n], write_into)?;
if matches!(status, LzwStatus::NoProgress) {
consumed = n;
}
let decoded = if let Some(bytes_len) = NonZeroUsize::new(bytes_len) {
Decoded::BytesDecoded(bytes_len)
} else {
Decoded::Nothing
};
goto!(consumed, DecodeSubBlock(left - consumed), emit decoded)
} else if b != 0 {
goto!(DecodeSubBlock(b as usize))
} else {
let (_, bytes_len, status) = self.lzw_reader.decode_bytes(&[], write_into)?;
if let Some(bytes_len) = NonZeroUsize::new(bytes_len) {
goto!(0, DecodeSubBlock(0), emit Decoded::BytesDecoded(bytes_len))
} else if matches!(status, LzwStatus::Ok) {
goto!(0, DecodeSubBlock(0), emit Decoded::Nothing)
} else if matches!(status, LzwStatus::Done) {
goto!(0, FrameDecoded)
} else {
goto!(0, FrameDecoded)
}
}
}
FrameDecoded => {
self.current = None;
debug_assert_eq!(0, b);
goto!(BlockEnd, emit Decoded::DataEnd)
}
Trailer => goto!(0, Trailer, emit Decoded::Nothing),
}
}
fn read_control_extension(&mut self) -> Result<(), DecodingError> {
if self.ext.data.len() != 4 {
return Err(DecodingError::format("control extension has wrong length"));
}
let control = &self.ext.data;
let frame = self.current.get_or_insert_with(Frame::default);
let control_flags = control[0];
frame.needs_user_input = control_flags & 0b10 != 0;
frame.dispose = match DisposalMethod::from_u8((control_flags & 0b11100) >> 2) {
Some(method) => method,
None => DisposalMethod::Any,
};
frame.delay = u16::from_le_bytes(control[1..3].try_into().unwrap());
frame.transparent = (control_flags & 1 != 0).then_some(control[3]);
Ok(())
}
fn add_frame(&mut self) {
if self.current.is_none() {
self.current = Some(Frame::default());
}
}
}
#[test]
fn error_cast() {
let _: Box<dyn error::Error> = DecodingError::format("testing").into();
}