yuvutils_rs/

ycgco_to_rgb.rs

/*
 * Copyright (c) Radzivon Bartoshyk, 02/2025. All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without modification,
 * are permitted provided that the following conditions are met:
 *
 * 1.  Redistributions of source code must retain the above copyright notice, this
 * list of conditions and the following disclaimer.
 *
 * 2.  Redistributions in binary form must reproduce the above copyright notice,
 * this list of conditions and the following disclaimer in the documentation
 * and/or other materials provided with the distribution.
 *
 * 3.  Neither the name of the copyright holder nor the names of its
 * contributors may be used to endorse or promote products derived from
 * this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
use crate::internals::ProcessedOffset;
use crate::numerics::qrshr;
use crate::yuv_error::check_rgba_destination;
use crate::yuv_support::*;
use crate::{YuvError, YuvPlanarImage};
use num_traits::AsPrimitive;
#[cfg(feature = "rayon")]
use rayon::iter::{IndexedParallelIterator, ParallelIterator};
#[cfg(feature = "rayon")]
use rayon::prelude::{ParallelSlice, ParallelSliceMut};
use std::fmt::Debug;
use std::ops::Sub;

trait CgCoWideRowInversionHandler<V> {
    fn handle_row(
        &self,
        y_plane: &[V],
        u_plane: &[V],
        v_plane: &[V],
        rgba: &mut [V],
        width: u32,
        chroma_range: YuvChromaRange,
    ) -> ProcessedOffset;
}

trait CgCoWideRowInversionHandler420<V> {
    fn handle_row420(
        &self,
        y_plane0: &[V],
        y_plane1: &[V],
        u_plane: &[V],
        v_plane: &[V],
        rgba0: &mut [V],
        rgba1: &mut [V],
        width: u32,
        chroma_range: YuvChromaRange,
    ) -> ProcessedOffset;
}

type RgbHandler = unsafe fn(
    y_plane: &[u8],
    u_plane: &[u8],
    v_plane: &[u8],
    rgba: &mut [u8],
    width: usize,
    chroma_range: YuvChromaRange,
) -> ProcessedOffset;

type RgbHandler420 = unsafe fn(
    y_plane0: &[u8],
    y_plane1: &[u8],
    u_plane: &[u8],
    v_plane: &[u8],
    rgba0: &mut [u8],
    rgba1: &mut [u8],
    width: u32,
    chroma_range: YuvChromaRange,
) -> ProcessedOffset;

struct Rgb8Converter<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> {
    handler: Option<RgbHandler>,
}

struct Rgb8Converter420<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> {
    handler: Option<RgbHandler420>,
}

impl<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>
    Rgb8Converter<DESTINATION_CHANNELS, SAMPLING>
{
    fn new(range: YuvRange) -> Self {
        if range == YuvRange::Full {
            #[cfg(all(target_arch = "aarch64", target_feature = "neon"))]
            {
                use crate::neon::neon_ycgco_full_range_to_rgb;
                return Rgb8Converter {
                    handler: Some(neon_ycgco_full_range_to_rgb::<DESTINATION_CHANNELS, SAMPLING>),
                };
            }
        }
        Self { handler: None }
    }
}

impl<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>
    Rgb8Converter420<DESTINATION_CHANNELS, SAMPLING>
{
    fn new(range: YuvRange) -> Self {
        let sampling: YuvChromaSubsampling = SAMPLING.into();
        if sampling != YuvChromaSubsampling::Yuv420 {
            return Self { handler: None };
        }
        assert_eq!(sampling, YuvChromaSubsampling::Yuv420);
        if range == YuvRange::Full {
            #[cfg(all(target_arch = "aarch64", target_feature = "neon"))]
            {
                use crate::neon::neon_ycgco420_to_rgba_row;
                return Rgb8Converter420 {
                    handler: Some(neon_ycgco420_to_rgba_row::<DESTINATION_CHANNELS>),
                };
            }
        }
        Self { handler: None }
    }
}

struct Rgb16Converter<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> {}

impl<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> CgCoWideRowInversionHandler<u16>
    for Rgb16Converter<DESTINATION_CHANNELS, SAMPLING>
{
    fn handle_row(
        &self,
        _: &[u16],
        _: &[u16],
        _: &[u16],
        _: &mut [u16],
        _: u32,
        _: YuvChromaRange,
    ) -> ProcessedOffset {
        ProcessedOffset { cx: 0, ux: 0 }
    }
}

struct Rgb16Converter420<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> {}

impl<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> CgCoWideRowInversionHandler420<u16>
    for Rgb16Converter420<DESTINATION_CHANNELS, SAMPLING>
{
    fn handle_row420(
        &self,
        _: &[u16],
        _: &[u16],
        _: &[u16],
        _: &[u16],
        _: &mut [u16],
        _: &mut [u16],
        _: u32,
        _: YuvChromaRange,
    ) -> ProcessedOffset {
        ProcessedOffset { cx: 0, ux: 0 }
    }
}

impl<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> CgCoWideRowInversionHandler<u8>
    for Rgb8Converter<DESTINATION_CHANNELS, SAMPLING>
{
    fn handle_row(
        &self,
        y_plane: &[u8],
        u_plane: &[u8],
        v_plane: &[u8],
        rgba: &mut [u8],
        width: u32,
        chroma_range: YuvChromaRange,
    ) -> ProcessedOffset {
        if let Some(handler) = self.handler {
            unsafe {
                return handler(
                    y_plane,
                    u_plane,
                    v_plane,
                    rgba,
                    width as usize,
                    chroma_range,
                );
            }
        }
        ProcessedOffset { cx: 0, ux: 0 }
    }
}

impl<const DESTINATION_CHANNELS: u8, const SAMPLING: u8> CgCoWideRowInversionHandler420<u8>
    for Rgb8Converter420<DESTINATION_CHANNELS, SAMPLING>
{
    fn handle_row420(
        &self,
        y_plane0: &[u8],
        y_plane1: &[u8],
        u_plane: &[u8],
        v_plane: &[u8],
        rgba0: &mut [u8],
        rgba1: &mut [u8],
        width: u32,
        chroma_range: YuvChromaRange,
    ) -> ProcessedOffset {
        if let Some(handler) = self.handler {
            unsafe {
                return handler(
                    y_plane0,
                    y_plane1,
                    u_plane,
                    v_plane,
                    rgba0,
                    rgba1,
                    width,
                    chroma_range,
                );
            }
        }
        ProcessedOffset { cx: 0, ux: 0 }
    }
}

trait YCgCoConverterFactory<V> {
    fn make_converter<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>(
        range: YuvRange,
        bit_depth: usize,
    ) -> Box<dyn CgCoWideRowInversionHandler<V> + Sync + Send>;

    fn make_converter420<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>(
        range: YuvRange,
        bit_depth: usize,
    ) -> Box<dyn CgCoWideRowInversionHandler420<V> + Sync + Send>;
}

impl YCgCoConverterFactory<u8> for u8 {
    fn make_converter<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>(
        range: YuvRange,
        _: usize,
    ) -> Box<dyn CgCoWideRowInversionHandler<u8> + Sync + Send> {
        Box::new(Rgb8Converter::<DESTINATION_CHANNELS, SAMPLING>::new(range))
    }

    fn make_converter420<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>(
        range: YuvRange,
        _: usize,
    ) -> Box<dyn CgCoWideRowInversionHandler420<u8> + Sync + Send> {
        Box::new(Rgb8Converter420::<DESTINATION_CHANNELS, SAMPLING>::new(
            range,
        ))
    }
}

impl YCgCoConverterFactory<u16> for u16 {
    fn make_converter<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>(
        _: YuvRange,
        _: usize,
    ) -> Box<dyn CgCoWideRowInversionHandler<u16> + Sync + Send> {
        Box::new(Rgb16Converter::<DESTINATION_CHANNELS, SAMPLING> {})
    }

    fn make_converter420<const DESTINATION_CHANNELS: u8, const SAMPLING: u8>(
        _: YuvRange,
        _: usize,
    ) -> Box<dyn CgCoWideRowInversionHandler420<u16> + Sync + Send> {
        Box::new(Rgb16Converter420::<DESTINATION_CHANNELS, SAMPLING> {})
    }
}

fn ycgco_ro_rgbx<
    V: AsPrimitive<J> + 'static + Default + Debug + Sync + Send + YCgCoConverterFactory<V>,
    J: Copy + AsPrimitive<i32> + 'static + Sub<Output = J> + Send + Sync,
    const DESTINATION_CHANNELS: u8,
    const SAMPLING: u8,
    const BIT_DEPTH: usize,
>(
    image: &YuvPlanarImage<V>,
    rgba: &mut [V],
    rgba_stride: u32,
    range: YuvRange,
) -> Result<(), YuvError>
where
    i32: AsPrimitive<V>,
    u32: AsPrimitive<J>,
{
    let chroma_subsampling: YuvChromaSubsampling = SAMPLING.into();
    let dst_chans: YuvSourceChannels = DESTINATION_CHANNELS.into();
    let channels = dst_chans.get_channels_count();

    check_rgba_destination(rgba, rgba_stride, image.width, image.height, channels)?;
    image.check_constraints(chroma_subsampling)?;

    let chroma_range = get_yuv_range(BIT_DEPTH as u32, range);
    let bias_y: J = chroma_range.bias_y.as_();
    let bias_uv: J = chroma_range.bias_uv.as_();

    const PRECISION: i32 = 13;

    let max_colors = (1 << BIT_DEPTH) - 1i32;
    let precision_scale = (1 << PRECISION) as f32;

    let range_reduction_y =
        (max_colors as f32 / chroma_range.range_y as f32 * precision_scale).round() as i16;
    let range_reduction_uv =
        (max_colors as f32 / chroma_range.range_uv as f32 * precision_scale).round() as i16;

    let converter = V::make_converter::<DESTINATION_CHANNELS, SAMPLING>(range, BIT_DEPTH);
    let converter420 = V::make_converter420::<DESTINATION_CHANNELS, SAMPLING>(range, BIT_DEPTH);

    let process_halved_chroma_row =
        |y_plane: &[V], u_plane: &[V], v_plane: &[V], rgba: &mut [V]| {
            let processed_offset =
                converter.handle_row(y_plane, u_plane, v_plane, rgba, image.width, chroma_range);
            if processed_offset.cx != image.width as usize {
                for (((rgba, y_src), &u_src), &v_src) in rgba
                    .chunks_exact_mut(channels * 2)
                    .zip(y_plane.chunks_exact(2))
                    .zip(u_plane.iter())
                    .zip(v_plane.iter())
                    .skip(processed_offset.cx)
                {
                    let y_value0 = (y_src[0].as_() - bias_y).as_() * range_reduction_y as i32;
                    let cb_value = (u_src.as_() - bias_uv).as_() * range_reduction_uv as i32;
                    let cr_value = (v_src.as_() - bias_uv).as_() * range_reduction_uv as i32;

                    let t0 = y_value0 - cb_value;

                    let r0 = qrshr::<PRECISION, BIT_DEPTH>(t0 + cr_value);
                    let b0 = qrshr::<PRECISION, BIT_DEPTH>(t0 - cr_value);
                    let g0 = qrshr::<PRECISION, BIT_DEPTH>(y_value0 + cb_value);

                    let rgba0 = &mut rgba[0..channels];

                    rgba0[dst_chans.get_r_channel_offset()] = r0.as_();
                    rgba0[dst_chans.get_g_channel_offset()] = g0.as_();
                    rgba0[dst_chans.get_b_channel_offset()] = b0.as_();
                    if dst_chans.has_alpha() {
                        rgba0[dst_chans.get_a_channel_offset()] = max_colors.as_();
                    }

                    let y_value1 = (y_src[1].as_() - bias_y).as_() * range_reduction_y as i32;

                    let t1 = y_value1 - cb_value;

                    let r1 = qrshr::<PRECISION, BIT_DEPTH>(t1 + cr_value);
                    let b1 = qrshr::<PRECISION, BIT_DEPTH>(t1 - cr_value);
                    let g1 = qrshr::<PRECISION, BIT_DEPTH>(y_value1 + cb_value);

                    let rgba1 = &mut rgba[channels..channels * 2];

                    rgba1[dst_chans.get_r_channel_offset()] = r1.as_();
                    rgba1[dst_chans.get_g_channel_offset()] = g1.as_();
                    rgba1[dst_chans.get_b_channel_offset()] = b1.as_();
                    if dst_chans.has_alpha() {
                        rgba1[dst_chans.get_a_channel_offset()] = max_colors.as_();
                    }
                }

                if image.width & 1 != 0 {
                    let y_value0 =
                        (y_plane.last().unwrap().as_() - bias_y).as_() * range_reduction_y as i32;
                    let cb_value =
                        (u_plane.last().unwrap().as_() - bias_uv).as_() * range_reduction_uv as i32;
                    let cr_value =
                        (v_plane.last().unwrap().as_() - bias_uv).as_() * range_reduction_uv as i32;
                    let rgba = rgba.chunks_exact_mut(channels).last().unwrap();
                    let rgba0 = &mut rgba[0..channels];

                    let t0 = y_value0 - cb_value;

                    let r0 = qrshr::<PRECISION, BIT_DEPTH>(t0 + cr_value);
                    let b0 = qrshr::<PRECISION, BIT_DEPTH>(t0 - cr_value);
                    let g0 = qrshr::<PRECISION, BIT_DEPTH>(y_value0 + cb_value);
                    rgba0[dst_chans.get_r_channel_offset()] = r0.as_();
                    rgba0[dst_chans.get_g_channel_offset()] = g0.as_();
                    rgba0[dst_chans.get_b_channel_offset()] = b0.as_();
                    if dst_chans.has_alpha() {
                        rgba0[dst_chans.get_a_channel_offset()] = max_colors.as_();
                    }
                }
            }
        };

    let process_doubled_chroma_row = |y_plane0: &[V],
                                      y_plane1: &[V],
                                      u_plane: &[V],
                                      v_plane: &[V],
                                      rgba0: &mut [V],
                                      rgba1: &mut [V]| {
        let processed_offset420 = converter420
            .handle_row420(
                y_plane0,
                y_plane1,
                u_plane,
                v_plane,
                rgba0,
                rgba1,
                image.width,
                chroma_range,
            )
            .cx;
        if processed_offset420 != image.width as usize {
            for (((((rgba0, rgba1), y_src0), y_src1), &u_src), &v_src) in rgba0
                .chunks_exact_mut(channels * 2)
                .zip(rgba1.chunks_exact_mut(channels * 2))
                .zip(y_plane0.chunks_exact(2))
                .zip(y_plane1.chunks_exact(2))
                .zip(u_plane.iter())
                .zip(v_plane.iter())
            {
                let y_value0 = (y_src0[0].as_() - bias_y).as_() * range_reduction_y as i32;
                let y_value1 = (y_src0[1].as_() - bias_y).as_() * range_reduction_y as i32;

                let cb_value = (u_src.as_() - bias_uv).as_() * range_reduction_uv as i32;
                let cr_value = (v_src.as_() - bias_uv).as_() * range_reduction_uv as i32;

                let y_value10 = (y_src1[0].as_() - bias_y).as_() * range_reduction_y as i32;
                let y_value11 = (y_src1[1].as_() - bias_y).as_() * range_reduction_y as i32;

                let t0 = y_value0 - cb_value;

                let r0 = qrshr::<PRECISION, BIT_DEPTH>(t0 + cr_value);
                let b0 = qrshr::<PRECISION, BIT_DEPTH>(t0 - cr_value);
                let g0 = qrshr::<PRECISION, BIT_DEPTH>(y_value0 + cb_value);

                let rgba00 = &mut rgba0[0..channels];

                rgba00[dst_chans.get_r_channel_offset()] = r0.as_();
                rgba00[dst_chans.get_g_channel_offset()] = g0.as_();
                rgba00[dst_chans.get_b_channel_offset()] = b0.as_();
                if dst_chans.has_alpha() {
                    rgba00[dst_chans.get_a_channel_offset()] = max_colors.as_();
                }

                let t1 = y_value1 - cb_value;

                let r1 = qrshr::<PRECISION, BIT_DEPTH>(t1 + cr_value);
                let b1 = qrshr::<PRECISION, BIT_DEPTH>(t1 - cr_value);
                let g1 = qrshr::<PRECISION, BIT_DEPTH>(y_value1 + cb_value);

                let rgba01 = &mut rgba0[channels..channels * 2];

                rgba01[dst_chans.get_r_channel_offset()] = r1.as_();
                rgba01[dst_chans.get_g_channel_offset()] = g1.as_();
                rgba01[dst_chans.get_b_channel_offset()] = b1.as_();
                if dst_chans.has_alpha() {
                    rgba01[dst_chans.get_a_channel_offset()] = max_colors.as_();
                }

                let t10 = y_value10 - cb_value;

                let r10 = qrshr::<PRECISION, BIT_DEPTH>(t10 + cr_value);
                let b10 = qrshr::<PRECISION, BIT_DEPTH>(t10 - cr_value);
                let g10 = qrshr::<PRECISION, BIT_DEPTH>(y_value10 + cb_value);

                let rgba10 = &mut rgba1[0..channels];

                rgba10[dst_chans.get_r_channel_offset()] = r10.as_();
                rgba10[dst_chans.get_g_channel_offset()] = g10.as_();
                rgba10[dst_chans.get_b_channel_offset()] = b10.as_();
                if dst_chans.has_alpha() {
                    rgba10[dst_chans.get_a_channel_offset()] = max_colors.as_();
                }

                let t11 = y_value11 - cb_value;

                let r11 = qrshr::<PRECISION, BIT_DEPTH>(t11 + cr_value);
                let b11 = qrshr::<PRECISION, BIT_DEPTH>(t11 - cr_value);
                let g11 = qrshr::<PRECISION, BIT_DEPTH>(y_value11 + cb_value);

                let rgba11 = &mut rgba1[channels..channels * 2];

                rgba11[dst_chans.get_r_channel_offset()] = r11.as_();
                rgba11[dst_chans.get_g_channel_offset()] = g11.as_();
                rgba11[dst_chans.get_b_channel_offset()] = b11.as_();
                if dst_chans.has_alpha() {
                    rgba11[dst_chans.get_a_channel_offset()] = max_colors.as_();
                }
            }

            if image.width & 1 != 0 {
                let y_value0 =
                    (y_plane0.last().unwrap().as_() - bias_y).as_() * range_reduction_y as i32;
                let y_value1 =
                    (y_plane1.last().unwrap().as_() - bias_y).as_() * range_reduction_y as i32;
                let cb_value =
                    (u_plane.last().unwrap().as_() - bias_uv).as_() * range_reduction_uv as i32;
                let cr_value =
                    (v_plane.last().unwrap().as_() - bias_uv).as_() * range_reduction_uv as i32;
                let rgba = rgba0.chunks_exact_mut(channels).last().unwrap();
                let rgba0 = &mut rgba[0..channels];

                let t0 = y_value0 - cb_value;

                let r0 = qrshr::<PRECISION, BIT_DEPTH>(t0 + cr_value);
                let b0 = qrshr::<PRECISION, BIT_DEPTH>(t0 - cr_value);
                let g0 = qrshr::<PRECISION, BIT_DEPTH>(y_value0 + cb_value);

                rgba0[dst_chans.get_r_channel_offset()] = r0.as_();
                rgba0[dst_chans.get_g_channel_offset()] = g0.as_();
                rgba0[dst_chans.get_b_channel_offset()] = b0.as_();
                if dst_chans.has_alpha() {
                    rgba0[dst_chans.get_a_channel_offset()] = max_colors.as_();
                }

                let t1 = y_value1 - cb_value;

                let r1 = qrshr::<PRECISION, BIT_DEPTH>(t1 + cr_value);
                let b1 = qrshr::<PRECISION, BIT_DEPTH>(t1 - cr_value);
                let g1 = qrshr::<PRECISION, BIT_DEPTH>(y_value1 + cb_value);

                let rgba = rgba1.chunks_exact_mut(channels).last().unwrap();
                let rgba1 = &mut rgba[0..channels];
                rgba1[dst_chans.get_r_channel_offset()] = r1.as_();
                rgba1[dst_chans.get_g_channel_offset()] = g1.as_();
                rgba1[dst_chans.get_b_channel_offset()] = b1.as_();
                if dst_chans.has_alpha() {
                    rgba1[dst_chans.get_a_channel_offset()] = max_colors.as_();
                }
            }
        }
    };

    if chroma_subsampling == YuvChromaSubsampling::Yuv444 {
        let iter;
        #[cfg(feature = "rayon")]
        {
            iter = rgba
                .par_chunks_exact_mut(rgba_stride as usize)
                .zip(image.y_plane.par_chunks_exact(image.y_stride as usize))
                .zip(image.u_plane.par_chunks_exact(image.u_stride as usize))
                .zip(image.v_plane.par_chunks_exact(image.v_stride as usize));
        }
        #[cfg(not(feature = "rayon"))]
        {
            iter = rgba
                .chunks_exact_mut(rgba_stride as usize)
                .zip(image.y_plane.chunks_exact(image.y_stride as usize))
                .zip(image.u_plane.chunks_exact(image.u_stride as usize))
                .zip(image.v_plane.chunks_exact(image.v_stride as usize));
        }
        iter.for_each(|(((rgba, y_plane), u_plane), v_plane)| {
            let y_plane = &y_plane[0..image.width as usize];
            let processed_offset =
                converter.handle_row(y_plane, u_plane, v_plane, rgba, image.width, chroma_range);
            if processed_offset.cx != image.width as usize {
                for (((rgba, &y_src), &u_src), &v_src) in rgba
                    .chunks_exact_mut(channels)
                    .zip(y_plane.iter())
                    .zip(u_plane.iter())
                    .zip(v_plane.iter())
                {
                    let y_value = (y_src.as_() - bias_y).as_() * range_reduction_y as i32;
                    let cb_value = (u_src.as_() - bias_uv).as_() * range_reduction_uv as i32;
                    let cr_value = (v_src.as_() - bias_uv).as_() * range_reduction_uv as i32;

                    let t0 = y_value - cb_value;

                    let r = qrshr::<PRECISION, BIT_DEPTH>(t0 + cr_value);
                    let b = qrshr::<PRECISION, BIT_DEPTH>(t0 - cr_value);
                    let g = qrshr::<PRECISION, BIT_DEPTH>(y_value + cb_value);

                    rgba[dst_chans.get_r_channel_offset()] = r.as_();
                    rgba[dst_chans.get_g_channel_offset()] = g.as_();
                    rgba[dst_chans.get_b_channel_offset()] = b.as_();
                    if dst_chans.has_alpha() {
                        rgba[dst_chans.get_a_channel_offset()] = max_colors.as_();
                    }
                }
            }
        });
    } else if chroma_subsampling == YuvChromaSubsampling::Yuv422 {
        let iter;
        #[cfg(feature = "rayon")]
        {
            iter = rgba
                .par_chunks_exact_mut(rgba_stride as usize)
                .zip(image.y_plane.par_chunks_exact(image.y_stride as usize))
                .zip(image.u_plane.par_chunks_exact(image.u_stride as usize))
                .zip(image.v_plane.par_chunks_exact(image.v_stride as usize));
        }
        #[cfg(not(feature = "rayon"))]
        {
            iter = rgba
                .chunks_exact_mut(rgba_stride as usize)
                .zip(image.y_plane.chunks_exact(image.y_stride as usize))
                .zip(image.u_plane.chunks_exact(image.u_stride as usize))
                .zip(image.v_plane.chunks_exact(image.v_stride as usize));
        }
        iter.for_each(|(((rgba, y_plane), u_plane), v_plane)| {
            process_halved_chroma_row(
                &y_plane[0..image.width as usize],
                &u_plane[0..(image.width as usize).div_ceil(2)],
                &v_plane[0..(image.width as usize).div_ceil(2)],
                &mut rgba[0..image.width as usize * channels],
            );
        });
    } else if chroma_subsampling == YuvChromaSubsampling::Yuv420 {
        let iter;
        #[cfg(feature = "rayon")]
        {
            iter = rgba
                .par_chunks_exact_mut(rgba_stride as usize * 2)
                .zip(image.y_plane.par_chunks_exact(image.y_stride as usize * 2))
                .zip(image.u_plane.par_chunks_exact(image.u_stride as usize))
                .zip(image.v_plane.par_chunks_exact(image.v_stride as usize));
        }
        #[cfg(not(feature = "rayon"))]
        {
            iter = rgba
                .chunks_exact_mut(rgba_stride as usize * 2)
                .zip(image.y_plane.chunks_exact(image.y_stride as usize * 2))
                .zip(image.u_plane.chunks_exact(image.u_stride as usize))
                .zip(image.v_plane.chunks_exact(image.v_stride as usize));
        }
        iter.for_each(|(((rgba, y_plane), u_plane), v_plane)| {
            let (rgba0, rgba1) = rgba.split_at_mut(rgba_stride as usize);
            let (y_plane0, y_plane1) = y_plane.split_at(image.y_stride as usize);
            process_doubled_chroma_row(
                &y_plane0[0..image.width as usize],
                &y_plane1[0..image.width as usize],
                &u_plane[0..(image.width as usize).div_ceil(2)],
                &v_plane[0..(image.width as usize).div_ceil(2)],
                &mut rgba0[0..image.width as usize * channels],
                &mut rgba1[0..image.width as usize * channels],
            );
        });

        if image.height & 1 != 0 {
            let rgba = rgba.chunks_exact_mut(rgba_stride as usize).last().unwrap();
            let u_plane = image
                .u_plane
                .chunks_exact(image.u_stride as usize)
                .last()
                .unwrap();
            let v_plane = image
                .v_plane
                .chunks_exact(image.v_stride as usize)
                .last()
                .unwrap();
            let y_plane = image
                .y_plane
                .chunks_exact(image.y_stride as usize)
                .last()
                .unwrap();
            process_halved_chroma_row(
                &y_plane[0..image.width as usize],
                &u_plane[0..(image.width as usize).div_ceil(2)],
                &v_plane[0..(image.width as usize).div_ceil(2)],
                &mut rgba[0..image.width as usize * channels],
            );
        }
    } else {
        unreachable!();
    }

    Ok(())
}

macro_rules! d_cnv {
    ($method: ident, $clazz: ident, $bp: expr, $cn: expr, $subsampling: expr, $rgb_name: expr, $yuv_name: expr, $intermediate: ident) => {
        #[doc = concat!("Convert ", $yuv_name," planar format to  ", $rgb_name, stringify!($bp)," format.

This function takes ", $yuv_name," planar format data with ", stringify!($bp),"-bit precision,
and converts it to ", $rgb_name, stringify!($bp)," format with ", stringify!($bp),"-bit per channel precision.

# Arguments

* `image` - Source ",$yuv_name," image.
* `dst` - A mutable slice to store the converted ", $rgb_name, stringify!($bp)," data.
* `dst_stride` - Elements per row.
* `range` - The YUV range (limited or full).

# Panics

This function panics if the lengths of the planes or the input ", $rgb_name, stringify!($bp)," data are not valid based
on the specified width, height, and strides, or if invalid YUV range or matrix is provided.")]
        pub fn $method(
            image: &YuvPlanarImage<$clazz>,
            dst: &mut [$clazz],
            dst_stride: u32,
            range: YuvRange,
        ) -> Result<(), YuvError> {
            ycgco_ro_rgbx::<$clazz, $intermediate, { $cn as u8 }, { $subsampling as u8 }, $bp>(
                image,
                dst,
                dst_stride,
                range,
            )
        }
    };
}

d_cnv!(
    ycgco420_to_rgb,
    u8,
    8,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv420,
    "RGB",
    "YCgCo 420",
    i16
);
d_cnv!(
    ycgco420_to_bgr,
    u8,
    8,
    YuvSourceChannels::Bgr,
    YuvChromaSubsampling::Yuv420,
    "BGR",
    "YCgCo 420",
    i16
);
d_cnv!(
    ycgco420_to_rgba,
    u8,
    8,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv420,
    "RGBA",
    "YCgCo 420",
    i16
);
d_cnv!(
    ycgco420_to_bgra,
    u8,
    8,
    YuvSourceChannels::Bgra,
    YuvChromaSubsampling::Yuv420,
    "BGRA",
    "YCgCo 420",
    i16
);

d_cnv!(
    ycgco422_to_rgb,
    u8,
    8,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv422,
    "RGB",
    "YCgCo 422",
    i16
);
d_cnv!(
    ycgco422_to_bgr,
    u8,
    8,
    YuvSourceChannels::Bgr,
    YuvChromaSubsampling::Yuv422,
    "BGR",
    "YCgCo 422",
    i16
);
d_cnv!(
    ycgco422_to_rgba,
    u8,
    8,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv422,
    "RGBA",
    "YCgCo 422",
    i16
);
d_cnv!(
    ycgco422_to_bgra,
    u8,
    8,
    YuvSourceChannels::Bgra,
    YuvChromaSubsampling::Yuv422,
    "BGRA",
    "YCgCo 422",
    i16
);

d_cnv!(
    ycgco444_to_rgb,
    u8,
    8,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv444,
    "RGB",
    "YCgCo 444",
    i16
);
d_cnv!(
    ycgco444_to_bgr,
    u8,
    8,
    YuvSourceChannels::Bgr,
    YuvChromaSubsampling::Yuv444,
    "BGR",
    "YCgCo 444",
    i16
);
d_cnv!(
    ycgco444_to_rgba,
    u8,
    8,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv444,
    "RGBA",
    "YCgCo 444",
    i16
);
d_cnv!(
    ycgco444_to_bgra,
    u8,
    8,
    YuvSourceChannels::Bgra,
    YuvChromaSubsampling::Yuv444,
    "BGRA",
    "YCgCo 444",
    i16
);

d_cnv!(
    icgc010_to_rgb10,
    u16,
    10,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv420,
    "RGB",
    "YCgCo 4:2:0 10-bit",
    i16
);
d_cnv!(
    icgc010_to_rgba10,
    u16,
    10,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv420,
    "RGBA",
    "YCgCo 4:2:0 10-bit",
    i16
);
d_cnv!(
    icgc210_to_rgb10,
    u16,
    10,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv422,
    "RGB",
    "YCgCo 4:2:2 10-bit",
    i16
);
d_cnv!(
    icgc210_to_rgba10,
    u16,
    10,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv422,
    "RGBA",
    "YCgCo 4:2:2 10-bit",
    i16
);
d_cnv!(
    icgc410_to_rgb10,
    u16,
    10,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv444,
    "RGB",
    "YCgCo 4:4:4 10-bit",
    i16
);
d_cnv!(
    icgc410_to_rgba10,
    u16,
    10,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv444,
    "RGBA",
    "YCgCo 4:4:4 10-bit",
    i16
);

// 12-bit

d_cnv!(
    icgc012_to_rgb12,
    u16,
    12,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv420,
    "RGB",
    "YCgCo 4:2:0 12-bit",
    i16
);
d_cnv!(
    icgc012_to_rgba12,
    u16,
    12,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv420,
    "RGBA",
    "YCgCo 4:2:0 12-bit",
    i16
);
d_cnv!(
    icgc212_to_rgb12,
    u16,
    12,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv422,
    "RGB",
    "YCgCo 4:2:2 12-bit",
    i16
);
d_cnv!(
    icgc212_to_rgba12,
    u16,
    12,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv422,
    "RGBA",
    "YCgCo 4:2:2 12-bit",
    i16
);
d_cnv!(
    icgc412_to_rgb12,
    u16,
    12,
    YuvSourceChannels::Rgb,
    YuvChromaSubsampling::Yuv444,
    "RGB",
    "YCgCo 4:4:4 12-bit",
    i16
);
d_cnv!(
    icgc412_to_rgba12,
    u16,
    12,
    YuvSourceChannels::Rgba,
    YuvChromaSubsampling::Yuv444,
    "RGBA",
    "YCgCo 4:4:4 12-bit",
    i16
);