#![allow(unused)]
use std::borrow::Borrow;
use std::collections::BTreeMap;
use bytes::Bytes;
use log::error;
use uuid::Uuid;
use crate::protocol::{
Encodable, Decodable, MapEncodable, MapDecodable, Encoder, Decoder, EncodeError, DecodeError, Message, HeaderVersion, VersionRange,
types, write_unknown_tagged_fields, compute_unknown_tagged_fields_size, StrBytes, buf::{ByteBuf, ByteBufMut}, Builder
};
#[non_exhaustive]
#[derive(Debug, Clone, PartialEq, derive_builder::Builder)]
#[builder(default)]
pub struct SnapshotId {
pub end_offset: i64,
pub epoch: i32,
pub unknown_tagged_fields: BTreeMap<i32, Vec<u8>>,
}
impl Builder for SnapshotId {
type Builder = SnapshotIdBuilder;
fn builder() -> Self::Builder{
SnapshotIdBuilder::default()
}
}
impl Encodable for SnapshotId {
fn encode<B: ByteBufMut>(&self, buf: &mut B, version: i16) -> Result<(), EncodeError> {
types::Int64.encode(buf, &self.end_offset)?;
types::Int32.encode(buf, &self.epoch)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
types::UnsignedVarInt.encode(buf, num_tagged_fields as u32)?;
write_unknown_tagged_fields(buf, 0.., &self.unknown_tagged_fields)?;
Ok(())
}
fn compute_size(&self, version: i16) -> Result<usize, EncodeError> {
let mut total_size = 0;
total_size += types::Int64.compute_size(&self.end_offset)?;
total_size += types::Int32.compute_size(&self.epoch)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
total_size += types::UnsignedVarInt.compute_size(num_tagged_fields as u32)?;
total_size += compute_unknown_tagged_fields_size(&self.unknown_tagged_fields)?;
Ok(total_size)
}
}
impl Decodable for SnapshotId {
fn decode<B: ByteBuf>(buf: &mut B, version: i16) -> Result<Self, DecodeError> {
let end_offset = types::Int64.decode(buf)?;
let epoch = types::Int32.decode(buf)?;
let mut unknown_tagged_fields = BTreeMap::new();
let num_tagged_fields = types::UnsignedVarInt.decode(buf)?;
for _ in 0..num_tagged_fields {
let tag: u32 = types::UnsignedVarInt.decode(buf)?;
let size: u32 = types::UnsignedVarInt.decode(buf)?;
let mut unknown_value = vec![0; size as usize];
buf.try_copy_to_slice(&mut unknown_value)?;
unknown_tagged_fields.insert(tag as i32, unknown_value);
}
Ok(Self {
end_offset,
epoch,
unknown_tagged_fields,
})
}
}
impl Default for SnapshotId {
fn default() -> Self {
Self {
end_offset: 0,
epoch: 0,
unknown_tagged_fields: BTreeMap::new(),
}
}
}
impl Message for SnapshotId {
const VERSIONS: VersionRange = VersionRange { min: 0, max: 0 };
}
#[non_exhaustive]
#[derive(Debug, Clone, PartialEq, derive_builder::Builder)]
#[builder(default)]
pub struct LeaderIdAndEpoch {
pub leader_id: super::BrokerId,
pub leader_epoch: i32,
pub unknown_tagged_fields: BTreeMap<i32, Vec<u8>>,
}
impl Builder for LeaderIdAndEpoch {
type Builder = LeaderIdAndEpochBuilder;
fn builder() -> Self::Builder{
LeaderIdAndEpochBuilder::default()
}
}
impl Encodable for LeaderIdAndEpoch {
fn encode<B: ByteBufMut>(&self, buf: &mut B, version: i16) -> Result<(), EncodeError> {
types::Int32.encode(buf, &self.leader_id)?;
types::Int32.encode(buf, &self.leader_epoch)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
types::UnsignedVarInt.encode(buf, num_tagged_fields as u32)?;
write_unknown_tagged_fields(buf, 0.., &self.unknown_tagged_fields)?;
Ok(())
}
fn compute_size(&self, version: i16) -> Result<usize, EncodeError> {
let mut total_size = 0;
total_size += types::Int32.compute_size(&self.leader_id)?;
total_size += types::Int32.compute_size(&self.leader_epoch)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
total_size += types::UnsignedVarInt.compute_size(num_tagged_fields as u32)?;
total_size += compute_unknown_tagged_fields_size(&self.unknown_tagged_fields)?;
Ok(total_size)
}
}
impl Decodable for LeaderIdAndEpoch {
fn decode<B: ByteBuf>(buf: &mut B, version: i16) -> Result<Self, DecodeError> {
let leader_id = types::Int32.decode(buf)?;
let leader_epoch = types::Int32.decode(buf)?;
let mut unknown_tagged_fields = BTreeMap::new();
let num_tagged_fields = types::UnsignedVarInt.decode(buf)?;
for _ in 0..num_tagged_fields {
let tag: u32 = types::UnsignedVarInt.decode(buf)?;
let size: u32 = types::UnsignedVarInt.decode(buf)?;
let mut unknown_value = vec![0; size as usize];
buf.try_copy_to_slice(&mut unknown_value)?;
unknown_tagged_fields.insert(tag as i32, unknown_value);
}
Ok(Self {
leader_id,
leader_epoch,
unknown_tagged_fields,
})
}
}
impl Default for LeaderIdAndEpoch {
fn default() -> Self {
Self {
leader_id: (0).into(),
leader_epoch: 0,
unknown_tagged_fields: BTreeMap::new(),
}
}
}
impl Message for LeaderIdAndEpoch {
const VERSIONS: VersionRange = VersionRange { min: 0, max: 0 };
}
#[non_exhaustive]
#[derive(Debug, Clone, PartialEq, derive_builder::Builder)]
#[builder(default)]
pub struct PartitionSnapshot {
pub index: i32,
pub error_code: i16,
pub snapshot_id: SnapshotId,
pub current_leader: LeaderIdAndEpoch,
pub size: i64,
pub position: i64,
pub unaligned_records: Bytes,
pub unknown_tagged_fields: BTreeMap<i32, Vec<u8>>,
}
impl Builder for PartitionSnapshot {
type Builder = PartitionSnapshotBuilder;
fn builder() -> Self::Builder{
PartitionSnapshotBuilder::default()
}
}
impl Encodable for PartitionSnapshot {
fn encode<B: ByteBufMut>(&self, buf: &mut B, version: i16) -> Result<(), EncodeError> {
types::Int32.encode(buf, &self.index)?;
types::Int16.encode(buf, &self.error_code)?;
types::Struct { version }.encode(buf, &self.snapshot_id)?;
types::Int64.encode(buf, &self.size)?;
types::Int64.encode(buf, &self.position)?;
types::CompactBytes.encode(buf, &self.unaligned_records)?;
let mut num_tagged_fields = self.unknown_tagged_fields.len();
if &self.current_leader != &Default::default() {
num_tagged_fields += 1;
}
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
types::UnsignedVarInt.encode(buf, num_tagged_fields as u32)?;
if &self.current_leader != &Default::default() {
let computed_size = types::Struct { version }.compute_size(&self.current_leader)?;
if computed_size > std::u32::MAX as usize {
error!("Tagged field is too large to encode ({} bytes)", computed_size);
return Err(EncodeError);
}
types::UnsignedVarInt.encode(buf, 0)?;
types::UnsignedVarInt.encode(buf, computed_size as u32)?;
types::Struct { version }.encode(buf, &self.current_leader)?;
}
write_unknown_tagged_fields(buf, 1.., &self.unknown_tagged_fields)?;
Ok(())
}
fn compute_size(&self, version: i16) -> Result<usize, EncodeError> {
let mut total_size = 0;
total_size += types::Int32.compute_size(&self.index)?;
total_size += types::Int16.compute_size(&self.error_code)?;
total_size += types::Struct { version }.compute_size(&self.snapshot_id)?;
total_size += types::Int64.compute_size(&self.size)?;
total_size += types::Int64.compute_size(&self.position)?;
total_size += types::CompactBytes.compute_size(&self.unaligned_records)?;
let mut num_tagged_fields = self.unknown_tagged_fields.len();
if &self.current_leader != &Default::default() {
num_tagged_fields += 1;
}
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
total_size += types::UnsignedVarInt.compute_size(num_tagged_fields as u32)?;
if &self.current_leader != &Default::default() {
let computed_size = types::Struct { version }.compute_size(&self.current_leader)?;
if computed_size > std::u32::MAX as usize {
error!("Tagged field is too large to encode ({} bytes)", computed_size);
return Err(EncodeError);
}
total_size += types::UnsignedVarInt.compute_size(0)?;
total_size += types::UnsignedVarInt.compute_size(computed_size as u32)?;
total_size += computed_size;
}
total_size += compute_unknown_tagged_fields_size(&self.unknown_tagged_fields)?;
Ok(total_size)
}
}
impl Decodable for PartitionSnapshot {
fn decode<B: ByteBuf>(buf: &mut B, version: i16) -> Result<Self, DecodeError> {
let index = types::Int32.decode(buf)?;
let error_code = types::Int16.decode(buf)?;
let snapshot_id = types::Struct { version }.decode(buf)?;
let mut current_leader = Default::default();
let size = types::Int64.decode(buf)?;
let position = types::Int64.decode(buf)?;
let unaligned_records = types::CompactBytes.decode(buf)?;
let mut unknown_tagged_fields = BTreeMap::new();
let num_tagged_fields = types::UnsignedVarInt.decode(buf)?;
for _ in 0..num_tagged_fields {
let tag: u32 = types::UnsignedVarInt.decode(buf)?;
let size: u32 = types::UnsignedVarInt.decode(buf)?;
match tag {
0 => {
current_leader = types::Struct { version }.decode(buf)?;
},
_ => {
let mut unknown_value = vec![0; size as usize];
buf.try_copy_to_slice(&mut unknown_value)?;
unknown_tagged_fields.insert(tag as i32, unknown_value);
}
}
}
Ok(Self {
index,
error_code,
snapshot_id,
current_leader,
size,
position,
unaligned_records,
unknown_tagged_fields,
})
}
}
impl Default for PartitionSnapshot {
fn default() -> Self {
Self {
index: 0,
error_code: 0,
snapshot_id: Default::default(),
current_leader: Default::default(),
size: 0,
position: 0,
unaligned_records: Default::default(),
unknown_tagged_fields: BTreeMap::new(),
}
}
}
impl Message for PartitionSnapshot {
const VERSIONS: VersionRange = VersionRange { min: 0, max: 0 };
}
#[non_exhaustive]
#[derive(Debug, Clone, PartialEq, derive_builder::Builder)]
#[builder(default)]
pub struct TopicSnapshot {
pub name: super::TopicName,
pub partitions: Vec<PartitionSnapshot>,
pub unknown_tagged_fields: BTreeMap<i32, Vec<u8>>,
}
impl Builder for TopicSnapshot {
type Builder = TopicSnapshotBuilder;
fn builder() -> Self::Builder{
TopicSnapshotBuilder::default()
}
}
impl Encodable for TopicSnapshot {
fn encode<B: ByteBufMut>(&self, buf: &mut B, version: i16) -> Result<(), EncodeError> {
types::CompactString.encode(buf, &self.name)?;
types::CompactArray(types::Struct { version }).encode(buf, &self.partitions)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
types::UnsignedVarInt.encode(buf, num_tagged_fields as u32)?;
write_unknown_tagged_fields(buf, 0.., &self.unknown_tagged_fields)?;
Ok(())
}
fn compute_size(&self, version: i16) -> Result<usize, EncodeError> {
let mut total_size = 0;
total_size += types::CompactString.compute_size(&self.name)?;
total_size += types::CompactArray(types::Struct { version }).compute_size(&self.partitions)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
total_size += types::UnsignedVarInt.compute_size(num_tagged_fields as u32)?;
total_size += compute_unknown_tagged_fields_size(&self.unknown_tagged_fields)?;
Ok(total_size)
}
}
impl Decodable for TopicSnapshot {
fn decode<B: ByteBuf>(buf: &mut B, version: i16) -> Result<Self, DecodeError> {
let name = types::CompactString.decode(buf)?;
let partitions = types::CompactArray(types::Struct { version }).decode(buf)?;
let mut unknown_tagged_fields = BTreeMap::new();
let num_tagged_fields = types::UnsignedVarInt.decode(buf)?;
for _ in 0..num_tagged_fields {
let tag: u32 = types::UnsignedVarInt.decode(buf)?;
let size: u32 = types::UnsignedVarInt.decode(buf)?;
let mut unknown_value = vec![0; size as usize];
buf.try_copy_to_slice(&mut unknown_value)?;
unknown_tagged_fields.insert(tag as i32, unknown_value);
}
Ok(Self {
name,
partitions,
unknown_tagged_fields,
})
}
}
impl Default for TopicSnapshot {
fn default() -> Self {
Self {
name: Default::default(),
partitions: Default::default(),
unknown_tagged_fields: BTreeMap::new(),
}
}
}
impl Message for TopicSnapshot {
const VERSIONS: VersionRange = VersionRange { min: 0, max: 0 };
}
#[non_exhaustive]
#[derive(Debug, Clone, PartialEq, derive_builder::Builder)]
#[builder(default)]
pub struct FetchSnapshotResponse {
pub throttle_time_ms: i32,
pub error_code: i16,
pub topics: Vec<TopicSnapshot>,
pub unknown_tagged_fields: BTreeMap<i32, Vec<u8>>,
}
impl Builder for FetchSnapshotResponse {
type Builder = FetchSnapshotResponseBuilder;
fn builder() -> Self::Builder{
FetchSnapshotResponseBuilder::default()
}
}
impl Encodable for FetchSnapshotResponse {
fn encode<B: ByteBufMut>(&self, buf: &mut B, version: i16) -> Result<(), EncodeError> {
types::Int32.encode(buf, &self.throttle_time_ms)?;
types::Int16.encode(buf, &self.error_code)?;
types::CompactArray(types::Struct { version }).encode(buf, &self.topics)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
types::UnsignedVarInt.encode(buf, num_tagged_fields as u32)?;
write_unknown_tagged_fields(buf, 0.., &self.unknown_tagged_fields)?;
Ok(())
}
fn compute_size(&self, version: i16) -> Result<usize, EncodeError> {
let mut total_size = 0;
total_size += types::Int32.compute_size(&self.throttle_time_ms)?;
total_size += types::Int16.compute_size(&self.error_code)?;
total_size += types::CompactArray(types::Struct { version }).compute_size(&self.topics)?;
let num_tagged_fields = self.unknown_tagged_fields.len();
if num_tagged_fields > std::u32::MAX as usize {
error!("Too many tagged fields to encode ({} fields)", num_tagged_fields);
return Err(EncodeError);
}
total_size += types::UnsignedVarInt.compute_size(num_tagged_fields as u32)?;
total_size += compute_unknown_tagged_fields_size(&self.unknown_tagged_fields)?;
Ok(total_size)
}
}
impl Decodable for FetchSnapshotResponse {
fn decode<B: ByteBuf>(buf: &mut B, version: i16) -> Result<Self, DecodeError> {
let throttle_time_ms = types::Int32.decode(buf)?;
let error_code = types::Int16.decode(buf)?;
let topics = types::CompactArray(types::Struct { version }).decode(buf)?;
let mut unknown_tagged_fields = BTreeMap::new();
let num_tagged_fields = types::UnsignedVarInt.decode(buf)?;
for _ in 0..num_tagged_fields {
let tag: u32 = types::UnsignedVarInt.decode(buf)?;
let size: u32 = types::UnsignedVarInt.decode(buf)?;
let mut unknown_value = vec![0; size as usize];
buf.try_copy_to_slice(&mut unknown_value)?;
unknown_tagged_fields.insert(tag as i32, unknown_value);
}
Ok(Self {
throttle_time_ms,
error_code,
topics,
unknown_tagged_fields,
})
}
}
impl Default for FetchSnapshotResponse {
fn default() -> Self {
Self {
throttle_time_ms: 0,
error_code: 0,
topics: Default::default(),
unknown_tagged_fields: BTreeMap::new(),
}
}
}
impl Message for FetchSnapshotResponse {
const VERSIONS: VersionRange = VersionRange { min: 0, max: 0 };
}
impl HeaderVersion for FetchSnapshotResponse {
fn header_version(version: i16) -> i16 {
1
}
}