extern crate alloc;
#[allow(unused_imports, dead_code)]
pub mod cera {
#[allow(unused_imports, dead_code)]
pub mod cache {
pub enum LayerDataOffset {}
#[derive(Copy, Clone, PartialEq)]
pub struct LayerData<'a> {
pub _tab: ::flatbuffers::Table<'a>,
}
impl<'a> ::flatbuffers::Follow<'a> for LayerData<'a> {
type Inner = LayerData<'a>;
#[inline]
unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner {
Self { _tab: unsafe { ::flatbuffers::Table::new(buf, loc) } }
}
}
impl<'a> LayerData<'a> {
pub const VT_TYPE_TAG: ::flatbuffers::VOffsetT = 4;
pub const VT_K_DATA: ::flatbuffers::VOffsetT = 6;
pub const VT_V_DATA: ::flatbuffers::VOffsetT = 8;
#[inline]
pub unsafe fn init_from_table(table: ::flatbuffers::Table<'a>) -> Self {
LayerData { _tab: table }
}
#[allow(unused_mut)]
pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: ::flatbuffers::Allocator + 'bldr>(
_fbb: &'mut_bldr mut ::flatbuffers::FlatBufferBuilder<'bldr, A>,
args: &'args LayerDataArgs<'args>
) -> ::flatbuffers::WIPOffset<LayerData<'bldr>> {
let mut builder = LayerDataBuilder::new(_fbb);
if let Some(x) = args.v_data { builder.add_v_data(x); }
if let Some(x) = args.k_data { builder.add_k_data(x); }
builder.add_type_tag(args.type_tag);
builder.finish()
}
#[inline]
pub fn type_tag(&self) -> u8 {
unsafe { self._tab.get::<u8>(LayerData::VT_TYPE_TAG, Some(0)).unwrap()}
}
#[inline]
pub fn k_data(&self) -> Option<::flatbuffers::Vector<'a, u8>> {
unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, u8>>>(LayerData::VT_K_DATA, None)}
}
#[inline]
pub fn v_data(&self) -> Option<::flatbuffers::Vector<'a, u8>> {
unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, u8>>>(LayerData::VT_V_DATA, None)}
}
}
impl ::flatbuffers::Verifiable for LayerData<'_> {
#[inline]
fn run_verifier(
v: &mut ::flatbuffers::Verifier, pos: usize
) -> Result<(), ::flatbuffers::InvalidFlatbuffer> {
v.visit_table(pos)?
.visit_field::<u8>("type_tag", Self::VT_TYPE_TAG, false)?
.visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, u8>>>("k_data", Self::VT_K_DATA, false)?
.visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, u8>>>("v_data", Self::VT_V_DATA, false)?
.finish();
Ok(())
}
}
pub struct LayerDataArgs<'a> {
pub type_tag: u8,
pub k_data: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, u8>>>,
pub v_data: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, u8>>>,
}
impl<'a> Default for LayerDataArgs<'a> {
#[inline]
fn default() -> Self {
LayerDataArgs {
type_tag: 0,
k_data: None,
v_data: None,
}
}
}
pub struct LayerDataBuilder<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> {
fbb_: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>,
start_: ::flatbuffers::WIPOffset<::flatbuffers::TableUnfinishedWIPOffset>,
}
impl<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> LayerDataBuilder<'a, 'b, A> {
#[inline]
pub fn add_type_tag(&mut self, type_tag: u8) {
self.fbb_.push_slot::<u8>(LayerData::VT_TYPE_TAG, type_tag, 0);
}
#[inline]
pub fn add_k_data(&mut self, k_data: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , u8>>) {
self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(LayerData::VT_K_DATA, k_data);
}
#[inline]
pub fn add_v_data(&mut self, v_data: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , u8>>) {
self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(LayerData::VT_V_DATA, v_data);
}
#[inline]
pub fn new(_fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>) -> LayerDataBuilder<'a, 'b, A> {
let start = _fbb.start_table();
LayerDataBuilder {
fbb_: _fbb,
start_: start,
}
}
#[inline]
pub fn finish(self) -> ::flatbuffers::WIPOffset<LayerData<'a>> {
let o = self.fbb_.end_table(self.start_);
::flatbuffers::WIPOffset::new(o.value())
}
}
impl ::core::fmt::Debug for LayerData<'_> {
fn fmt(&self, f: &mut ::core::fmt::Formatter<'_>) -> ::core::fmt::Result {
let mut ds = f.debug_struct("LayerData");
ds.field("type_tag", &self.type_tag());
ds.field("k_data", &self.k_data());
ds.field("v_data", &self.v_data());
ds.finish()
}
}
pub enum KvCacheEntryOffset {}
#[derive(Copy, Clone, PartialEq)]
pub struct KvCacheEntry<'a> {
pub _tab: ::flatbuffers::Table<'a>,
}
impl<'a> ::flatbuffers::Follow<'a> for KvCacheEntry<'a> {
type Inner = KvCacheEntry<'a>;
#[inline]
unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner {
Self { _tab: unsafe { ::flatbuffers::Table::new(buf, loc) } }
}
}
impl<'a> KvCacheEntry<'a> {
pub const VT_MODEL_FINGERPRINT: ::flatbuffers::VOffsetT = 4;
pub const VT_SEQ_LEN: ::flatbuffers::VOffsetT = 6;
pub const VT_TOKENS: ::flatbuffers::VOffsetT = 8;
pub const VT_LAYERS: ::flatbuffers::VOffsetT = 10;
#[inline]
pub unsafe fn init_from_table(table: ::flatbuffers::Table<'a>) -> Self {
KvCacheEntry { _tab: table }
}
#[allow(unused_mut)]
pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: ::flatbuffers::Allocator + 'bldr>(
_fbb: &'mut_bldr mut ::flatbuffers::FlatBufferBuilder<'bldr, A>,
args: &'args KvCacheEntryArgs<'args>
) -> ::flatbuffers::WIPOffset<KvCacheEntry<'bldr>> {
let mut builder = KvCacheEntryBuilder::new(_fbb);
builder.add_model_fingerprint(args.model_fingerprint);
if let Some(x) = args.layers { builder.add_layers(x); }
if let Some(x) = args.tokens { builder.add_tokens(x); }
builder.add_seq_len(args.seq_len);
builder.finish()
}
#[inline]
pub fn model_fingerprint(&self) -> u64 {
unsafe { self._tab.get::<u64>(KvCacheEntry::VT_MODEL_FINGERPRINT, Some(0)).unwrap()}
}
#[inline]
pub fn seq_len(&self) -> u32 {
unsafe { self._tab.get::<u32>(KvCacheEntry::VT_SEQ_LEN, Some(0)).unwrap()}
}
#[inline]
pub fn tokens(&self) -> Option<::flatbuffers::Vector<'a, u32>> {
unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, u32>>>(KvCacheEntry::VT_TOKENS, None)}
}
#[inline]
pub fn layers(&self) -> Option<::flatbuffers::Vector<'a, ::flatbuffers::ForwardsUOffset<LayerData<'a>>>> {
unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, ::flatbuffers::ForwardsUOffset<LayerData>>>>(KvCacheEntry::VT_LAYERS, None)}
}
}
impl ::flatbuffers::Verifiable for KvCacheEntry<'_> {
#[inline]
fn run_verifier(
v: &mut ::flatbuffers::Verifier, pos: usize
) -> Result<(), ::flatbuffers::InvalidFlatbuffer> {
v.visit_table(pos)?
.visit_field::<u64>("model_fingerprint", Self::VT_MODEL_FINGERPRINT, false)?
.visit_field::<u32>("seq_len", Self::VT_SEQ_LEN, false)?
.visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, u32>>>("tokens", Self::VT_TOKENS, false)?
.visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, ::flatbuffers::ForwardsUOffset<LayerData>>>>("layers", Self::VT_LAYERS, false)?
.finish();
Ok(())
}
}
pub struct KvCacheEntryArgs<'a> {
pub model_fingerprint: u64,
pub seq_len: u32,
pub tokens: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, u32>>>,
pub layers: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, ::flatbuffers::ForwardsUOffset<LayerData<'a>>>>>,
}
impl<'a> Default for KvCacheEntryArgs<'a> {
#[inline]
fn default() -> Self {
KvCacheEntryArgs {
model_fingerprint: 0,
seq_len: 0,
tokens: None,
layers: None,
}
}
}
pub struct KvCacheEntryBuilder<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> {
fbb_: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>,
start_: ::flatbuffers::WIPOffset<::flatbuffers::TableUnfinishedWIPOffset>,
}
impl<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> KvCacheEntryBuilder<'a, 'b, A> {
#[inline]
pub fn add_model_fingerprint(&mut self, model_fingerprint: u64) {
self.fbb_.push_slot::<u64>(KvCacheEntry::VT_MODEL_FINGERPRINT, model_fingerprint, 0);
}
#[inline]
pub fn add_seq_len(&mut self, seq_len: u32) {
self.fbb_.push_slot::<u32>(KvCacheEntry::VT_SEQ_LEN, seq_len, 0);
}
#[inline]
pub fn add_tokens(&mut self, tokens: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , u32>>) {
self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(KvCacheEntry::VT_TOKENS, tokens);
}
#[inline]
pub fn add_layers(&mut self, layers: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , ::flatbuffers::ForwardsUOffset<LayerData<'b >>>>) {
self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(KvCacheEntry::VT_LAYERS, layers);
}
#[inline]
pub fn new(_fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>) -> KvCacheEntryBuilder<'a, 'b, A> {
let start = _fbb.start_table();
KvCacheEntryBuilder {
fbb_: _fbb,
start_: start,
}
}
#[inline]
pub fn finish(self) -> ::flatbuffers::WIPOffset<KvCacheEntry<'a>> {
let o = self.fbb_.end_table(self.start_);
::flatbuffers::WIPOffset::new(o.value())
}
}
impl ::core::fmt::Debug for KvCacheEntry<'_> {
fn fmt(&self, f: &mut ::core::fmt::Formatter<'_>) -> ::core::fmt::Result {
let mut ds = f.debug_struct("KvCacheEntry");
ds.field("model_fingerprint", &self.model_fingerprint());
ds.field("seq_len", &self.seq_len());
ds.field("tokens", &self.tokens());
ds.field("layers", &self.layers());
ds.finish()
}
}
#[inline]
pub fn root_as_kv_cache_entry(buf: &[u8]) -> Result<KvCacheEntry<'_>, ::flatbuffers::InvalidFlatbuffer> {
::flatbuffers::root::<KvCacheEntry>(buf)
}
#[inline]
pub fn size_prefixed_root_as_kv_cache_entry(buf: &[u8]) -> Result<KvCacheEntry<'_>, ::flatbuffers::InvalidFlatbuffer> {
::flatbuffers::size_prefixed_root::<KvCacheEntry>(buf)
}
#[inline]
pub fn root_as_kv_cache_entry_with_opts<'b, 'o>(
opts: &'o ::flatbuffers::VerifierOptions,
buf: &'b [u8],
) -> Result<KvCacheEntry<'b>, ::flatbuffers::InvalidFlatbuffer> {
::flatbuffers::root_with_opts::<KvCacheEntry<'b>>(opts, buf)
}
#[inline]
pub fn size_prefixed_root_as_kv_cache_entry_with_opts<'b, 'o>(
opts: &'o ::flatbuffers::VerifierOptions,
buf: &'b [u8],
) -> Result<KvCacheEntry<'b>, ::flatbuffers::InvalidFlatbuffer> {
::flatbuffers::size_prefixed_root_with_opts::<KvCacheEntry<'b>>(opts, buf)
}
#[inline]
pub unsafe fn root_as_kv_cache_entry_unchecked(buf: &[u8]) -> KvCacheEntry<'_> {
unsafe { ::flatbuffers::root_unchecked::<KvCacheEntry>(buf) }
}
#[inline]
pub unsafe fn size_prefixed_root_as_kv_cache_entry_unchecked(buf: &[u8]) -> KvCacheEntry<'_> {
unsafe { ::flatbuffers::size_prefixed_root_unchecked::<KvCacheEntry>(buf) }
}
#[inline]
pub fn finish_kv_cache_entry_buffer<'a, 'b, A: ::flatbuffers::Allocator + 'a>(
fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>,
root: ::flatbuffers::WIPOffset<KvCacheEntry<'a>>) {
fbb.finish(root, None);
}
#[inline]
pub fn finish_size_prefixed_kv_cache_entry_buffer<'a, 'b, A: ::flatbuffers::Allocator + 'a>(fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>, root: ::flatbuffers::WIPOffset<KvCacheEntry<'a>>) {
fbb.finish_size_prefixed(root, None);
}
} }