cera 0.2.5

Rust-native LLM inference engine
Documentation
// automatically generated by the FlatBuffers compiler, do not modify
// @generated
extern crate alloc;


#[allow(unused_imports, dead_code)]
pub mod cera {

#[allow(unused_imports, dead_code)]
pub mod cache {


pub enum LayerDataOffset {}
#[derive(Copy, Clone, PartialEq)]

pub struct LayerData<'a> {
  pub _tab: ::flatbuffers::Table<'a>,
}

impl<'a> ::flatbuffers::Follow<'a> for LayerData<'a> {
  type Inner = LayerData<'a>;
  #[inline]
  unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner {
    Self { _tab: unsafe { ::flatbuffers::Table::new(buf, loc) } }
  }
}

impl<'a> LayerData<'a> {
  pub const VT_TYPE_TAG: ::flatbuffers::VOffsetT = 4;
  pub const VT_K_DATA: ::flatbuffers::VOffsetT = 6;
  pub const VT_V_DATA: ::flatbuffers::VOffsetT = 8;

  #[inline]
  pub unsafe fn init_from_table(table: ::flatbuffers::Table<'a>) -> Self {
    LayerData { _tab: table }
  }
  #[allow(unused_mut)]
  pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: ::flatbuffers::Allocator + 'bldr>(
    _fbb: &'mut_bldr mut ::flatbuffers::FlatBufferBuilder<'bldr, A>,
    args: &'args LayerDataArgs<'args>
  ) -> ::flatbuffers::WIPOffset<LayerData<'bldr>> {
    let mut builder = LayerDataBuilder::new(_fbb);
    if let Some(x) = args.v_data { builder.add_v_data(x); }
    if let Some(x) = args.k_data { builder.add_k_data(x); }
    builder.add_type_tag(args.type_tag);
    builder.finish()
  }


  /// 0 = attention (k_data + v_data), 1 = conv (rolling buffer)
  #[inline]
  pub fn type_tag(&self) -> u8 {
    // Safety:
    // Created from valid Table for this object
    // which contains a valid value in this slot
    unsafe { self._tab.get::<u8>(LayerData::VT_TYPE_TAG, Some(0)).unwrap()}
  }
  /// For attention: interleaved [k_data, v_data].
  /// For conv: raw f32 rolling buffer bytes.
  #[inline]
  pub fn k_data(&self) -> Option<::flatbuffers::Vector<'a, u8>> {
    // Safety:
    // Created from valid Table for this object
    // which contains a valid value in this slot
    unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, u8>>>(LayerData::VT_K_DATA, None)}
  }
  #[inline]
  pub fn v_data(&self) -> Option<::flatbuffers::Vector<'a, u8>> {
    // Safety:
    // Created from valid Table for this object
    // which contains a valid value in this slot
    unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, u8>>>(LayerData::VT_V_DATA, None)}
  }
}

impl ::flatbuffers::Verifiable for LayerData<'_> {
  #[inline]
  fn run_verifier(
    v: &mut ::flatbuffers::Verifier, pos: usize
  ) -> Result<(), ::flatbuffers::InvalidFlatbuffer> {
    v.visit_table(pos)?
     .visit_field::<u8>("type_tag", Self::VT_TYPE_TAG, false)?
     .visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, u8>>>("k_data", Self::VT_K_DATA, false)?
     .visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, u8>>>("v_data", Self::VT_V_DATA, false)?
     .finish();
    Ok(())
  }
}
pub struct LayerDataArgs<'a> {
    pub type_tag: u8,
    pub k_data: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, u8>>>,
    pub v_data: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, u8>>>,
}
impl<'a> Default for LayerDataArgs<'a> {
  #[inline]
  fn default() -> Self {
    LayerDataArgs {
      type_tag: 0,
      k_data: None,
      v_data: None,
    }
  }
}

pub struct LayerDataBuilder<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> {
  fbb_: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>,
  start_: ::flatbuffers::WIPOffset<::flatbuffers::TableUnfinishedWIPOffset>,
}
impl<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> LayerDataBuilder<'a, 'b, A> {
  #[inline]
  pub fn add_type_tag(&mut self, type_tag: u8) {
    self.fbb_.push_slot::<u8>(LayerData::VT_TYPE_TAG, type_tag, 0);
  }
  #[inline]
  pub fn add_k_data(&mut self, k_data: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , u8>>) {
    self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(LayerData::VT_K_DATA, k_data);
  }
  #[inline]
  pub fn add_v_data(&mut self, v_data: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , u8>>) {
    self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(LayerData::VT_V_DATA, v_data);
  }
  #[inline]
  pub fn new(_fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>) -> LayerDataBuilder<'a, 'b, A> {
    let start = _fbb.start_table();
    LayerDataBuilder {
      fbb_: _fbb,
      start_: start,
    }
  }
  #[inline]
  pub fn finish(self) -> ::flatbuffers::WIPOffset<LayerData<'a>> {
    let o = self.fbb_.end_table(self.start_);
    ::flatbuffers::WIPOffset::new(o.value())
  }
}

impl ::core::fmt::Debug for LayerData<'_> {
  fn fmt(&self, f: &mut ::core::fmt::Formatter<'_>) -> ::core::fmt::Result {
    let mut ds = f.debug_struct("LayerData");
      ds.field("type_tag", &self.type_tag());
      ds.field("k_data", &self.k_data());
      ds.field("v_data", &self.v_data());
      ds.finish()
  }
}
pub enum KvCacheEntryOffset {}
#[derive(Copy, Clone, PartialEq)]

pub struct KvCacheEntry<'a> {
  pub _tab: ::flatbuffers::Table<'a>,
}

impl<'a> ::flatbuffers::Follow<'a> for KvCacheEntry<'a> {
  type Inner = KvCacheEntry<'a>;
  #[inline]
  unsafe fn follow(buf: &'a [u8], loc: usize) -> Self::Inner {
    Self { _tab: unsafe { ::flatbuffers::Table::new(buf, loc) } }
  }
}

impl<'a> KvCacheEntry<'a> {
  pub const VT_MODEL_FINGERPRINT: ::flatbuffers::VOffsetT = 4;
  pub const VT_SEQ_LEN: ::flatbuffers::VOffsetT = 6;
  pub const VT_TOKENS: ::flatbuffers::VOffsetT = 8;
  pub const VT_LAYERS: ::flatbuffers::VOffsetT = 10;

  #[inline]
  pub unsafe fn init_from_table(table: ::flatbuffers::Table<'a>) -> Self {
    KvCacheEntry { _tab: table }
  }
  #[allow(unused_mut)]
  pub fn create<'bldr: 'args, 'args: 'mut_bldr, 'mut_bldr, A: ::flatbuffers::Allocator + 'bldr>(
    _fbb: &'mut_bldr mut ::flatbuffers::FlatBufferBuilder<'bldr, A>,
    args: &'args KvCacheEntryArgs<'args>
  ) -> ::flatbuffers::WIPOffset<KvCacheEntry<'bldr>> {
    let mut builder = KvCacheEntryBuilder::new(_fbb);
    builder.add_model_fingerprint(args.model_fingerprint);
    if let Some(x) = args.layers { builder.add_layers(x); }
    if let Some(x) = args.tokens { builder.add_tokens(x); }
    builder.add_seq_len(args.seq_len);
    builder.finish()
  }


  /// Hash of (architecture, n_layers, hidden_size, block_types, kv_heads).
  /// Prevents loading a cache from a different model.
  #[inline]
  pub fn model_fingerprint(&self) -> u64 {
    // Safety:
    // Created from valid Table for this object
    // which contains a valid value in this slot
    unsafe { self._tab.get::<u64>(KvCacheEntry::VT_MODEL_FINGERPRINT, Some(0)).unwrap()}
  }
  /// Number of tokens prefilled.
  #[inline]
  pub fn seq_len(&self) -> u32 {
    // Safety:
    // Created from valid Table for this object
    // which contains a valid value in this slot
    unsafe { self._tab.get::<u32>(KvCacheEntry::VT_SEQ_LEN, Some(0)).unwrap()}
  }
  /// The token sequence that was prefilled.
  #[inline]
  pub fn tokens(&self) -> Option<::flatbuffers::Vector<'a, u32>> {
    // Safety:
    // Created from valid Table for this object
    // which contains a valid value in this slot
    unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, u32>>>(KvCacheEntry::VT_TOKENS, None)}
  }
  /// Per-layer snapshot data.
  #[inline]
  pub fn layers(&self) -> Option<::flatbuffers::Vector<'a, ::flatbuffers::ForwardsUOffset<LayerData<'a>>>> {
    // Safety:
    // Created from valid Table for this object
    // which contains a valid value in this slot
    unsafe { self._tab.get::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'a, ::flatbuffers::ForwardsUOffset<LayerData>>>>(KvCacheEntry::VT_LAYERS, None)}
  }
}

impl ::flatbuffers::Verifiable for KvCacheEntry<'_> {
  #[inline]
  fn run_verifier(
    v: &mut ::flatbuffers::Verifier, pos: usize
  ) -> Result<(), ::flatbuffers::InvalidFlatbuffer> {
    v.visit_table(pos)?
     .visit_field::<u64>("model_fingerprint", Self::VT_MODEL_FINGERPRINT, false)?
     .visit_field::<u32>("seq_len", Self::VT_SEQ_LEN, false)?
     .visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, u32>>>("tokens", Self::VT_TOKENS, false)?
     .visit_field::<::flatbuffers::ForwardsUOffset<::flatbuffers::Vector<'_, ::flatbuffers::ForwardsUOffset<LayerData>>>>("layers", Self::VT_LAYERS, false)?
     .finish();
    Ok(())
  }
}
pub struct KvCacheEntryArgs<'a> {
    pub model_fingerprint: u64,
    pub seq_len: u32,
    pub tokens: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, u32>>>,
    pub layers: Option<::flatbuffers::WIPOffset<::flatbuffers::Vector<'a, ::flatbuffers::ForwardsUOffset<LayerData<'a>>>>>,
}
impl<'a> Default for KvCacheEntryArgs<'a> {
  #[inline]
  fn default() -> Self {
    KvCacheEntryArgs {
      model_fingerprint: 0,
      seq_len: 0,
      tokens: None,
      layers: None,
    }
  }
}

pub struct KvCacheEntryBuilder<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> {
  fbb_: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>,
  start_: ::flatbuffers::WIPOffset<::flatbuffers::TableUnfinishedWIPOffset>,
}
impl<'a: 'b, 'b, A: ::flatbuffers::Allocator + 'a> KvCacheEntryBuilder<'a, 'b, A> {
  #[inline]
  pub fn add_model_fingerprint(&mut self, model_fingerprint: u64) {
    self.fbb_.push_slot::<u64>(KvCacheEntry::VT_MODEL_FINGERPRINT, model_fingerprint, 0);
  }
  #[inline]
  pub fn add_seq_len(&mut self, seq_len: u32) {
    self.fbb_.push_slot::<u32>(KvCacheEntry::VT_SEQ_LEN, seq_len, 0);
  }
  #[inline]
  pub fn add_tokens(&mut self, tokens: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , u32>>) {
    self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(KvCacheEntry::VT_TOKENS, tokens);
  }
  #[inline]
  pub fn add_layers(&mut self, layers: ::flatbuffers::WIPOffset<::flatbuffers::Vector<'b , ::flatbuffers::ForwardsUOffset<LayerData<'b >>>>) {
    self.fbb_.push_slot_always::<::flatbuffers::WIPOffset<_>>(KvCacheEntry::VT_LAYERS, layers);
  }
  #[inline]
  pub fn new(_fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>) -> KvCacheEntryBuilder<'a, 'b, A> {
    let start = _fbb.start_table();
    KvCacheEntryBuilder {
      fbb_: _fbb,
      start_: start,
    }
  }
  #[inline]
  pub fn finish(self) -> ::flatbuffers::WIPOffset<KvCacheEntry<'a>> {
    let o = self.fbb_.end_table(self.start_);
    ::flatbuffers::WIPOffset::new(o.value())
  }
}

impl ::core::fmt::Debug for KvCacheEntry<'_> {
  fn fmt(&self, f: &mut ::core::fmt::Formatter<'_>) -> ::core::fmt::Result {
    let mut ds = f.debug_struct("KvCacheEntry");
      ds.field("model_fingerprint", &self.model_fingerprint());
      ds.field("seq_len", &self.seq_len());
      ds.field("tokens", &self.tokens());
      ds.field("layers", &self.layers());
      ds.finish()
  }
}
#[inline]
/// Verifies that a buffer of bytes contains a `KvCacheEntry`
/// and returns it.
/// Note that verification is still experimental and may not
/// catch every error, or be maximally performant. For the
/// previous, unchecked, behavior use
/// `root_as_kv_cache_entry_unchecked`.
pub fn root_as_kv_cache_entry(buf: &[u8]) -> Result<KvCacheEntry<'_>, ::flatbuffers::InvalidFlatbuffer> {
  ::flatbuffers::root::<KvCacheEntry>(buf)
}
#[inline]
/// Verifies that a buffer of bytes contains a size prefixed
/// `KvCacheEntry` and returns it.
/// Note that verification is still experimental and may not
/// catch every error, or be maximally performant. For the
/// previous, unchecked, behavior use
/// `size_prefixed_root_as_kv_cache_entry_unchecked`.
pub fn size_prefixed_root_as_kv_cache_entry(buf: &[u8]) -> Result<KvCacheEntry<'_>, ::flatbuffers::InvalidFlatbuffer> {
  ::flatbuffers::size_prefixed_root::<KvCacheEntry>(buf)
}
#[inline]
/// Verifies, with the given options, that a buffer of bytes
/// contains a `KvCacheEntry` and returns it.
/// Note that verification is still experimental and may not
/// catch every error, or be maximally performant. For the
/// previous, unchecked, behavior use
/// `root_as_kv_cache_entry_unchecked`.
pub fn root_as_kv_cache_entry_with_opts<'b, 'o>(
  opts: &'o ::flatbuffers::VerifierOptions,
  buf: &'b [u8],
) -> Result<KvCacheEntry<'b>, ::flatbuffers::InvalidFlatbuffer> {
  ::flatbuffers::root_with_opts::<KvCacheEntry<'b>>(opts, buf)
}
#[inline]
/// Verifies, with the given verifier options, that a buffer of
/// bytes contains a size prefixed `KvCacheEntry` and returns
/// it. Note that verification is still experimental and may not
/// catch every error, or be maximally performant. For the
/// previous, unchecked, behavior use
/// `root_as_kv_cache_entry_unchecked`.
pub fn size_prefixed_root_as_kv_cache_entry_with_opts<'b, 'o>(
  opts: &'o ::flatbuffers::VerifierOptions,
  buf: &'b [u8],
) -> Result<KvCacheEntry<'b>, ::flatbuffers::InvalidFlatbuffer> {
  ::flatbuffers::size_prefixed_root_with_opts::<KvCacheEntry<'b>>(opts, buf)
}
#[inline]
/// Assumes, without verification, that a buffer of bytes contains a KvCacheEntry and returns it.
/// # Safety
/// Callers must trust the given bytes do indeed contain a valid `KvCacheEntry`.
pub unsafe fn root_as_kv_cache_entry_unchecked(buf: &[u8]) -> KvCacheEntry<'_> {
  unsafe { ::flatbuffers::root_unchecked::<KvCacheEntry>(buf) }
}
#[inline]
/// Assumes, without verification, that a buffer of bytes contains a size prefixed KvCacheEntry and returns it.
/// # Safety
/// Callers must trust the given bytes do indeed contain a valid size prefixed `KvCacheEntry`.
pub unsafe fn size_prefixed_root_as_kv_cache_entry_unchecked(buf: &[u8]) -> KvCacheEntry<'_> {
  unsafe { ::flatbuffers::size_prefixed_root_unchecked::<KvCacheEntry>(buf) }
}
#[inline]
pub fn finish_kv_cache_entry_buffer<'a, 'b, A: ::flatbuffers::Allocator + 'a>(
    fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>,
    root: ::flatbuffers::WIPOffset<KvCacheEntry<'a>>) {
  fbb.finish(root, None);
}

#[inline]
pub fn finish_size_prefixed_kv_cache_entry_buffer<'a, 'b, A: ::flatbuffers::Allocator + 'a>(fbb: &'b mut ::flatbuffers::FlatBufferBuilder<'a, A>, root: ::flatbuffers::WIPOffset<KvCacheEntry<'a>>) {
  fbb.finish_size_prefixed(root, None);
}
}  // pub mod cache
}  // pub mod cera