Struct WhisperGraphCtx

Source

pub struct WhisperGraphCtx {
    pub cfg: WhisperConfig,
    pub pfx: WhisperWeightPrefix,
    pub weights: Arc<HashMap<String, (Vec<f32>, Vec<usize>)>>,
    pub enc_seq: usize,
    pub mel_frames: usize,
    pub graph_opts: WhisperGraphOpts,
    pub fused: Option<FusedDecoderWeights>,
    pub fused_enc: Option<FusedEncoderWeights>,
}

Expand description

Shared checkpoint + graph options (cheap Clone via Arc weights).

Fields§

§cfg: WhisperConfig§pfx: WhisperWeightPrefix§weights: Arc<HashMap<String, (Vec<f32>, Vec<usize>)>>§enc_seq: usize§mel_frames: usize§graph_opts: WhisperGraphOpts§fused: Option<FusedDecoderWeights>§fused_enc: Option<FusedEncoderWeights>

Struct WhisperGraphCtx Copy item path

Fields§

Implementations§

impl WhisperGraphCtx

pub fn weight_map(&self) -> WeightMap

pub fn build_encoder(&self, batch: usize) -> Result<BuiltModel, Error>

pub fn build_cross(&self, batch: usize) -> Result<BuiltModel, Error>

pub fn build_prefill( &self, batch: usize, dec_seq: usize, ) -> Result<BuiltModel, Error>

pub fn build_decode_step( &self, batch: usize, bucket_upper: usize, ) -> Result<BuiltModel, Error>

Trait Implementations§

impl Clone for WhisperGraphCtx

fn clone(&self) -> WhisperGraphCtx

fn clone_from(&mut self, source: &Self)

Auto Trait Implementations§

impl Freeze for WhisperGraphCtx

impl RefUnwindSafe for WhisperGraphCtx

impl Send for WhisperGraphCtx

impl Sync for WhisperGraphCtx

impl Unpin for WhisperGraphCtx

impl UnsafeUnpin for WhisperGraphCtx

impl UnwindSafe for WhisperGraphCtx

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DTwhere ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DTwhere ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Read<Exclusive, BecauseExclusive> for Twhere T: ?Sized,

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

Struct WhisperGraphCtx

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,