List of all items

Structs

• context::BindGroupBuilder
• context::CachedPipeline
• context::Context
• context::ContextBuilder
• context::ContextEvent
• context::ContextId
• context::Macros
• context::PipelineKey
• runtime::SimpleRuntime
• runtime::TokioRuntime
• runtime::infer::InferChunk
• runtime::infer::InferChunkBatch
• runtime::infer::InferInfo
• runtime::infer::InferInfoBatch
• runtime::infer::InferInput
• runtime::infer::InferInputBatch
• runtime::infer::InferIter
• runtime::infer::InferOutput
• runtime::infer::InferOutputBatch
• runtime::infer::InferRedirect
• runtime::loader::Loader
• runtime::loader::Lora
• runtime::loader::LoraBlend
• runtime::loader::LoraBlendPattern
• runtime::model::ModelBuilder
• runtime::model::ModelInfo
• runtime::v4::Att
• runtime::v4::Bundle
• runtime::v4::Embed
• runtime::v4::Ffn
• runtime::v4::Frame
• runtime::v4::Head
• runtime::v4::Header
• runtime::v4::InferJob
• runtime::v4::Layer
• runtime::v4::LayerNorm
• runtime::v4::Model
• runtime::v4::ModelTensor
• runtime::v4::Runtime
• runtime::v4::State
• runtime::v5::Att
• runtime::v5::Bundle
• runtime::v5::Embed
• runtime::v5::Ffn
• runtime::v5::Frame
• runtime::v5::Head
• runtime::v5::Header
• runtime::v5::InferJob
• runtime::v5::Layer
• runtime::v5::LayerNorm
• runtime::v5::Model
• runtime::v5::ModelTensor
• runtime::v5::Runtime
• runtime::v5::State
• runtime::v6::Att
• runtime::v6::Bundle
• runtime::v6::CustomInfo
• runtime::v6::Embed
• runtime::v6::Ffn
• runtime::v6::Frame
• runtime::v6::Head
• runtime::v6::Header
• runtime::v6::InferJob
• runtime::v6::Layer
• runtime::v6::LayerNorm
• runtime::v6::Model
• runtime::v6::ModelTensor
• runtime::v6::Runtime
• runtime::v6::State
• runtime::v7::Att
• runtime::v7::Bundle
• runtime::v7::CustomInfo
• runtime::v7::Embed
• runtime::v7::Ffn
• runtime::v7::Frame
• runtime::v7::Head
• runtime::v7::Header
• runtime::v7::InferJob
• runtime::v7::Layer
• runtime::v7::LayerNorm
• runtime::v7::Model
• runtime::v7::ModelTensor
• runtime::v7::Runtime
• runtime::v7::State
• tensor::Cpu
• tensor::Cursor
• tensor::Gpu
• tensor::ResourceKey
• tensor::Tensor
• tensor::TensorGpuData
• tensor::TensorGpuView
• tensor::TensorId
• tensor::TensorStack
• tensor::View
• tensor::cache::ResourceCache
• tensor::cache::SharedResourceCache
• tensor::kind::ReadWrite
• tensor::kind::Uniform
• tensor::matrix::Float4Quant
• tensor::matrix::MatrixStatistics
• tensor::serialization::Seed
• tensor::shape::Shape
• tensor::shape::ShapedIndex
• tokenizer::JsTokenizer
• tokenizer::Tokenizer

Enums

• context::ContextError
• runtime::RuntimeError
• runtime::infer::InferOption
• runtime::loader::LoaderError
• runtime::model::EmbedDevice
• runtime::model::ModelCustomInfo
• runtime::model::ModelVersion
• runtime::model::Quant
• runtime::v4::Hook
• runtime::v5::Hook
• runtime::v6::Hook
• runtime::v7::Hook
• tensor::TensorError
• tensor::matrix::Matrix
• tensor::ops::Activation
• tensor::ops::TensorOp
• tensor::shape::TensorDimension
• tokenizer::TokenizerError

Traits

• context::InstanceExt
• num::CoHom
• num::Float
• num::Hom
• num::One
• num::Scalar
• num::Zero
• runtime::Dispatcher
• runtime::Job
• runtime::JobInfo
• runtime::JobInput
• runtime::Runtime
• runtime::loader::Reader
• runtime::loader::TensorFromReader
• runtime::model::AsAny
• runtime::model::Bundle
• runtime::model::ContextAutoLimits
• runtime::model::State
• tensor::DeepClone
• tensor::Device
• tensor::IntoPackedCursors
• tensor::TensorInit
• tensor::TensorInitContext
• tensor::TensorInto
• tensor::TensorReshape
• tensor::TensorResource
• tensor::TensorScalar
• tensor::TensorShape
• tensor::kind::Kind
• tensor::ops::TensorCommand
• tensor::shape::IntoBytes
• tensor::shape::TensorAxis
• tensor::shape::TensorSlice

Macros

• impl_deserialize_seed

Functions

• runtime::softmax::softmax
• runtime::softmax::softmax_one
• runtime::v5::read_state
• runtime::v6::read_state
• runtime::v7::read_state
• tensor::matrix::quantile_student

Type Aliases

• runtime::loader::ReaderTensor
• runtime::v4::HookFn
• runtime::v4::HookMap
• runtime::v5::HookFn
• runtime::v5::HookMap
• runtime::v6::HookFn
• runtime::v6::HookMap
• runtime::v7::HookFn
• runtime::v7::HookMap
• tensor::TensorCpu
• tensor::TensorGpu

Constants

• runtime::infer::MIN_TOKEN_CHUNK_SIZE
• runtime::loader::PAD_MAT
• runtime::loader::PAD_VEC