List of all items

Structs

• LlmModelBase
• api_model::ApiLlmModel
• local_model::LocalLlmModel
• local_model::chat_template::LlmChatTemplate
• local_model::gguf::GgufLoader
• local_model::gguf::loaders::hf::GgufHfLoader
• local_model::gguf::loaders::local::GgufLocalLoader
• local_model::gguf::loaders::preset::GgufPresetLoader
• local_model::gguf::preset::LlmPresetData
• local_model::gguf::preset::QuantizationConfig
• local_model::gguf::preset::TokenizerConfigPresetData
• local_model::gguf::preset::TokenizerPresetData
• local_model::gguf::tools::gguf_file::GgufFile
• local_model::gguf::tools::gguf_layers::GgufLayer
• local_model::gguf::tools::gguf_layers::GgufLayers
• local_model::gguf::tools::gguf_tensors::BlockQ2K
• local_model::gguf::tools::gguf_tensors::BlockQ3K
• local_model::gguf::tools::gguf_tensors::BlockQ4K
• local_model::gguf::tools::gguf_tensors::BlockQ4_0
• local_model::gguf::tools::gguf_tensors::BlockQ4_1
• local_model::gguf::tools::gguf_tensors::BlockQ5K
• local_model::gguf::tools::gguf_tensors::BlockQ5_0
• local_model::gguf::tools::gguf_tensors::BlockQ5_1
• local_model::gguf::tools::gguf_tensors::BlockQ6K
• local_model::gguf::tools::gguf_tensors::BlockQ8K
• local_model::gguf::tools::gguf_tensors::BlockQ8_0
• local_model::gguf::tools::gguf_tensors::BlockQ8_1
• local_model::gguf::tools::gguf_tensors::TensorInfo
• local_model::hf_loader::HuggingFaceLoader
• local_model::metadata::LocalLlmMetadata
• local_model::metadata::config_json::ConfigJson
• local_model::metadata::general::GeneralMetadata
• local_model::metadata::general::SourceMetadata
• local_model::metadata::llm::llama::AttentionMetadata
• local_model::metadata::llm::llama::LlamaMetadata
• local_model::metadata::llm::llama::RopeMetadata
• local_model::metadata::llm::llama::RopeScalingMetadata
• local_model::metadata::llm::llama::SsmMetadata
• local_model::metadata::tokenizer::GgmlTokenizerMetadata
• local_model::metadata::tokenizer::TokenizerMetadata
• tokenizer::LlmTokenizer

Enums

• local_model::gguf::preset::LlmPreset
• local_model::gguf::tools::gguf_file::Value
• local_model::gguf::tools::gguf_file::ValueType
• local_model::gguf::tools::gguf_file::VersionedMagic
• local_model::gguf::tools::gguf_tensors::GgmlDType
• local_model::metadata::general::FileType
• local_model::metadata::llm::Architecture
• local_model::metadata::tokenizer::GgmlTokenizerModel
• tokenizer::TokenizerBackend

Traits

• api_model::anthropic::AnthropicModelTrait
• api_model::openai::OpenAiModelTrait
• api_model::perplexity::PerplexityModelTrait
• local_model::gguf::GgufLoaderTrait
• local_model::gguf::preset::GgufPresetTrait
• local_model::gguf::tools::gguf_file::FromValue
• local_model::hf_loader::HfTokenTrait

Functions

• local_model::gguf::memory::estimate_context_size
• local_model::gguf::memory::estimate_quantization_level
• local_model::gguf::tools::gguf_tokenizer::convert_gguf_to_hf_tokenizer

Constants

• local_model::gguf::tools::gguf_file::DEFAULT_ALIGNMENT
• local_model::gguf::tools::gguf_tensors::K_SCALE_SIZE
• local_model::gguf::tools::gguf_tensors::QK4_0
• local_model::gguf::tools::gguf_tensors::QK4_1
• local_model::gguf::tools::gguf_tensors::QK5_0
• local_model::gguf::tools::gguf_tensors::QK5_1
• local_model::gguf::tools::gguf_tensors::QK8_0
• local_model::gguf::tools::gguf_tensors::QK8_1
• local_model::gguf::tools::gguf_tensors::QK_K
• local_model::metadata::llm::DEFAULT_CONTEXT_LENGTH