List of all items
Structs
- Args
- ImageGenerationArgs
- SDArgs
- cake::Client
- cake::Context
- cake::Master
- cake::Node
- cake::RawTensor
- cake::Topology
- cake::Worker
- cake::WorkerInfo
- cake::api::text::ChatRequest
- cake::discovery::DiscoveredWorker
- cake::discovery::DiscoveryListener
- cake::discovery::GpuInfo
- models::Token
- models::chat::Message
- models::common::Cache
- models::common::CausalSelfAttention
- models::common::Config
- models::common::LinearAttnConfig
- models::common::MLP
- models::common::RopeScaling
- models::common::Transformer
- models::common::chatml_history::ChatMLHistory
- models::common::text_model::TextModelBase
- models::llama3::History
- models::llama3::LLama
- models::llama3::LlamaConfig
- models::qwen2::Qwen2
- models::qwen2::QwenConfig
- models::qwen3_5::Qwen3_5
- models::qwen3_5::Qwen3_5Config
- models::qwen3_5::Qwen3_5TextConfig
- models::qwen3_5::RopeParameters
- models::sd::SD
- utils::models::LocalModel
Enums
- ModelType
- StableDiffusionVersion
- TextModelArch
- cake::Message
- cake::Mode
- models::chat::MessageRole
- models::common::EosTokenId
- models::sd::ModelFile
- utils::models::ModelSource
- utils::models::ModelStatus
Traits
Functions
- cake::api::list_models
- cake::api::text::generate_text
- cake::auth::authenticate_as_master
- cake::auth::authenticate_as_worker
- cake::discovery::advertise_worker
- cake::discovery::cluster_hash
- cake::discovery::detect_backend
- cake::discovery::detect_cuda_version
- cake::discovery::detect_gpus
- cake::discovery::detect_hostname
- cake::discovery::discover_workers
- cake::setup::compute_layer_assignments
- cake::setup::master_setup
- cake::setup::worker_setup
- cake::setup::worker_setup_with_progress
- models::common::detect_text_model_arch
- models::common::load_rms_norm
- models::common::text_model::create_logits_processor
- models::common::text_model::load_tokenizer
- models::sd::get_device
- models::sd::get_sd_config
- models::sd::pack_tensors
- models::sd::unpack_tensors
- utils::fp8::is_fp8_quantized
- utils::fp8::load_fp8_var_builder
- utils::get_inference_device
- utils::hf::ensure_model_downloaded
- utils::hf::hf_cache_dir
- utils::hf::looks_like_hf_repo
- utils::load_safetensors_from_model
- utils::load_safetensors_paths_from_index
- utils::load_var_builder_for_local_layers
- utils::load_var_builder_for_specific_layers
- utils::load_var_builder_from_index
- utils::models::list_models
- utils::split::split_model