List of all items
Structs
- client::detokenize::DetokenizeRequest
- client::detokenize::DetokenizeRequestBuilder
- client::detokenize::DetokenizeResponse
- client::embeddings::EmbeddingResponse
- client::embeddings::EmbeddingsRequest
- client::embeddings::EmbeddingsRequestBuilder
- client::infill::InfillRequest
- client::infill::InfillRequestBuilder
- client::infill::InputExtra
- client::props::Modalities
- client::props::PropsResponse
- client::tokenize::TokenizeRequest
- client::tokenize::TokenizeRequestBuilder
- client::tokenize::TokenizeResponse
- client::types::completion::CompletionRequest
- client::types::completion::CompletionRequestBuilder
- client::types::completion::CompletionResponse
- client::types::completion::Timings
- client::types::completion::TokenProbability
- client::types::completion::TopTokenProbability
- client::types::completion::completion_request_builder::Empty
- client::types::completion::completion_request_builder::SetCachePrompt
- client::types::completion::completion_request_builder::SetGrammar
- client::types::completion::completion_request_builder::SetIdSlot
- client::types::completion::completion_request_builder::SetIgnoreEos
- client::types::completion::completion_request_builder::SetImageData
- client::types::completion::completion_request_builder::SetJsonSchema
- client::types::completion::completion_request_builder::SetLora
- client::types::completion::completion_request_builder::SetNIndent
- client::types::completion::completion_request_builder::SetNKeep
- client::types::completion::completion_request_builder::SetNPredict
- client::types::completion::completion_request_builder::SetPostSamplingProbs
- client::types::completion::completion_request_builder::SetPrompt
- client::types::completion::completion_request_builder::SetReasoningInContent
- client::types::completion::completion_request_builder::SetResponseFields
- client::types::completion::completion_request_builder::SetReturnTokens
- client::types::completion::completion_request_builder::SetSampling
- client::types::completion::completion_request_builder::SetStop
- client::types::completion::completion_request_builder::SetStream
- client::types::completion::completion_request_builder::SetTMaxPredictMs
- client::types::completion::completion_request_builder::SetTimingsPerToken
- client::types::generation_settings::GenerationSettings
- client::types::generation_settings::ImageData
- client::types::generation_settings::LoraAdapter
- client::types::generation_settings::SamplingParams
- client::types::generation_settings::SamplingParamsBuilder
- client::types::generation_settings::TokenIds
- server::builder::LmcppServerLauncher
- server::builder::LmcppServerLauncherBuilder
- server::handle::DownloadBudget
- server::handle::LmcppServer
- server::handle::LoadBudget
- server::handle::RetryDelay
- server::ipc::http::HttpClient
- server::ipc::uds::UdsClient
- server::process::guard::ServerProcessGuard
- server::toolchain::builder::ArgSet
- server::toolchain::builder::LmcppToolChain
- server::toolchain::builder::LmcppToolChainBuilder
- server::toolchain::builder::LmcppToolchainOutcome
- server::toolchain::cli::RecipeSpec
- server::types::file::ValidDir
- server::types::file::ValidFile
- server::types::model::HfFile
- server::types::model::HfRepo
- server::types::model::LocalModelPath
- server::types::model::ModelUrl
- server::types::start_args::ServerArgs
- server::types::start_args::ServerArgsBuilder
Enums
- client::embeddings::EmbeddingInput
- client::tokenize::TokenOutput
- client::tokenize::TokenPiece
- client::types::generation_settings::Pooling
- client::types::generation_settings::Prompt
- client::types::generation_settings::Sampler
- error::LmcppError
- server::handle::ServerStatus
- server::ipc::error::ClientError
- server::process::error::ProcessError
- server::toolchain::builder::ComputeBackend
- server::toolchain::builder::ComputeBackendConfig
- server::toolchain::builder::LmcppBuildInstallMode
- server::toolchain::builder::LmcppBuildInstallStatus
- server::types::start_args::NumaStrategy
- server::types::start_args::ReasoningBudget
- server::types::start_args::ReasoningFormat
- server::types::start_args::RopeScaling
- server::types::start_args::SplitMode
Traits
- client::completion::CompletionRequestProvider
- client::detokenize::DetokenizeRequestProvider
- client::embeddings::EmbeddingsRequestProvider
- client::infill::InfillRequestProvider
- client::tokenize::TokenizeRequestProvider
- client::types::completion::completion_request_builder::IsComplete
- client::types::completion::completion_request_builder::IsSet
- client::types::completion::completion_request_builder::IsUnset
- client::types::completion::completion_request_builder::State
- server::ipc::ServerClient
- server::ipc::ServerClientExt
Functions
- server::handle::model_ids_match
- server::process::kill::kill_all_servers
- server::process::kill::kill_by_client
- server::process::kill::kill_pid
- server::process::pid::create_pidfile
- server::process::pid::discover_pidfiles
- server::process::pid::get_all_server_pids
- server::process::pid::get_server_pid_by_cmd_args
- server::process::pid::pid_alive
- server::process::pid::pid_from_pidfile
Type Aliases
- client::embeddings::EmbeddingsResponse
- error::LmcppResult
- server::ipc::error::Result
- server::process::error::Result