List of all items

Structs

• admin::CancelResponse
• admin::DownloadRequest
• admin::LoadModelRequest
• admin::ModelEntry
• admin::ModelsResponse
• admin::RecentRequest
• admin::StatsResponse
• admin::TaskAccepted
• admin::TaskProgress
• admin::TaskView
• admin::TasksResponse
• admin::UnloadResponse
• cancel::CancelGenerationRequest
• cancel::CancelGenerationResponse
• health::Capability
• health::HealthResponse
• health::ModelSummary
• lifecycle::ServerReady
• progress::RateEstimator
• progress::RateReport
• usage::Usage

Enums

• admin::ModelState
• admin::ProgressState
• admin::TaskKind
• admin::TaskStatus
• health::HealthState

Functions

• request_id::next_request_id
• routes::admin_task_cancel

Constants

• health::capability::CONTINUOUS_BATCHING
• health::capability::CPU
• health::capability::CUDA
• health::capability::METAL
• health::capability::REAL_WEIGHTS
• health::reason::AVAILABLE
• health::reason::CPU_ONLY
• health::reason::CUDA_NOT_BUILT
• health::reason::CUDA_UNAVAILABLE
• health::reason::DETECTING
• health::reason::DETECTION_TIMED_OUT
• health::reason::DISABLED
• health::reason::METAL_NOT_BUILT
• health::reason::METAL_UNAVAILABLE
• health::reason::MODEL_NOT_LOADED
• lifecycle::READY_EVENT
• progress::MIN_SAMPLES
• progress::MIN_SPAN_MS
• progress::WINDOW_MS
• request_id::PREFIX
• routes::ADMIN_DOWNLOAD
• routes::ADMIN_MODELS
• routes::ADMIN_MODELS_LOAD
• routes::ADMIN_MODELS_UNLOAD
• routes::ADMIN_STATS
• routes::ADMIN_TASKS
• routes::ADMIN_TASK_CANCEL
• routes::ALL
• routes::CACHE_STATS
• routes::HEALTH
• routes::METRICS
• routes::ROOT
• routes::UI
• routes::V1_CANCEL
• routes::V1_CHAT_COMPLETIONS
• routes::V1_COMPLETIONS
• routes::V1_DETOKENIZE
• routes::V1_EMBEDDINGS
• routes::V1_MESSAGES
• routes::V1_MODELS
• routes::V1_TOKENIZE