List of all items

Structs

• admin::CancelResponse
• admin::DownloadRequest
• admin::LoadModelRequest
• admin::ModelEntry
• admin::ModelsResponse
• admin::RecentRequest
• admin::StatsResponse
• admin::TaskAccepted
• admin::TaskProgress
• admin::TaskView
• admin::TasksResponse
• admin::UnloadResponse
• cancel::CancelGenerationRequest
• cancel::CancelGenerationResponse
• health::Capability
• health::HealthResponse
• health::ModelSummary
• lifecycle::ServerReady
• progress::RateEstimator
• progress::RateReport
• usage::CompletionTokensDetails
• usage::Usage

Enums

• admin::ModelState
• admin::ProgressState
• admin::TaskKind
• admin::TaskStatus
• health::HealthState

Functions

• request_id::next_request_id
• routes::admin_task_cancel
• routes::slots_id
• routes::v1_stream
• routes::v1_stream_poll

Constants

• health::capability::CONTINUOUS_BATCHING
• health::capability::CPU
• health::capability::CUDA
• health::capability::METAL
• health::capability::REAL_WEIGHTS
• health::reason::AVAILABLE
• health::reason::CPU_ONLY
• health::reason::CUDA_NOT_BUILT
• health::reason::CUDA_UNAVAILABLE
• health::reason::DETECTING
• health::reason::DETECTION_TIMED_OUT
• health::reason::DISABLED
• health::reason::METAL_NOT_BUILT
• health::reason::METAL_UNAVAILABLE
• health::reason::MODEL_NOT_LOADED
• lifecycle::READY_EVENT
• progress::MIN_SAMPLES
• progress::MIN_SPAN_MS
• progress::WINDOW_MS
• request_id::PREFIX
• routes::ADMIN_DOWNLOAD
• routes::ADMIN_MODELS
• routes::ADMIN_MODELS_LOAD
• routes::ADMIN_MODELS_UNLOAD
• routes::ADMIN_PREPARE_STOP
• routes::ADMIN_STATS
• routes::ADMIN_TASKS
• routes::ADMIN_TASK_CANCEL
• routes::ALL
• routes::CACHE_STATS
• routes::COMPLETION
• routes::COMPLETIONS
• routes::DETOKENIZE
• routes::HEALTH
• routes::METRICS
• routes::RERANK
• routes::SLOTS_ID
• routes::TOKENIZE
• routes::V1_CACHE_REBUILD
• routes::V1_CACHE_STATUS
• routes::V1_CANCEL
• routes::V1_CHAT_COMPLETIONS
• routes::V1_COMPLETIONS
• routes::V1_DETOKENIZE
• routes::V1_EMBEDDINGS
• routes::V1_MESSAGES
• routes::V1_MESSAGES_COUNT_TOKENS
• routes::V1_MODELS
• routes::V1_REQUESTS
• routes::V1_RERANK
• routes::V1_RESPONSE
• routes::V1_RESPONSES
• routes::V1_RESPONSE_CANCEL
• routes::V1_STATS
• routes::V1_STREAM
• routes::V1_STREAM_POLL
• routes::V1_TOKENIZE