List of all items

Structs

• agent::continue_from_conversation_history_request::ContinueFromConversationHistoryRequest
• agent::continue_from_raw_prompt_request::ContinueFromRawPromptRequest
• agent::continuous_batch_active_request::ContinuousBatchActiveRequest
• agent::continuous_batch_arbiter::ContinuousBatchArbiter
• agent::continuous_batch_arbiter_handle::ContinuousBatchArbiterHandle
• agent::continuous_batch_embedding_processor::ContinuousBatchEmbeddingProcessor
• agent::continuous_batch_scheduler::ContinuousBatchScheduler
• agent::continuous_batch_scheduler_context::ContinuousBatchSchedulerContext
• agent::generate_embedding_batch_request::GenerateEmbeddingBatchRequest
• agent::grammar_sampler::GrammarSampler
• agent::jsonrpc::notification_params::SetStateParams
• agent::jsonrpc::notification_params::VersionParams
• agent::llamacpp_arbiter_service::LlamaCppArbiterService
• agent::management_socket_client_service::ManagementSocketClientService
• agent::model_metadata_holder::ModelMetadataHolder
• agent::receive_stream_stopper_collection::ReceiveStreamStopperCollection
• agent::reconciliation_service::ReconciliationService
• agent::resolved_grammar::ResolvedGrammar
• agent::sequence_id_pool::SequenceIdPool
• agent_applicable_state::AgentApplicableState
• agent_applicable_state_holder::AgentApplicableStateHolder
• agent_desired_state::AgentDesiredState
• atomic_value::AtomicValue
• balancer::agent_controller::AgentController
• balancer::agent_controller_pool::AgentControllerPool
• balancer::agent_controller_slot_guard::AgentControllerSlotGuard
• balancer::buffered_request_manager::BufferedRequestManager
• balancer::chat_template_override_sender_collection::ChatTemplateOverrideSenderCollection
• balancer::compatibility::openai_service::OpenAIService
• balancer::compatibility::openai_service::app_data::AppData
• balancer::compatibility::openai_service::configuration::Configuration
• balancer::compatibility::openai_service::http_route::post_chat_completions::respond
• balancer::dispatched_agent::DispatchedAgent
• balancer::embedding_sender_collection::EmbeddingSenderCollection
• balancer::generate_tokens_sender_collection::GenerateTokensSenderCollection
• balancer::inference_service::InferenceService
• balancer::inference_service::app_data::AppData
• balancer::inference_service::configuration::Configuration
• balancer::inference_service::http_route::api::post_continue_from_conversation_history::respond
• balancer::inference_service::http_route::api::post_continue_from_raw_prompt::respond
• balancer::inference_service::http_route::api::post_generate_embedding_batch::respond
• balancer::inference_service::http_route::api::ws_inference_socket::respond
• balancer::management_service::ManagementService
• balancer::management_service::app_data::AppData
• balancer::management_service::configuration::Configuration
• balancer::management_service::http_route::api::get_agents::respond
• balancer::management_service::http_route::api::get_agents_stream::respond
• balancer::management_service::http_route::api::get_balancer_applicable_state::respond
• balancer::management_service::http_route::api::get_balancer_desired_state::respond
• balancer::management_service::http_route::api::get_buffered_requests::respond
• balancer::management_service::http_route::api::get_buffered_requests_stream::respond
• balancer::management_service::http_route::api::get_chat_template_override::respond
• balancer::management_service::http_route::api::get_model_metadata::respond
• balancer::management_service::http_route::api::put_balancer_desired_state::respond
• balancer::management_service::http_route::api::ws_agent_socket::jsonrpc::notification_params::RegisterAgentParams
• balancer::management_service::http_route::api::ws_agent_socket::jsonrpc::notification_params::UpdateAgentStatusParams
• balancer::management_service::http_route::api::ws_agent_socket::respond
• balancer::management_service::http_route::get_metrics::respond
• balancer::model_metadata_sender_collection::ModelMetadataSenderCollection
• balancer::reconciliation_service::ReconciliationService
• balancer::state_database::File
• balancer::state_database::Memory
• balancer::statsd_service::StatsdService
• balancer::statsd_service::configuration::Configuration
• balancer_applicable_state::BalancerApplicableState
• balancer_applicable_state_holder::BalancerApplicableStateHolder
• chat_template_renderer::ChatTemplateRenderer
• continuation_stop_parameters::ContinuationStopParameters
• decoded_image::DecodedImage
• embedding_input_tokenized::EmbeddingInputTokenized
• resolved_socket_addr::ResolvedSocketAddr
• service_manager::ServiceManager
• slot_aggregated_status::SlotAggregatedStatus
• slot_aggregated_status_download_progress::SlotAggregatedStatusDownloadProgress
• slot_aggregated_status_manager::SlotAggregatedStatusManager
• websocket_session_controller::WebSocketSessionController

Enums

• agent::continuous_batch_request_phase::ContinuousBatchRequestPhase
• agent::continuous_batch_scheduler_command::ContinuousBatchSchedulerCommand
• agent::jsonrpc::Message
• agent::jsonrpc::Notification
• agent::jsonrpc::Request
• agent::jsonrpc::response::Response
• agent::prepared_conversation_history_request::PreparedConversationHistoryRequest
• agent_issue_fix::AgentIssueFix
• balancer::agent_controller_update_result::AgentControllerUpdateResult
• balancer::management_service::http_route::api::ws_agent_socket::jsonrpc::Message
• balancer::management_service::http_route::api::ws_agent_socket::jsonrpc::Notification
• balancer::state_database_type::StateDatabaseType
• continuation_decision::ContinuationDecision
• decoded_image_error::DecodedImageError

Traits

• balancer::state_database::StateDatabase
• controls_session::ControlsSession
• controls_websocket_endpoint::ControlsWebSocketEndpoint
• converts_to_applicable_state::ConvertsToApplicableState
• converts_to_llama_kv_cache_dtype::ConvertsToLlamaKvCacheDtype
• converts_to_llama_pooling_type::ConvertsToLlamaPoolingType
• dispenses_slots::DispensesSlots
• produces_snapshot::ProducesSnapshot
• sends_rpc_message::SendsRpcMessage
• service::Service
• sets_desired_state::SetsDesiredState
• subscribes_to_updates::SubscribesToUpdates

Functions

• agent::drain_in_flight_requests::drain_in_flight_requests
• agent::plan_embedding_batches::plan_embedding_batches
• agent::prepare_conversation_history_request::prepare_conversation_history_request
• agent::resolve_grammar::resolve_grammar
• agent::resolve_grammar_to_gbnf::resolve_grammar_to_gbnf
• agent::sample_token_at_batch_index::sample_token_at_batch_index
• balancer::compatibility::openai_service::http_route::post_chat_completions::register
• balancer::inference_service::http_route::api::post_continue_from_conversation_history::register
• balancer::inference_service::http_route::api::post_continue_from_raw_prompt::register
• balancer::inference_service::http_route::api::post_generate_embedding_batch::register
• balancer::inference_service::http_route::api::ws_inference_socket::register
• balancer::management_service::http_route::api::get_agents::register
• balancer::management_service::http_route::api::get_agents_stream::register
• balancer::management_service::http_route::api::get_balancer_applicable_state::register
• balancer::management_service::http_route::api::get_balancer_desired_state::register
• balancer::management_service::http_route::api::get_buffered_requests::register
• balancer::management_service::http_route::api::get_buffered_requests_stream::register
• balancer::management_service::http_route::api::get_chat_template_override::register
• balancer::management_service::http_route::api::get_model_metadata::register
• balancer::management_service::http_route::api::put_balancer_desired_state::register
• balancer::management_service::http_route::api::ws_agent_socket::register
• balancer::management_service::http_route::get_metrics::register
• create_cors_middleware::create_cors_middleware
• snapshots_stream::snapshots_stream