List of all items
Structs
- CancelSet
- Completion
- Daemon
- DaemonOptions
- FimRequest
- GenerateOutcome
- Inspection
- ModelSamplingDefaults
- Refusal
- SessionSummary
- SpeculationOptions
- SyncClassScope
- api::EventMsg
- api::NativeClient
- atem::AtemCodec
- batches::Batch
- batches::BatchStore
- batches::BatchesBusy
- batches::RequestCounts
- bus::SessionBus
- bus::Subscription
- capabilities::Capabilities
- cli::Flag
- cli::Group
- codec::BundleCodec
- codec::ChatMessage
- codec::ChatMlCodec
- codec::Delims
- codec::MockChatCodec
- codec::MockCodec
- codec::MockTemplateCodec
- codec::MockThinkingTemplateCodec
- codec::NoCodec
- codec::Run
- codec::Segmenter
- codec::ToolCallMsg
- codec::ToolSchemas
- codec::Utf8Stream
- codec::WithToolEnvelope
- completion_bucket::BucketConfig
- completion_bucket::ClientBuckets
- completion_bucket::TokenBucket
- dylib_tokenizer::DylibTokenizer
- export::ExportOptions
- export::MetricsPusher
- files::FileMeta
- files::FileStore
- fleet::FleetGeneration
- fleet::FleetHead
- fleet::FleetSegment
- fleet::PipelineFleet
- fleet_join::LoadedNode
- fleet_manager::FleetManager
- fleet_manager::NodeReport
- fleet_manager::NodeSpec
- fleet_manager::RequestShape
- harmony::HarmonyChannelizer
- harmony::HarmonyIds
- installs::Install
- installs::Installed
- installs::Plans
- keypolicy::ClientKey
- keypolicy::InFlight
- keypolicy::KeyPolicy
- keypolicy::KeyStats
- keypolicy::KeyTable
- launch::Agent
- launch::Plan
- launch::Target
- media::MediaPool
- nodeagent::NodeAgent
- openai::HttpQosPolicy
- openai::HttpSurface
- openai::RequestQos
- openai::SamplingFallback
- openai::SamplingOverrides
- openai::ServeConfig
- openai::ServerIdentity
- openai::TokenLimits
- otlp::OtlpConfig
- otlp::OtlpHandle
- otlp::OtlpLayer
- otlp::TraceScope
- park::Parked
- park::ParkedSpace
- pins::PinReq
- pins::Pins
- pressure::LinuxPsiPressure
- pressure::ManualPressure
- pulls::PullFlags
- ratelimit::RateLimiter
- ratelimit::TokenBucket
- registry::ModelRegistry
- response_store::ResponseBody
- response_store::ResponseRecord
- response_store::ResponseStore
- runtime::EngineHost
- runtime::WorkerSpec
- runtime_options::Given
- runtime_pick::RuntimeId
- runtime_pick::RuntimePick
- runtimes::Catalog
- runtimes::Found
- runtimes::Info
- runtimes::Runtime
- runtimes::Worker
- scheduler::GenExtras
- scheduler::GenerateJob
- scheduler::LaneCarry
- scheduler::SchedStats
- scheduler::Scheduler
- scheduler::SchedulerHandle
- scheduler::Speculation
- scheduler::SpeculationGrant
- scheduler::TickInFlight
- scheduler::TokenLogprob
- selfupdate::Check
- selfupdate::Options
- selfupdate::Release
- selfupdate::Report
- selfupdate::Versions
- serve::Embedding
- speculate_resolve::Pairings
- store::CommittedEvent
- store::LedgerEntry
- store::SessionState
- store::SessionStore
- store_id::StoreId
- store_id::StoreIdLock
- telemetry::LogConfig
- template_codec::TemplateCodec
- tool_fragment::ToolCallStream
- tool_fragment::ToolDelta
- tui::NodeInfo
- tui::StderrCapture
- versions::Listing
- wal::GenParams
- wal::Wal
- wal::WalRecord
Enums
- DaemonError
- StageOutput
- Tier
- api::Request
- api::Response
- bus::BusMsg
- bus::EndReason
- capabilities::Cap
- codec::ContentPart
- codec::ToolEnvelope
- codec::TurnState
- fleet_manager::PlacementPolicy
- keypolicy::Reject
- openai::ModelNaming
- pins::PinKey
- pressure::PressureConfig
- pressure::PressureLevel
- pulls::Unready
- registry::ResolveError
- runtimes::Source
- scheduler::LaneEvent
- scheduler::ParkRefused
- scheduler::SchedCmd
- selfupdate::Engine
- selfupdate::Installed
- speculate_resolve::SpecLoad
- telemetry::LogSink
- tool_fragment::ToolFragmentMode
- wal::EventBody
- wal::PurgeMode
- wal::RebaseEdit
Traits
Functions
- api::handle_web
- api::serve
- apiweb::mint_token
- apiweb::serve_blocking
- atem::render_atem_for_test
- batches::batches_dir_for
- batches::process
- cli::command_help
- cli::default_sessions
- cli::default_socket
- cli::overview
- cli::runtime_for_id
- cli::serve_flag_names
- cli::serve_help
- cli::serve_takes_value
- cli::split_equals
- cli::suggest
- cli::version
- codec::auto_codec
- codec::auto_codec_from_tokenizer
- codec::chatml_codec
- codec::chatml_codec_from_tokenizer
- codec::function_tool
- codec::parse_gemma_tool_call
- codec::parse_glm_tool_call
- codec::parse_json_tool_call
- codec::primed_channelizer
- codec::project_block_text
- codec::tool_envelope_override_conflict
- codec::trailing_open_channel
- compat::json
- compat::text
- compat::unanswered
- completion_bucket::http_client_key
- completion_bucket::retry_after_ms
- completion_bucket::retry_after_secs
- dylib_tokenizer::find_library
- dylib_tokenizer::library_file
- export::hex_id
- export::jsonl
- export::otlp_jsonl
- export::otlp_metrics_json
- export::push_otlp_metrics
- export::push_otlp_traces
- export::redact
- export::span_id
- export::span_id_bytes
- export::span_id_bytes_ns
- export::store_trace_ns
- export::trace_id
- export::trace_id_bytes
- export::trace_id_bytes_ns
- files::files_dir_for
- fleet::decode_params
- fleet::decode_tokens
- fleet::encode_params
- fleet::encode_tokens
- fleet_join::accept_nodes
- fleet_join::load_mock_node
- fleet_join::load_node
- fleet_join::loopback
- fleet_join::run
- fleet_join::scratch_wal
- fleet_mdns::advertise
- fleet_mdns::find_head
- fleet_openai::serve_blocking
- fleet_token::path
- fleet_token::read
- fleet_token::read_or_create
- fleet_token::run
- fleet_token::write
- harmony::auto_call_tag
- harmony::final_json_tag
- harmony::forced_call_tag
- harmony::named_call
- harmony::parse_harmony_tool_call
- installs::default
- installs::install
- installs::installer
- installs::list
- installs::not_an_update
- installs::pin
- installs::pinned
- installs::plan
- installs::refresh_current
- installs::remove
- installs::unpin
- launch::find
- launch::render
- launch::run
- launch::stop
- linked::check
- linked::engine
- linked::feature_for
- linked::get
- linked::ids
- linked::report
- linked::runtimes
- linked::sizes_context
- linked::spawn
- linked::suggest_max_context
- linked::tokenizer
- media::content_hash
- metrics::hostname
- metrics::render_prometheus
- openai::serve_blocking
- openai::serve_blocking_config
- openai::serve_blocking_registry
- otlp::shutdown
- otlp::start
- otlp::validate_http_url
- park::read
- park::remove
- park::stream_digest
- park::sweep
- park::write
- park::write_v3
- pins::prefix_digest
- pins::session_target
- pressure::os_default
- pulls::ensure_installed
- pulls::looks_like_id
- pulls::pull
- pulls::pull_command_args
- pulls::served_name
- qos::parse
- qos::parse_class_lanes
- registry::distinct_name
- registry::model_id_for
- registry::state_dir
- response_store::new_response_id
- response_store::responses_dir_for
- runtime::raise_yield
- runtime::ring_specs_for
- runtime::set_latency
- runtime_options::blamed
- runtime_options::check
- runtime_options::daemon_environment
- runtime_options::declared_by
- runtime_options::export_to_daemon
- runtime_options::for_runtime
- runtime_options::given_pairs
- runtime_options::json
- runtime_options::looks_like
- runtime_options::pull_args
- runtime_options::refuse_repeats
- runtime_options::resolve
- runtime_options::set
- runtime_options::settle
- runtime_options::text
- runtime_options::worker_args
- runtime_options::worker_args_from
- runtime_pick::valid
- runtime_pick::valid_install
- runtimes::check_worker
- runtimes::default_home
- runtimes::readers_in
- runtimes::run_check_model
- runtimes::sizing_of
- runtimes::worker_env
- runtimes::worker_name
- runtimes_report::model
- runtimes_report::table
- runtimes_report::table_json
- runtimes_report::table_json_of
- runtimes_report::table_of
- runtimes_report::with_installs
- scheduler::kv_bits_label
- scheduler::run_completion
- scheduler::run_completion_streaming
- scheduler::run_job
- scheduler::uptime_ms
- selfupdate::check_in_background
- selfupdate::check_now
- selfupdate::engine_here
- selfupdate::fetch_releases
- selfupdate::fits
- selfupdate::install_from
- selfupdate::installed_as
- selfupdate::list
- selfupdate::listing_source
- selfupdate::newest
- selfupdate::releases
- selfupdate::run
- selfupdate::running
- selfupdate::running_from
- selfupdate::target
- selfupdate::tick
- selfupdate::update
- selfupdate::use_version
- serve::run
- speculate_resolve::allow_catalog_fetch
- speculate_resolve::auto_search_dirs
- speculate_resolve::find_drafter
- speculate_resolve::find_drafters
- speculate_resolve::header_speculator_kind
- speculate_resolve::read_base_header
- speculate_resolve::resolve
- speculate_resolve::resolve_all
- speculate_resolve::sizing_path
- speculate_resolve::strategy_for_drafter_header
- store::ledger_state_name
- store_id::store_id_path
- telemetry::dropped_total
- telemetry::init
- telemetry::init_sinks
- telemetry::init_stderr
- telemetry::init_with_ring
- telemetry::new_log_ring
- telemetry::push_ring_line
- telemetry::set_filter
- tui::capture_stderr
- tui::run
- tui_top::run
- versions::cell
- versions::here
- versions::of
- versions::of_with
- wal::now_unix_ms
- with_sync_class
- workerd::is_invocation
- workerd::main
Type Aliases
- registry::ModelLoader
- registry::ModelReloader
- registry::RuntimeNames
- runtime::SharedCapabilities
- runtime::YieldSlot
- runtime_options::Settled
- scheduler::RunJobResult
- telemetry::LogRing
- telemetry::SharedLogConfig
Statics
- otlp::DROPPED_EXPORT_FAILED
- otlp::DROPPED_QUEUE_FULL
- otlp::DROPPED_REJECTED
- otlp::EXPORTED
- telemetry::DROPPED
Constants
- batches::MAX_QUEUED_BATCHES
- batches::MAX_RUNNING_BATCHES
- cli::COMMANDS
- cli::COMPAT_HELP
- cli::DEFAULT_HTTP
- cli::MEDIA_HELP
- cli::RUNTIMES_HELP
- cli::RUNTIME_HELP
- cli::SERVE
- cli::SESSION_HELP
- cli::TOP_HELP
- codec::GEMMA_TOOL_CLOSE
- codec::GEMMA_TOOL_OPEN
- codec::GEMMA_TOOL_RESPONSE_CLOSE
- codec::GEMMA_TOOL_RESPONSE_OPEN
- codec::MOCK_IMAGE_MARKER
- codec::MOCK_THINK_CLOSE
- codec::MOCK_THINK_OPEN
- codec::MOCK_TOOL_CLOSE
- codec::MOCK_TOOL_OPEN
- codec::MOCK_TURN_END
- codec::MODEL_VISIBILITY_VERSION
- codec::fim_mode::PSM
- codec::fim_mode::SPM
- completion_bucket::DEFAULT_BURST
- completion_bucket::DEFAULT_RATE_PER_SEC
- export::GENAI_SEMCONV_VERSION
- export::ROOT
- fleet::CONNECT_TIMEOUT
- fleet::HANDSHAKE_TIMEOUT
- fleet_join::HELP
- fleet_manager::DEFAULT_CONNS_PER_NODE
- fleet_manager::DEFAULT_POOL_HIGH_PCT
- fleet_manager::KEEPALIVE_EVERY
- fleet_manager::RETRY_DOWN_AFTER
- fleet_mdns::SERVICE
- fleet_token::HELP
- harmony::FREE_MESSAGES
- launch::AGENTS
- launch::HELP
- launch::STOP_HELP
- nodeagent::DEFAULT_HANDSHAKE_TIMEOUT
- nodeagent::DEFAULT_IDLE_TIMEOUT
- nodeagent::FINISH_DECLINED
- nodeagent::FINISH_EXPIRED
- nodeagent::FINISH_REFUSED
- openai::BATCH_INVARIANT_HEADER
- openai::QOS_HEADER
- otlp::DEFAULT_FILTER
- qos::BACKGROUND_AGENT
- qos::FOREGROUND_AGENT
- qos::INLINE_COMPLETION
- qos::INTERACTIVE_CHAT
- qos::NAMES
- scheduler::PREFILL_BUDGET
- scheduler::SOLO_PREFILL_BUDGET
- scheduler::TTFT_BUCKETS_MS
- selfupdate::HELP
- selfupdate::HOLD_OFF_DAYS
- selfupdate::LISTING_ENV
- selfupdate::NO_CHECK_ENV
- selfupdate::REPO
- serve::SUN_PATH_LEN
- wal::WAL_MAGIC_V2
- wal::block_kind::ARTIFACT
- wal::block_kind::CITATION
- wal::block_kind::DIAGNOSTIC
- wal::block_kind::FILE_DIFF
- wal::block_kind::IMAGE
- wal::block_kind::PROGRESS
- wal::block_kind::WORKSPACE_REF
- wal::channel::REASONING
- wal::channel::TEXT
- wal::channel::TOOL_CALL
- wal::ledger_state::CANCELLED
- wal::ledger_state::CANCELLED_WITH_LATE_EFFECT
- wal::ledger_state::CANCEL_REQUESTED
- wal::ledger_state::EXPIRED
- wal::ledger_state::FAILED
- wal::ledger_state::OPEN
- wal::ledger_state::SUCCEEDED
- wal::role::ASSISTANT
- wal::role::SYSTEM
- wal::role::TOOL
- wal::role::USER
- wal::tool_outcome::CANCELLED
- wal::tool_outcome::FAILED