List of all items
Structs
- autoscaler::Autoscaler
- autoscaler::AutoscalerConfig
- autoscaler::MetricsSnapshot
- autoscaler::TargetUtilizationPolicy
- autoscaler::ThresholdPolicy
- builder::ForgeBuilder
- builder::ForgeConfig
- inference::batch::BatchCollector
- inference::batch::BatchConfig
- inference::batch::BatchProcessor
- inference::batch::BatchRequest
- inference::batch::BatchResult
- inference::batch::BatchStats
- inference::streaming::StreamEvent
- inference::streaming::StreamSender
- inference::streaming::StreamingConfig
- inference::streaming::StreamingResponse
- inference::streaming::TokenStream
- job::HealthCheck
- job::Job
- job::NetworkConfig
- job::PortMapping
- job::Resources
- job::RestartPolicy
- job::ScalingConfig
- job::Task
- job::TaskGroup
- metrics::ForgeMetrics
- metrics::MetricsExporter
- metrics::Timer
- moe::DefaultMoERouter
- moe::GpuAwareMoERouter
- moe::LoadAwareMoERouter
- moe::RoundRobinMoERouter
- moe::RouteResult
- moe::VersionAwareMoERouter
- networking::ErrorResponse
- networking::HealthResponse
- networking::HttpServer
- networking::HttpServerConfig
- networking::HttpState
- networking::QuicConfig
- networking::QuicTransport
- nomad::AllocationListStub
- nomad::JobListStub
- nomad::JobSubmitResponse
- nomad::Node
- nomad::NodeListStub
- nomad::NodeResources
- nomad::NomadClient
- nomad::NomadJob
- nomad::NomadResources
- nomad::NomadRestartPolicy
- nomad::NomadScaling
- nomad::NomadTask
- nomad::NomadTaskGroup
- nomad::ScaleResponse
- resilience::circuit_breaker::CircuitBreaker
- resilience::circuit_breaker::CircuitBreakerConfig
- resilience::retry::ExponentialBackoff
- resilience::retry::RetryConfig
- resilience::retry::RetryPolicy
- runtime::Forge
- sdk::client::AllocationInfo
- sdk::client::ForgeClient
- sdk::client::GroupInfo
- sdk::client::JobInfo
- sdk::client::MetricsReport
- sdk::port::AllocatedPort
- sdk::port::PortAllocator
- sdk::session::ConnectionInfo
- sdk::session::Session
- sdk::session::SessionConfig
- sdk::session::SessionId
- sdk::session::SessionTracker
- sdk::spot::SpotHandler
- sdk::spot::SpotInterruption
- storage::FileStore
- storage::MemoryStore
- types::Expert
- types::GpuResources
- types::NodeId
- types::Region
- types::Shard
- types::ShardId
Enums
- autoscaler::ScalingDecision
- error::ForgeError
- inference::batch::BatchError
- inference::streaming::StreamError
- job::Driver
- job::HealthCheckType
- job::JobState
- job::JobType
- job::NetworkMode
- job::RestartMode
- networking::PeerMessage
- resilience::circuit_breaker::CircuitBreakerError
- resilience::circuit_breaker::CircuitState
- runtime::RuntimeState
- sdk::SdkError
- sdk::port::Protocol
- sdk::session::SessionState
- sdk::spot::CloudProvider
- sdk::spot::SpotAction
- types::ShardState
Traits
Functions
- moe::default_router
- moe::gpu_aware_router
- moe::load_aware_router
- moe::version_aware_router
- networking::base_router
- sdk::alloc_id
- sdk::client::start_heartbeat
- sdk::forge_api_url
- sdk::lifecycle::graceful_shutdown
- sdk::lifecycle::is_ready
- sdk::lifecycle::notify_shutdown
- sdk::lifecycle::ready
- sdk::lifecycle::shutdown_requested
- sdk::lifecycle::shutdown_signal
- sdk::port::allocate_game_port
- sdk::port::allocate_port
- sdk::port::allocate_port_with_protocol
- sdk::port::allocate_specific_game_port
- sdk::port::allocate_specific_port
- sdk::port::allocate_specific_port_with_protocol
- sdk::port::allocate_specific_udp_port
- sdk::port::allocate_udp_port
- sdk::port::allocated_ports
- sdk::port::allocated_ports_detailed
- sdk::port::is_port_available
- sdk::port::is_port_available_for_protocol
- sdk::port::is_udp_port_available
- sdk::port::release_port
- sdk::spot::is_spot_instance
- sdk::spot::start_spot_monitor
- sdk::spot::wait_for_spot_interruption
- sdk::task_name
- storage::keys::expert
- storage::keys::job
- storage::keys::node
- storage::keys::shard
- storage::memory_store
- storage::store_exists
- storage::store_get_json
- storage::store_set_json