Re-exports§
pub use error::ManifestError;pub use error::PipelineError;pub use error::Result;pub use error::SchedulerError;pub use error::StageError;pub use executor::ForwardOutput;pub use executor::RequestId;pub use executor::StageExecutor;pub use manifest::ActivationDType;pub use manifest::ActivationSpec;pub use manifest::PortSpec;pub use manifest::ShardManifest;pub use manifest::StageEndpoint;pub use manifest::StageSpec;pub use orchestrator::InferenceResult;pub use orchestrator::Orchestrator;pub use orchestrator::OrchestratorConfig;pub use protocol::OrchestratorMsg;pub use protocol::StageMsg;pub use protocol::DEFAULT_MAX_CONTROL_MESSAGE_BYTES;pub use protocol::PROTOCOL_VERSION;pub use relay::start_relay_link;pub use relay::start_relay_mesh;pub use relay::RelayHandle;pub use scheduler::InferenceSchedule;pub use scheduler::PipeOp;pub use scheduler::StageSchedule;pub use stage::ControlPhaseResult;pub use stage::StageConfig;pub use stage::StageRuntime;
Modules§
Structs§
- Retry
Policy - Policy for retrying failed connection attempts with exponential backoff.