Skip to main content

Crate confidential_ml_pipeline

Crate confidential_ml_pipeline 

Source

Re-exports§

pub use error::ManifestError;
pub use error::PipelineError;
pub use error::Result;
pub use error::SchedulerError;
pub use error::StageError;
pub use executor::ForwardOutput;
pub use executor::RequestId;
pub use executor::StageExecutor;
pub use manifest::ActivationDType;
pub use manifest::ActivationSpec;
pub use manifest::PortSpec;
pub use manifest::ShardManifest;
pub use manifest::StageEndpoint;
pub use manifest::StageSpec;
pub use orchestrator::InferenceResult;
pub use orchestrator::Orchestrator;
pub use orchestrator::OrchestratorConfig;
pub use protocol::OrchestratorMsg;
pub use protocol::StageMsg;
pub use protocol::DEFAULT_MAX_CONTROL_MESSAGE_BYTES;
pub use protocol::PROTOCOL_VERSION;
pub use relay::start_relay_mesh;
pub use relay::RelayHandle;
pub use scheduler::InferenceSchedule;
pub use scheduler::PipeOp;
pub use scheduler::StageSchedule;
pub use stage::ControlPhaseResult;
pub use stage::StageConfig;
pub use stage::StageRuntime;

Modules§

error
executor
manifest
orchestrator
protocol
relay
scheduler
stage
tcp

Structs§

RetryPolicy
Policy for retrying failed connection attempts with exponential backoff.