Struct TensorRtBackend 

pub struct TensorRtBackend {
    pub inference_metrics: InferenceMetrics,
    pub precision_policy: PrecisionPolicy,
    pub batch_config: BatchConfig,
    /* private fields */
}

Fields

inference_metrics: InferenceMetrics

precision_policy: PrecisionPolicy

Phase 8: precision policy for TRT EP.

batch_config: BatchConfig

Phase 8: batch configuration.

Implementations

impl TensorRtBackend

pub fn new( model_path: PathBuf, ctx: Arc<GpuContext>, device_id: i32, ring_size: usize, downstream_capacity: usize, ) -> Self

Create a new backend instance.

Parameters

• ring_size: number of output ring slots to pre-allocate.
• downstream_capacity: the bounded channel capacity between inference and the encoder. Ring size is validated ≥ downstream_capacity + 2.

pub fn with_precision( model_path: PathBuf, ctx: Arc<GpuContext>, device_id: i32, ring_size: usize, downstream_capacity: usize, precision_policy: PrecisionPolicy, batch_config: BatchConfig, ) -> Self

Create with explicit precision policy and batch config.

pub async fn ring_metrics(&self) -> Option<(u64, u64, u64)>

Access ring metrics (if initialized).

Trait Implementations

impl Drop for TensorRtBackend

fn drop(&mut self)

Executes the destructor for this type.

impl UpscaleBackend for TensorRtBackend

fn initialize<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn process<'life0, 'async_trait>( &'life0 self, input: GpuTexture, ) -> Pin<Box<dyn Future<Output = Result<GpuTexture>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn shutdown<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn metadata(&self) -> Result<&ModelMetadata>