Type Alias dv_infer_request_t 

pub type dv_infer_request_t = dv_infer_request;

Aliased Type

#[repr(C)]
pub struct dv_infer_request_t {
    pub handle: *mut dv_infer_request_handle,
    pub session: *mut dv_session,
    pub ep_queued: *mut dv_endpoint,
    pub ep_submitted: *mut dv_endpoint,
    pub model: *mut dv_model,
    pub ip_blob_list: *mut dv_blob,
    pub op_blob_list: *mut dv_blob,
    pub status: u32,
    pub stats: *mut dv_infer_statistics,
    pub llm_infer_info: *mut dv_infer_llm_info,
}

Fields

handle: *mut dv_infer_request_handle

< private handle, managed by client library

session: *mut dv_session

< session for which inference is submitted

ep_queued: *mut dv_endpoint

< endpoint for which inference is queued.

ep_submitted: *mut dv_endpoint

< when inference request is queued on group of endpoints, this provide endpoint info on which inference is submitted.

model: *mut dv_model

< model handle for inference request

ip_blob_list: *mut dv_blob

< input blob list

op_blob_list: *mut dv_blob

< output blob list

status: u32

< inference run status

stats: *mut dv_infer_statistics

< inference stats

llm_infer_info: *mut dv_infer_llm_info