Struct dv_infer_request 

#[repr(C)]
pub struct dv_infer_request {
    pub handle: *mut dv_infer_request_handle_t,
    pub session: *mut dv_session_t,
    pub ep_queued: *mut dv_endpoint_t,
    pub ep_submitted: *mut dv_endpoint_t,
    pub model: *mut dv_model_t,
    pub ip_blob_list: *mut dv_blob_t,
    pub op_blob_list: *mut dv_blob_t,
    pub status: dv_inference_status_t,
    pub stats: *mut dv_infer_statistics_t,
    pub llm_infer_info: *mut dv_infer_llm_info_t,
}

Fields

handle: *mut dv_infer_request_handle_t

< private handle, managed by client library

session: *mut dv_session_t

< session for which inference is submitted

ep_queued: *mut dv_endpoint_t

< endpoint for which inference is queued.

ep_submitted: *mut dv_endpoint_t

< when inference request is queued on group of endpoints, this provide endpoint info on which inference is submitted.

model: *mut dv_model_t

< model handle for inference request

ip_blob_list: *mut dv_blob_t

< input blob list

op_blob_list: *mut dv_blob_t

< output blob list

status: dv_inference_status_t

< inference run status

stats: *mut dv_infer_statistics_t

< inference stats

llm_infer_info: *mut dv_infer_llm_info_t

Trait Implementations

impl Clone for dv_infer_request

fn clone(&self) -> dv_infer_request

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for dv_infer_request

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for dv_infer_request