Crate ara2_sys 

Re-exports

pub use self::dv_error_category as dv_error_category_t;

pub use self::dv_status_code as dv_status_code_t;

pub use self::DV_SESSION_SOCKET_TYPE as dv_session_socket_type_t;

pub use self::DV_ENDPOINT_HOST_INTERFACE as dv_endpoint_host_interface_t;

pub use self::DV_ENDPOINT_DEFAULT_GROUP as dv_endpoint_default_group_t;

pub use self::DV_ENDPOINT_STATE as dv_endpoint_state_t;

pub use self::DV_ENDPOINT_POWER_STATE as dv_endpoint_power_state_t;

pub use self::DV_ENDPOINT_GROUP_TYPE as dv_endpoint_group_type_t;

pub use self::DV_LAYER_OUTPUT_TYPE as dv_layer_output_type_t;

pub use self::DV_MODEL_PRIORITY_LEVEL as dv_model_priority_level_t;

pub use self::DV_INFERENCE_STATUS as dv_inference_status_t;

pub use self::DV_BLOB_TYPE as dv_blob_type_t;

pub use self::DV_PRODUCT_TYPE as dv_product_type_t;

pub use self::DV_MODEL_TYPE as dv_model_type_t;

pub use self::DV_INFER_TYPE as dv_infer_type_t;

Structs

araclient

dv_blob

dv_compiler_statistics

dv_endpoint

Endpoint/Endpoint Group object

dv_endpoint_chip_info

dv_endpoint_dram_info

dv_endpoint_dram_statistics

dv_endpoint_iface_info

DV Endpoint interface information

dv_endpoint_info

DV Endpoint information

dv_endpoint_stats

dv_infer_llm_info

dv_infer_options

dv_infer_request

dv_infer_request_handle

dv_infer_statistics

dv_inference_queue_statistics

dv_llm_cfg_upd_req_t

dv_model

dv_model_handle

dv_model_input_param

Model Input Tensor Parameters

dv_model_input_preprocess_param

Usage: for quantization and dequantization of inputs/outputs is different for different qmodes for qmode - 0, 1, 2 and 3: quantized_value = round(float_value * qn) dequantized_value = quantized_value / qn for qmode - 9: quantized_value = round(float_value / qn) + offset dequantized_value = (float_value - offset )* qn

dv_model_llm_params

dv_model_options

dv_model_output_param

Model output parameters

dv_model_output_postprocess_param

Model output post processing parameters

dv_model_statistics

dv_product_version

dv_session

Session object with parameters

dv_session_options

Default session wide parameters that are to be passed to dv_session_create_via_*_with_options

dv_shm_descriptor

Shared memory decriptor generated after registering fd to server

dv_version

timespec

Constants

DV_BLOB_TYPE_DV_BLOB_TYPE_FD

< represents blob backed by non-registered file descriptor

DV_BLOB_TYPE_DV_BLOB_TYPE_RAW_POINTER

< represents blob backed by raw pointer

DV_BLOB_TYPE_DV_BLOB_TYPE_SHM_DESCRIPTOR

< represents blob backed by registered shared memory descriptor

DV_ENDPOINT_DEFAULT_GROUP_DV_ENDPOINT_DEFAULT_GROUP_ALL

< default group for all the endpoint(s) connected to inference proxy server

DV_ENDPOINT_DEFAULT_GROUP_DV_ENDPOINT_DEFAULT_GROUP_PCIE

< default group for all the pcie endpoint(s) connected to inference proxy server

DV_ENDPOINT_DEFAULT_GROUP_DV_ENDPOINT_DEFAULT_GROUP_USB

< default group for all the usb endpoint(s) connected to inference proxy server

DV_ENDPOINT_GROUP_TYPE_DV_ENDPOINT_GROUP_TYPE_ALL

< endpoint group type all

DV_ENDPOINT_GROUP_TYPE_DV_ENDPOINT_GROUP_TYPE_CUSTOM

< endpoint group type custom

DV_ENDPOINT_GROUP_TYPE_DV_ENDPOINT_GROUP_TYPE_NONE

< endpoint group type none

DV_ENDPOINT_GROUP_TYPE_DV_ENDPOINT_GROUP_TYPE_PCIE

< endpoint group type pcie

DV_ENDPOINT_GROUP_TYPE_DV_ENDPOINT_GROUP_TYPE_USB

< endpoint group type usb

DV_ENDPOINT_HOST_INTERFACE_DV_ENDPOINT_HOST_INTERFACE_PCIE

< host and dv connected via pcie interface

DV_ENDPOINT_HOST_INTERFACE_DV_ENDPOINT_HOST_INTERFACE_USB

< host and dv connected via usb interface

DV_ENDPOINT_POWER_STATE_DV_POWER_STATE_L0

< endpoint is in L0 state

DV_ENDPOINT_POWER_STATE_DV_POWER_STATE_L1

< endpoint is in L1 state

DV_ENDPOINT_POWER_STATE_DV_POWER_STATE_L2

< endpoint is in L2 state

DV_ENDPOINT_POWER_STATE_DV_POWER_STATE_L1A

< endpoint is in L1A state

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_ACTIVE

< endpoint is in active state

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_ACTIVE_BOOSTED

< endpoint is operating at reduced frequency

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_ACTIVE_SLOW

< endpoint is operating at reduced frequency

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_BAD_INTERFACE

< [unsupported]

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_CLOSED

< [unsupported]

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_DEAD

< [unsupported]

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_DRAIN

< [unsupported]

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_FAULT

< endpoint is in faulty state

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_IDLE

< endpoint is in idle state

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_INACTIVE

< endpoint is in Inactive state

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_INIT

< endpoint is in init state

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_POWER_GATED

< [unsupported]

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_RECOVERY

< [unsupported]

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_THERMAL_INACTIVE

< endpoint is in thermal Inactive state

DV_ENDPOINT_STATE_DV_ENDPOINT_STATE_THERMAL_UNKNOWN

< endpoint is in unown thermal state

DV_INFERENCE_STATUS_DV_INFERENCE_STATUS_COMPLETED

< Inference is in completed state

DV_INFERENCE_STATUS_DV_INFERENCE_STATUS_FAILED

< Inference is in failed state

DV_INFERENCE_STATUS_DV_INFERENCE_STATUS_QUEUED

< Inference is in queued state

DV_INFERENCE_STATUS_DV_INFERENCE_STATUS_RUNNING

< Inference is in running/executing state

DV_INFERENCE_STATUS_DV_INFERENCE_STATUS_UNKNOWN

< Inference information is not available

DV_INFER_TYPE_DV_INFER_TYPE_ARA1_CNN

DV_INFER_TYPE_DV_INFER_TYPE_ARA2_CNN

DV_INFER_TYPE_DV_INFER_TYPE_LLM_FOLLOWUP_PROMPT_PROCESSING

DV_INFER_TYPE_DV_INFER_TYPE_LLM_PROMPT_PROCESSING

DV_INFER_TYPE_DV_INFER_TYPE_LLM_TOKEN_GENERATION

DV_LAYER_OUTPUT_TYPE_DV_LAYER_OUTPUT_TYPE_CLASSIFICATION

< represents classification type of network

DV_LAYER_OUTPUT_TYPE_DV_LAYER_OUTPUT_TYPE_DETECTION

< represents detection type of network

DV_LAYER_OUTPUT_TYPE_DV_LAYER_OUTPUT_TYPE_RAW

< represents all other network types which can’t be determined

DV_LAYER_OUTPUT_TYPE_DV_LAYER_OUTPUT_TYPE_SEMANTIC_SEGMENTATION

< represents semantic segmentation type of network

DV_MODEL_PRIORITY_LEVEL_DV_MODEL_PRIORITY_LEVEL_DEFAULT

< model priority default

DV_MODEL_PRIORITY_LEVEL_DV_MODEL_PRIORITY_LEVEL_HIGH

< model priority high

DV_MODEL_PRIORITY_LEVEL_DV_MODEL_PRIORITY_LEVEL_LOW

< model priority low

DV_MODEL_PRIORITY_LEVEL_DV_MODEL_PRIORITY_LEVEL_MEDIUM

< model priority medium

DV_MODEL_TYPE_DV_MODEL_TYPE_ARA1_CNN

DV_MODEL_TYPE_DV_MODEL_TYPE_ARA2_CNN

DV_MODEL_TYPE_DV_MODEL_TYPE_ARA2_LLM

DV_MODEL_TYPE_DV_MODEL_TYPE_ARA2_LLM_DYN_V2

DV_PRODUCT_TYPE_CLIENT_LIB

DV_PRODUCT_TYPE_CNN_MODEL

DV_PRODUCT_TYPE_FIRMWARE

DV_PRODUCT_TYPE_INVALID_PRODUCT

DV_PRODUCT_TYPE_LLM_MODEL

DV_PRODUCT_TYPE_PCI_DRIVER

DV_PRODUCT_TYPE_PROXY

DV_PRODUCT_TYPE_SYSAPI

DV_SESSION_SOCKET_TYPE_DV_SESSION_SOCKET_TYPE_TCPIPv4

< tcp ipv4 socket

DV_SESSION_SOCKET_TYPE_DV_SESSION_SOCKET_TYPE_UNIX

< unix domain socket

dv_error_category_DV_ERROR_CATEGORY_HW_FATAL

dv_error_category_DV_ERROR_CATEGORY_INVALID

dv_error_category_DV_ERROR_CATEGORY_RETRY

dv_error_category_DV_ERROR_CATEGORY_SUCCESS

dv_error_category_DV_ERROR_CATEGORY_SW_CLIENT_FATAL

dv_error_category_DV_ERROR_CATEGORY_SW_SERVER_FATAL

dv_status_code_DV_CLIENT_RECEIVED_UNKNOWN_RESPONSE

dv_status_code_DV_CLIENT_TO_TXRX_CONNECTION_ERROR

dv_status_code_DV_CLIENT_TXRX_ASYNC_SEND_FAILURE

dv_status_code_DV_CLIENT_TXRX_DISCONNECT_ERROR

dv_status_code_DV_CLIENT_TXRX_FD_COUNT_MISMATCH

dv_status_code_DV_CLIENT_TXRX_READ_FAILURE

dv_status_code_DV_CLIENT_TXRX_WRITE_FAILURE

dv_status_code_DV_CLIENT_VERSION_MISMATCH

dv_status_code_DV_CONNECTION_ERROR

dv_status_code_DV_CP_INDEX_ALLOC_FAILURE

dv_status_code_DV_ENDPOINT_DMA_FAILED

dv_status_code_DV_ENDPOINT_FIRMWARE_BOOT_FAILURE

dv_status_code_DV_ENDPOINT_FIRMWARE_LOAD_FAILURE

dv_status_code_DV_ENDPOINT_GET_LIST_FAILED

dv_status_code_DV_ENDPOINT_GET_STATS_FAILED

dv_status_code_DV_ENDPOINT_GROUP_INVALID

dv_status_code_DV_ENDPOINT_INVALID_HANDLE

dv_status_code_DV_ENDPOINT_INVALID_PARAMS

dv_status_code_DV_ENDPOINT_INVALID_POWER_STATE

dv_status_code_DV_ENDPOINT_MODEL_BINDING_FAILURE

dv_status_code_DV_ENDPOINT_NOT_AVAILABLE

dv_status_code_DV_ENDPOINT_NOT_FOUND

dv_status_code_DV_ENDPOINT_NOT_REACHABLE

dv_status_code_DV_ENDPOINT_NO_FIRMWARE

dv_status_code_DV_ENDPOINT_OUT_OF_MEMORY

dv_status_code_DV_ENDPOINT_POWER_GATED

dv_status_code_DV_ENDPOINT_POWER_SWITCH_FAILURE

dv_status_code_DV_ERROR_CATEGORY_HW_FATAL_END

dv_status_code_DV_ERROR_CATEGORY_HW_FATAL_START

dv_status_code_DV_ERROR_CATEGORY_INVALID_END

dv_status_code_DV_ERROR_CATEGORY_INVALID_START

dv_status_code_DV_ERROR_CATEGORY_RETRY_END

dv_status_code_DV_ERROR_CATEGORY_RETRY_START

dv_status_code_DV_ERROR_CATEGORY_SUCCESS_END

dv_status_code_DV_ERROR_CATEGORY_SUCCESS_START

dv_status_code_DV_ERROR_CATEGORY_SW_CLIENT_FATAL_END

dv_status_code_DV_ERROR_CATEGORY_SW_CLIENT_FATAL_START

dv_status_code_DV_ERROR_CATEGORY_SW_SERVER_FATAL_END

dv_status_code_DV_ERROR_CATEGORY_SW_SERVER_FATAL_START

dv_status_code_DV_FAILURE_UNKOWN

dv_status_code_DV_FIRMWARE_VERSION_INVALID

dv_status_code_DV_FLOW_ABORTED

dv_status_code_DV_FLOW_CREATE_FAILED

dv_status_code_DV_FLOW_SUBMIT_FAILED

dv_status_code_DV_HIF_DEVICE_IN_CONFIG

dv_status_code_DV_HIF_ERROR

dv_status_code_DV_HIF_POP_FAILED

dv_status_code_DV_HIF_PUSH_FAILED

dv_status_code_DV_HIF_TIMEOUT

dv_status_code_DV_HOST_OUT_OF_MEMORY

dv_status_code_DV_INFER_ABORTED

dv_status_code_DV_INFER_FAILURE

dv_status_code_DV_INFER_INVALID_INPUT

dv_status_code_DV_INFER_INVALID_SHM_BUFFERS

dv_status_code_DV_INFER_MODEL_NOT_FOUND

dv_status_code_DV_INFER_QUEUE_EMPTY

dv_status_code_DV_INFER_QUEUE_FULL

dv_status_code_DV_INFER_REQUEST_INVALID_HANDLE

dv_status_code_DV_INFER_SUBMIT_FAILURE

dv_status_code_DV_INFER_TIME_OUT

dv_status_code_DV_INFER_TIME_OUT_THERMAL_RUNAWAY

dv_status_code_DV_INTERNAL_ERROR

dv_status_code_DV_INVALID_HOST_PTR

dv_status_code_DV_INVALID_OPERATION

dv_status_code_DV_INVALID_VALUE

dv_status_code_DV_MMIO_READ_FAIL

dv_status_code_DV_MMIO_WRITE_FAIL

dv_status_code_DV_MODEL_ALREADY_LOADED

dv_status_code_DV_MODEL_CACHE_FETCH_FAILURE

dv_status_code_DV_MODEL_CACHING_FAILURE

dv_status_code_DV_MODEL_INVALID_HANDLE

dv_status_code_DV_MODEL_INVALID_MODEL_FILE

dv_status_code_DV_MODEL_INVALID_PARAMS

dv_status_code_DV_MODEL_LOAD_ABORTED

dv_status_code_DV_MODEL_LOAD_FAILURE

dv_status_code_DV_MODEL_LOAD_SUBMITTED

dv_status_code_DV_MODEL_LOAD_SUBMIT_FAILED

dv_status_code_DV_MODEL_PARSE_FAILURE

dv_status_code_DV_MODEL_RELOAD_FAILURE

dv_status_code_DV_MODEL_SET_LLM_CFG_PARAMS_FAILED

dv_status_code_DV_MODEL_UNLOAD_FAILURE

dv_status_code_DV_MODEL_UNLOAD_SUBMITTED

dv_status_code_DV_MODEL_UNLOAD_SUBMIT_FAILED

dv_status_code_DV_MODEL_UNSUPPORTED_VERSION

dv_status_code_DV_OPERATION_NOT_PERMITTED

dv_status_code_DV_OPERATION_NOT_SUPPORTED

dv_status_code_DV_PARTIAL_SUCCESS

dv_status_code_DV_PROXY_DEVICE_INIT_FAILURE

dv_status_code_DV_REQUEST_PROCESSING_FAILED

dv_status_code_DV_REQUEST_SEND_FAILED

dv_status_code_DV_REQUEST_TIMEDOUT

dv_status_code_DV_RESOURCE_NOT_FOUND

dv_status_code_DV_SESSION_INVALID_HANDLE

dv_status_code_DV_SESSION_INVALID_TCP_IPV4_ADDR

dv_status_code_DV_SESSION_INVALID_TCP_IPV4_PORT

dv_status_code_DV_SESSION_UNIX_SOCKET_FILE_TOO_LONG

dv_status_code_DV_SHMBUF_NOT_PERMITTED

dv_status_code_DV_SOFT_RESET_FAILURE

dv_status_code_DV_SOFT_RESET_UNSUPPORTED

dv_status_code_DV_SUCCESS

dv_status_code_DV_TENSOR_ALLOCTAION_FAILURE

dv_status_code_DV_TENSOR_CREATE_FAILURE

dv_status_code_DV_TENSOR_FREE_ERROR

dv_status_code_DV_TENSOR_INTEGRITY_CHECK_FAILURE

dv_status_code_DV_TENSOR_READ_FAILURE

dv_status_code_DV_TENSOR_WRITE_FAILURE

Type Aliases

DV_BLOB_TYPE

Blob types

DV_ENDPOINT_DEFAULT_GROUP

DV_ENDPOINT_GROUP_TYPE

DV_ENDPOINT_HOST_INTERFACE

DV Endpoint to host communication interface

DV_ENDPOINT_POWER_STATE

Endpoint Power State [currently unsupported]

DV_ENDPOINT_STATE

Endpoint state

DV_INFERENCE_STATUS

Inference status

DV_INFER_TYPE

DV_LAYER_OUTPUT_TYPE

Model Network type

DV_MODEL_PRIORITY_LEVEL

Priority level of model

DV_MODEL_TYPE

DV_PRODUCT_TYPE

DV_SESSION_SOCKET_TYPE

DV session socket type

__syscall_slong_t

__time_t

dv_blob_t

dv_compiler_statistics_t

dv_endpoint_chip_info_t

dv_endpoint_dram_info_t

dv_endpoint_dram_statistics_t

dv_endpoint_iface_info_t

DV Endpoint interface information

dv_endpoint_info_t

DV Endpoint information

dv_endpoint_statistics_t

dv_endpoint_t

Endpoint/Endpoint Group object

dv_error_category

dv_infer_llm_info_t

dv_infer_options_t

dv_infer_request_handle_t

dv_infer_request_t

dv_infer_statistics_t

dv_inference_queue_statistics_t

dv_model_handle_t

dv_model_input_param_t

Model Input Tensor Parameters

dv_model_input_preprocess_param_t

Usage: for quantization and dequantization of inputs/outputs is different for different qmodes for qmode - 0, 1, 2 and 3: quantized_value = round(float_value * qn) dequantized_value = quantized_value / qn for qmode - 9: quantized_value = round(float_value / qn) + offset dequantized_value = (float_value - offset )* qn

dv_model_llm_params_t

dv_model_load_options_t

dv_model_output_param_t

Model output parameters

dv_model_output_postprocess_param_t

Model output post processing parameters

dv_model_statistics_t

dv_model_t

dv_product_version_t

dv_session_options_t

Default session wide parameters that are to be passed to dv_session_create_via_*_with_options

dv_session_t

Session object with parameters

dv_shm_descriptor_t

Shared memory decriptor generated after registering fd to server

dv_status_code

dv_version_t

Unions

dv_endpoint_iface_info__bindgen_ty_1