Skip to main content

dv_model_llm_params_t

Type Alias dv_model_llm_params_t 

Source
pub type dv_model_llm_params_t = dv_model_llm_params;

Aliased Type§

#[repr(C)]
pub struct dv_model_llm_params_t { pub vocab_size: u32, pub embedding_size: u32, pub input_precision: u32, pub output_precision: u32, pub max_num_tokens: u32, pub is_dynamic: u32, pub num_inputs: u32, pub pad_token_id: u32, pub eos_token_id: u32, pub bos_token_id: u32, pub embedding_lookup_addr: u64, pub embedding_lookup_scale_addr: u64, }

Fields§

§vocab_size: u32§embedding_size: u32§input_precision: u32§output_precision: u32§max_num_tokens: u32§is_dynamic: u32§num_inputs: u32§pad_token_id: u32§eos_token_id: u32§bos_token_id: u32§embedding_lookup_addr: u64§embedding_lookup_scale_addr: u64