Skip to main content

common_device_memory_collect

Function common_device_memory_collect 

Source
pub unsafe extern "C" fn common_device_memory_collect(
    path_model: *const c_char,
    mparams: *const llama_model_params,
    cparams: *const llama_context_params,
    log_level: ggml_log_level,
    out: *mut common_device_memory_flat_entry,
    max_out: usize,
    hp_ngl: *mut u32,
    hp_n_ctx_train: *mut u32,
    hp_n_expert: *mut u32,
) -> usize