Skip to main content

baseRT_generate

Function baseRT_generate 

Source
pub unsafe extern "C" fn baseRT_generate(
    model: baseRT_model_t,
    prompt_tokens: *const u32,
    n_prompt: c_int,
    max_tokens: c_int,
    sampling: BaseRTSamplingConfig,
    callback: baseRT_token_callback,
    user_data: *mut c_void,
) -> BaseRTGenerationStats