Skip to main content

baseRT_generate_continue

Function baseRT_generate_continue 

Source
pub unsafe extern "C" fn baseRT_generate_continue(
    model: baseRT_model_t,
    new_tokens: *const u32,
    n_new: c_int,
    max_tokens: c_int,
    sampling: BaseRTSamplingConfig,
    callback: baseRT_token_callback,
    user_data: *mut c_void,
) -> BaseRTGenerationStats