Skip to main content

baseRT_batch_step_fused_logits

baseRT_sys

Function baseRT_batch_step_fused_logits 

Source 
pub unsafe extern "C" fn baseRT_batch_step_fused_logits(
    model: baseRT_model_t,
    seqs: *mut baseRT_sequence_t,
    n_seqs: c_int,
    in_tokens: *const u32,
    in_token_counts: *const c_int,
) -> c_int