pub type NemoRelayNativeLlmStreamNextFn = unsafe extern "C" fn(request_json: *const NemoRelayNativeString, next_ctx: *mut c_void, out_stream: *mut NemoRelayNativeLlmStreamV1) -> NemoRelayStatus;Expand description
Runtime-provided continuation for LLM stream execution intercepts.