List of all items
Structs
- BaseRTGenerationStats
- BaseRTModelConfig
- BaseRTPrefixMatch
- BaseRTSamplingConfig
- BaseRTTranscribeSegment
- BaseRTTranscribeStats
Functions
- baseRT_argmax_logits_row
- baseRT_batch_logits_stride
- baseRT_batch_step
- baseRT_batch_step_fused
- baseRT_batch_step_fused_logits
- baseRT_batch_warmup
- baseRT_bos_id
- baseRT_capabilities
- baseRT_chain_decode
- baseRT_chat_template
- baseRT_chat_template_jinja
- baseRT_context_window_fits
- baseRT_decode_step
- baseRT_decode_token
- baseRT_decode_token_raw
- baseRT_device_memory_budget
- baseRT_embed
- baseRT_embed_text
- baseRT_embedding_dim
- baseRT_encode
- baseRT_encode_pieces
- baseRT_encode_plain
- baseRT_eos_token_id
- baseRT_format_chat
- baseRT_free_model
- baseRT_gdn_snapshot_size
- baseRT_generate
- baseRT_generate_continue
- baseRT_get_config
- baseRT_get_error
- baseRT_get_error_code
- baseRT_get_position
- baseRT_gpu_repetition_penalty
- baseRT_gpu_temperature_scale
- baseRT_grammar_accept_token
- baseRT_grammar_create
- baseRT_grammar_create_from_schema
- baseRT_grammar_create_from_structural_tag
- baseRT_grammar_free
- baseRT_grammar_reset
- baseRT_is_embedding_model
- baseRT_is_eos_token
- baseRT_is_whisper
- baseRT_kv_bits_effective
- baseRT_load_model
- baseRT_load_tokenizer_only
- baseRT_logits_row_logprobs
- baseRT_mask_logits_row
- baseRT_max_prefill_chunk
- baseRT_model_config_sizeof
- baseRT_model_memory
- baseRT_page_size
- baseRT_prefill
- baseRT_prefix_cache_stats
- baseRT_prefix_discard
- baseRT_prefix_evict
- baseRT_prefix_insert
- baseRT_prefix_match
- baseRT_prefix_release
- baseRT_prefix_unlock
- baseRT_profile_decode_step
- baseRT_profile_label
- baseRT_read_batch_logits
- baseRT_reset
- baseRT_sample_logits_row
- baseRT_sequence_create
- baseRT_sequence_free
- baseRT_sequence_gdn_capture
- baseRT_sequence_gdn_restore
- baseRT_sequence_rollback
- baseRT_sequence_seed_prefix
- baseRT_set_baked_decode
- baseRT_set_condition_on_previous_text
- baseRT_set_initial_prompt
- baseRT_set_kv_bits
- baseRT_set_max_batch_size
- baseRT_set_paged_kv
- baseRT_set_prefill_chunk
- baseRT_set_prefix_cache
- baseRT_set_speculation
- baseRT_set_task
- baseRT_set_timestamps
- baseRT_set_verbose
- baseRT_special_token
- baseRT_special_token_count
- baseRT_strerror
- baseRT_suggest_max_context
- baseRT_suggest_max_context_multi
- baseRT_suggest_max_context_spec
- baseRT_tensor_count
- baseRT_tensor_dtype
- baseRT_tensor_name
- baseRT_tensor_raw_dtype
- baseRT_token_count
- baseRT_transcribe
- baseRT_transcribe_audio_duration_ms
- baseRT_transcribe_language
- baseRT_transcribe_pcm
- baseRT_transcribe_pcm_stream
- baseRT_transcribe_segment
- baseRT_transcribe_segment_count
- baseRT_transcribe_stream
- baseRT_weights_identity