Skip to main content

Crate litertlm_sys

Crate litertlm_sys 

Source
Expand description

Raw, unsafe FFI bindings to LiteRT LM’s C API 1.0.0 (every public header: engine.h, conversation.h, embedding_engine.h, model_info.h, experimental.h, error_reporter.h), generated by bindgen at build time. See the litertlm-rs crate for a safe wrapper.

Structs§

LiteRtLmBenchmarkInfo
LiteRtLmConversation
LiteRtLmConversationConfig
LiteRtLmConversationOptionalArgs
LiteRtLmDetokenizeResult
LiteRtLmEmbeddingEngine
LiteRtLmEmbeddingEngineSettings
LiteRtLmEmbeddingOptions
LiteRtLmEmbeddingResponse
LiteRtLmEmbeddingResponses
LiteRtLmEngine
LiteRtLmEngineSettings
LiteRtLmInputData
LiteRtLmJsonResponse
LiteRtLmLoadedFile
LiteRtLmNoRepeatNgramConfig
LiteRtLmRepetitionPenaltyConfig
LiteRtLmResponses
LiteRtLmSamplerParams
LiteRtLmSession
LiteRtLmSessionConfig
LiteRtLmSessionDebugInfo
LiteRtLmSpeculativeDecodingConfig
LiteRtLmStreamChunk
LiteRtLmSuppressTokensConfig
LiteRtLmThinkingConfig
LiteRtLmTokenUnion
LiteRtLmTokenUnions
LiteRtLmTokenizeResult

Constants§

LITERT_LM_C_API_VERSION_MAJOR
LITERT_LM_C_API_VERSION_MINOR
LITERT_LM_C_API_VERSION_PATCH
LiteRtLmActivationDataType_kLiteRtLmActivationDataTypeFloat16
LiteRtLmActivationDataType_kLiteRtLmActivationDataTypeFloat32
LiteRtLmActivationDataType_kLiteRtLmActivationDataTypeInt8
LiteRtLmActivationDataType_kLiteRtLmActivationDataTypeInt16
LiteRtLmBackendType_kLiteRtLmBackendTypeCpu
LiteRtLmBackendType_kLiteRtLmBackendTypeGpu
LiteRtLmBackendType_kLiteRtLmBackendTypeNpu
LiteRtLmConstraintProviderType_kLiteRtLmConstraintProviderTypeLlGuidance
LiteRtLmConstraintProviderType_kLiteRtLmConstraintProviderTypeNone
LiteRtLmConstraintType_kLiteRtLmConstraintTypeJsonSchema
LiteRtLmConstraintType_kLiteRtLmConstraintTypeNone
LiteRtLmConstraintType_kLiteRtLmConstraintTypeRegex
LiteRtLmInputDataType_kLiteRtLmInputDataTypeAudio
LiteRtLmInputDataType_kLiteRtLmInputDataTypeAudioEnd
LiteRtLmInputDataType_kLiteRtLmInputDataTypeImage
LiteRtLmInputDataType_kLiteRtLmInputDataTypeImageEnd
LiteRtLmInputDataType_kLiteRtLmInputDataTypeText
LiteRtLmInputOverflowStrategy_kLiteRtLmInputOverflowStrategyChunkAndAverage
LiteRtLmInputOverflowStrategy_kLiteRtLmInputOverflowStrategyError
LiteRtLmInputOverflowStrategy_kLiteRtLmInputOverflowStrategyTruncate
LiteRtLmLogSeverity_kLiteRtLmLogSeverityDebug
LiteRtLmLogSeverity_kLiteRtLmLogSeverityError
LiteRtLmLogSeverity_kLiteRtLmLogSeverityFatal
LiteRtLmLogSeverity_kLiteRtLmLogSeverityInfo
LiteRtLmLogSeverity_kLiteRtLmLogSeveritySilent
LiteRtLmLogSeverity_kLiteRtLmLogSeverityVerbose
LiteRtLmLogSeverity_kLiteRtLmLogSeverityWarning
LiteRtLmModality_kLiteRtLmModalityAudio
LiteRtLmModality_kLiteRtLmModalityText
LiteRtLmModality_kLiteRtLmModalityVideo
LiteRtLmModality_kLiteRtLmModalityVision
LiteRtLmModelType_kLiteRtLmModelTypeEmbedding
LiteRtLmModelType_kLiteRtLmModelTypeLlm
LiteRtLmModelType_kLiteRtLmModelTypeUnknown
LiteRtLmNpuBrand_kLiteRtLmNpuBrandGoogleTensor
LiteRtLmNpuBrand_kLiteRtLmNpuBrandIntel
LiteRtLmNpuBrand_kLiteRtLmNpuBrandMediaTek
LiteRtLmNpuBrand_kLiteRtLmNpuBrandQualcomm
LiteRtLmNpuBrand_kLiteRtLmNpuBrandSamsung
LiteRtLmNpuBrand_kLiteRtLmNpuBrandUnknown
LiteRtLmSamplerType_kLiteRtLmSamplerTypeGreedy
LiteRtLmSamplerType_kLiteRtLmSamplerTypeTopK
LiteRtLmSamplerType_kLiteRtLmSamplerTypeTopP
LiteRtLmSamplerType_kLiteRtLmSamplerTypeUnspecified
LiteRtLmSpeculativeDecodingMode_kLiteRtLmSpeculativeDecodingModeAdaptive
LiteRtLmSpeculativeDecodingMode_kLiteRtLmSpeculativeDecodingModeOff
LiteRtLmSpeculativeDecodingMode_kLiteRtLmSpeculativeDecodingModeOn
LiteRtLmStatusCode_kLiteRtLmStatusAborted
LiteRtLmStatusCode_kLiteRtLmStatusAlreadyExists
LiteRtLmStatusCode_kLiteRtLmStatusCancelled
LiteRtLmStatusCode_kLiteRtLmStatusDataLoss
LiteRtLmStatusCode_kLiteRtLmStatusDeadlineExceeded
LiteRtLmStatusCode_kLiteRtLmStatusFailedPrecondition
LiteRtLmStatusCode_kLiteRtLmStatusInternal
LiteRtLmStatusCode_kLiteRtLmStatusInvalidArgument
LiteRtLmStatusCode_kLiteRtLmStatusNotFound
LiteRtLmStatusCode_kLiteRtLmStatusOk
LiteRtLmStatusCode_kLiteRtLmStatusOutOfRange
LiteRtLmStatusCode_kLiteRtLmStatusPermissionDenied
LiteRtLmStatusCode_kLiteRtLmStatusResourceExhausted
LiteRtLmStatusCode_kLiteRtLmStatusUnauthenticated
LiteRtLmStatusCode_kLiteRtLmStatusUnavailable
LiteRtLmStatusCode_kLiteRtLmStatusUnimplemented
LiteRtLmStatusCode_kLiteRtLmStatusUnknown
LiteRtLmTokenUnionType_kLiteRtLmTokenUnionTypeIds
LiteRtLmTokenUnionType_kLiteRtLmTokenUnionTypeString

Functions§

litert_lm_benchmark_info_delete⚠
litert_lm_benchmark_info_get_decode_token_count_at⚠
litert_lm_benchmark_info_get_decode_tokens_per_sec_at⚠
litert_lm_benchmark_info_get_max_num_tokens⚠
litert_lm_benchmark_info_get_num_decode_turns⚠
litert_lm_benchmark_info_get_num_prefill_turns⚠
litert_lm_benchmark_info_get_prefill_token_count_at⚠
litert_lm_benchmark_info_get_prefill_tokens_per_sec_at⚠
litert_lm_benchmark_info_get_time_to_first_token⚠
litert_lm_benchmark_info_get_total_init_time_in_second⚠
litert_lm_clear_last_error⚠
litert_lm_conversation_cancel_process⚠
litert_lm_conversation_clone⚠
litert_lm_conversation_config_create⚠
litert_lm_conversation_config_delete⚠
litert_lm_conversation_config_set_constraint_provider⚠
litert_lm_conversation_config_set_enable_constrained_decoding⚠
litert_lm_conversation_config_set_extra_context⚠
litert_lm_conversation_config_set_filter_channel_content_from_kv_cache⚠
litert_lm_conversation_config_set_messages⚠
litert_lm_conversation_config_set_prompt_template⚠
litert_lm_conversation_config_set_session_config⚠
litert_lm_conversation_config_set_stream_tool_calls⚠
litert_lm_conversation_config_set_system_message⚠
litert_lm_conversation_config_set_thinking_config⚠
litert_lm_conversation_config_set_tools⚠
litert_lm_conversation_create⚠
litert_lm_conversation_delete⚠
litert_lm_conversation_get_benchmark_info⚠
litert_lm_conversation_get_token_count⚠
litert_lm_conversation_optional_args_create⚠
litert_lm_conversation_optional_args_delete⚠
litert_lm_conversation_optional_args_set_constraint⚠
litert_lm_conversation_optional_args_set_max_output_tokens⚠
litert_lm_conversation_optional_args_set_no_repeat_ngram_config⚠
litert_lm_conversation_optional_args_set_repetition_penalty_config⚠
litert_lm_conversation_optional_args_set_suppress_tokens_config⚠
litert_lm_conversation_optional_args_set_thinking_config⚠
litert_lm_conversation_optional_args_set_visual_token_budget⚠
litert_lm_conversation_render_message_to_string⚠
litert_lm_conversation_render_preface_to_string⚠
litert_lm_conversation_send_message⚠
litert_lm_conversation_send_message_stream⚠
litert_lm_conversation_wait_until_done⚠
litert_lm_detokenize_result_delete⚠
litert_lm_detokenize_result_get_string⚠
litert_lm_embedding_engine_compute_embedding⚠
litert_lm_embedding_engine_compute_embedding_batch⚠
litert_lm_embedding_engine_create⚠
litert_lm_embedding_engine_delete⚠
litert_lm_embedding_engine_settings_create⚠
litert_lm_embedding_engine_settings_delete⚠
litert_lm_embedding_engine_settings_set_activation_data_type⚠
litert_lm_embedding_engine_settings_set_audio_litert_dispatch_lib_dir⚠
litert_lm_embedding_engine_settings_set_audio_num_threads⚠
litert_lm_embedding_engine_settings_set_cache_dir⚠
litert_lm_embedding_engine_settings_set_litert_dispatch_lib_dir⚠
litert_lm_embedding_engine_settings_set_max_input_length⚠
litert_lm_embedding_engine_settings_set_min_input_length⚠
litert_lm_embedding_engine_settings_set_num_threads⚠
litert_lm_embedding_engine_settings_set_vision_litert_dispatch_lib_dir⚠
litert_lm_embedding_engine_settings_set_vision_tokens_per_image⚠
litert_lm_embedding_options_create⚠
litert_lm_embedding_options_delete⚠
litert_lm_embedding_options_get_input_overflow_strategy⚠
litert_lm_embedding_options_get_insert_special_tokens⚠
litert_lm_embedding_options_get_normalize⚠
litert_lm_embedding_options_get_output_size⚠
litert_lm_embedding_options_get_vision_tokens_per_image⚠
litert_lm_embedding_options_set_input_overflow_strategy⚠
litert_lm_embedding_options_set_insert_special_tokens⚠
litert_lm_embedding_options_set_normalize⚠
litert_lm_embedding_options_set_output_size⚠
litert_lm_embedding_options_set_vision_tokens_per_image⚠
litert_lm_embedding_response_delete⚠
litert_lm_embedding_response_get_size⚠
litert_lm_embedding_response_get_values⚠
litert_lm_embedding_responses_delete⚠
litert_lm_embedding_responses_get_at⚠
litert_lm_embedding_responses_get_size⚠
litert_lm_engine_create⚠
litert_lm_engine_create_session⚠
litert_lm_engine_delete⚠
litert_lm_engine_detokenize⚠
litert_lm_engine_get_start_token⚠
litert_lm_engine_get_stop_tokens⚠
litert_lm_engine_settings_create⚠
litert_lm_engine_settings_create_from_raw_file_descriptor⚠
litert_lm_engine_settings_delete⚠
litert_lm_engine_settings_enable_benchmark⚠
litert_lm_engine_settings_set_activation_data_type⚠
litert_lm_engine_settings_set_audio_lora_rank⚠
litert_lm_engine_settings_set_audio_num_threads⚠
litert_lm_engine_settings_set_cache_dir⚠
litert_lm_engine_settings_set_enable_speculative_decoding⚠
litert_lm_engine_settings_set_enable_ynnpack⚠
litert_lm_engine_settings_set_gpu_decode_steps_per_sync⚠
litert_lm_engine_settings_set_gpu_enable_metal_residency_set⚠
litert_lm_engine_settings_set_gpu_wait_for_weight_uploads⚠
litert_lm_engine_settings_set_litert_dispatch_lib_dir⚠
litert_lm_engine_settings_set_lora_rank⚠
litert_lm_engine_settings_set_max_num_images⚠
litert_lm_engine_settings_set_max_num_tokens⚠
litert_lm_engine_settings_set_max_vision_tokens_per_image⚠
litert_lm_engine_settings_set_num_decode_tokens⚠
litert_lm_engine_settings_set_num_prefill_tokens⚠
litert_lm_engine_settings_set_num_threads⚠
litert_lm_engine_settings_set_parallel_file_section_loading⚠
litert_lm_engine_settings_set_prefill_chunk_size⚠
litert_lm_engine_settings_set_single_threaded_execution⚠
litert_lm_engine_settings_set_speculative_decoding_config⚠
litert_lm_engine_settings_set_supported_audio_lora_ranks⚠
litert_lm_engine_settings_set_supported_lora_ranks⚠
litert_lm_engine_settings_set_use_ringbuffers_local_attention⚠
litert_lm_engine_tokenize⚠
litert_lm_experimental_conversation_get_session_debug_info⚠
litert_lm_experimental_engine_update_gpu_enable_metal_residency_set⚠
litert_lm_experimental_is_debugger_enabled⚠
litert_lm_experimental_session_debug_info_delete⚠
litert_lm_experimental_session_debug_info_get_capture_dir⚠
litert_lm_experimental_session_get_debug_info⚠
litert_lm_get_api_version⚠
litert_lm_get_last_error_message⚠
litert_lm_input_data_create⚠
litert_lm_input_data_delete⚠
litert_lm_json_response_delete⚠
litert_lm_json_response_get_string⚠
litert_lm_loaded_file_create⚠
litert_lm_loaded_file_delete⚠
litert_lm_loaded_file_embedding_dimension⚠
litert_lm_loaded_file_embedding_signature_selection⚠
litert_lm_loaded_file_has_speculative_decoding_support⚠
litert_lm_loaded_file_is_dynamic_context⚠
litert_lm_loaded_file_max_context_tokens⚠
litert_lm_loaded_file_max_vision_token_budget⚠
litert_lm_loaded_file_min_runtime_version⚠
litert_lm_loaded_file_modality_npu_brand⚠
litert_lm_loaded_file_modality_soc_name⚠
litert_lm_loaded_file_modality_supported_backends⚠
litert_lm_loaded_file_model_type⚠
litert_lm_loaded_file_sampler_temperature⚠
litert_lm_loaded_file_sampler_top_k⚠
litert_lm_loaded_file_sampler_top_p⚠
litert_lm_loaded_file_sampler_type⚠
litert_lm_loaded_file_supports_function_calling⚠
litert_lm_loaded_file_supports_input_modality⚠
litert_lm_loaded_file_supports_thinking⚠
litert_lm_loaded_file_vision_signature_selection⚠
litert_lm_no_repeat_ngram_config_create⚠
litert_lm_no_repeat_ngram_config_delete⚠
litert_lm_no_repeat_ngram_config_set_no_repeat_ngram_size⚠
litert_lm_no_repeat_ngram_config_set_window_size⚠
litert_lm_repetition_penalty_config_create⚠
litert_lm_repetition_penalty_config_delete⚠
litert_lm_repetition_penalty_config_set_frequency_penalty⚠
litert_lm_repetition_penalty_config_set_presence_penalty⚠
litert_lm_repetition_penalty_config_set_repetition_penalty⚠
litert_lm_repetition_penalty_config_set_window_size⚠
litert_lm_responses_delete⚠
litert_lm_responses_get_num_candidates⚠
litert_lm_responses_get_num_token_scores_at⚠
litert_lm_responses_get_response_text_at⚠
litert_lm_responses_get_score_at⚠
litert_lm_responses_get_token_length_at⚠
litert_lm_responses_get_token_scores_at⚠
litert_lm_responses_has_score_at⚠
litert_lm_responses_has_token_length_at⚠
litert_lm_responses_has_token_scores_at⚠
litert_lm_sampler_params_create⚠
litert_lm_sampler_params_delete⚠
litert_lm_sampler_params_set_seed⚠
litert_lm_sampler_params_set_temperature⚠
litert_lm_sampler_params_set_top_k⚠
litert_lm_sampler_params_set_top_p⚠
litert_lm_session_cancel_process⚠
litert_lm_session_clone⚠
litert_lm_session_config_create⚠
litert_lm_session_config_delete⚠
litert_lm_session_config_set_apply_prompt_template⚠
litert_lm_session_config_set_audio_lora_path⚠
litert_lm_session_config_set_enable_speculative_decoding⚠
litert_lm_session_config_set_lora_path⚠
litert_lm_session_config_set_max_output_tokens⚠
litert_lm_session_config_set_sampler_params⚠
litert_lm_session_config_set_speculative_decoding_config⚠
litert_lm_session_delete⚠
litert_lm_session_generate_content⚠
litert_lm_session_generate_content_stream⚠
litert_lm_session_get_benchmark_info⚠
litert_lm_session_rewind_to_checkpoint⚠
litert_lm_session_rewind_to_step⚠
litert_lm_session_run_decode⚠
litert_lm_session_run_decode_async⚠
litert_lm_session_run_prefill⚠
litert_lm_session_run_text_scoring⚠
litert_lm_session_save_checkpoint⚠
litert_lm_set_min_log_level⚠
litert_lm_speculative_decoding_config_create⚠
litert_lm_speculative_decoding_config_delete⚠
litert_lm_speculative_decoding_config_set_mode⚠
litert_lm_stream_chunk_get_error⚠
litert_lm_stream_chunk_get_text⚠
litert_lm_stream_chunk_is_final⚠
litert_lm_suppress_tokens_config_create⚠
litert_lm_suppress_tokens_config_delete⚠
litert_lm_suppress_tokens_config_set_suppress_tokens⚠
litert_lm_thinking_config_create⚠
litert_lm_thinking_config_delete⚠
litert_lm_thinking_config_set_enable_thinking⚠
litert_lm_thinking_config_set_thinking_token_budget⚠
litert_lm_token_union_delete⚠
litert_lm_token_union_get_ids⚠
litert_lm_token_union_get_string⚠
litert_lm_token_union_get_type⚠
litert_lm_token_unions_delete⚠
litert_lm_token_unions_get_num_tokens⚠
litert_lm_token_unions_get_token_at⚠
litert_lm_tokenize_result_delete⚠
litert_lm_tokenize_result_get_num_tokens⚠
litert_lm_tokenize_result_get_tokens⚠

Type Aliases§

LiteRtLmActivationDataType
LiteRtLmBackendType
LiteRtLmConstraintProviderType
LiteRtLmConstraintType
LiteRtLmInputDataType
LiteRtLmInputOverflowStrategy
LiteRtLmLogSeverity
LiteRtLmModality
LiteRtLmModelType
LiteRtLmNpuBrand
LiteRtLmSamplerType
LiteRtLmSpeculativeDecodingMode
LiteRtLmStatusCode
LiteRtLmStreamCallback
LiteRtLmTokenUnionType