llama_cpp_bindings/
lib.rs

1pub mod batch_add_error;
2pub mod chat_message_parse_outcome;
3pub mod context;
4pub mod error;
5pub mod extract_tool_call_markers_from_haystack;
6pub mod ffi_error_reader;
7pub mod ffi_status_is_ok;
8pub mod ffi_status_to_i32;
9pub mod ggml_time_us;
10pub mod gguf_context;
11pub mod gguf_context_error;
12pub mod gguf_type;
13pub mod ingest_outcome;
14pub mod ingest_prompt_chunk;
15pub mod invalid_numa_strategy;
16pub mod json_schema_to_grammar;
17pub mod llama_backend;
18pub mod llama_backend_device;
19pub mod llama_backend_device_type;
20pub mod llama_backend_numa_strategy;
21pub mod llama_batch;
22pub mod llama_time_us;
23pub mod llama_token_attr;
24pub mod llama_token_attrs;
25pub mod llama_token_attrs_from_int_error;
26pub mod llguidance_sampler;
27#[cfg(feature = "dynamic-backends")]
28pub mod load_backends;
29#[cfg(feature = "dynamic-backends")]
30pub mod load_backends_error;
31#[cfg(feature = "dynamic-backends")]
32pub mod load_backends_from_path;
33pub mod log_options;
34pub mod max_devices;
35pub mod mlock_supported;
36pub mod mmap_supported;
37pub mod model;
38pub mod mtmd;
39pub mod raw_chat_message;
40pub mod resolved_tool_call_markers;
41pub mod sampled_token;
42pub mod sampled_token_classifier;
43pub mod sampled_token_section;
44pub mod sampling;
45pub mod send_logs_to_log;
46pub mod streaming_json_probe;
47pub mod streaming_markers;
48pub mod timing;
49pub mod token;
50pub mod tool_call_format;
51pub mod tool_call_marker_pair;
52pub mod tool_call_template_overrides;
53
54pub use error::{
55    ApplyChatTemplateError, ChatTemplateError, DecodeError, EmbeddingsError, EncodeError,
56    EvalMultimodalChunksError, GrammarError, JsonSchemaToGrammarError, KvCacheSeqAddError,
57    KvCacheSeqDivError, LlamaContextLoadError, LlamaCppError, LlamaLoraAdapterInitError,
58    LlamaLoraAdapterRemoveError, LlamaLoraAdapterSetError, LlamaModelLoadError, LogitsError,
59    MarkerDetectionError, MetaValError, ModelParamsError, NewLlamaChatMessageError,
60    ParseChatMessageError, Result, SampleError, SamplerAcceptError, SamplingError,
61    StringToTokenError, TokenSamplingError, TokenToStringError,
62};
63
64pub use chat_message_parse_outcome::ChatMessageParseOutcome;
65pub use llama_backend_device::{LlamaBackendDevice, list_llama_ggml_backend_devices};
66pub use llama_backend_device_type::LlamaBackendDeviceType;
67pub use llama_cpp_bindings_types::{
68    BracketedJsonShape, KeyValueXmlTagsShape, PairedQuoteShape, ParsedChatMessage, ParsedToolCall,
69    ReasoningMarkers, TokenUsage, TokenUsageError, ToolCallArgsShape, ToolCallArguments,
70    ToolCallMarkers, ToolCallValueQuote, XmlTagsShape,
71};
72pub use raw_chat_message::RawChatMessage;
73pub use sampled_token::SampledToken;
74pub use sampled_token_classifier::SampledTokenClassifier;
75pub use sampled_token_section::SampledTokenSection;
76
77pub use ffi_status_is_ok::status_is_ok;
78pub use ffi_status_to_i32::status_to_i32;
79pub use ggml_time_us::ggml_time_us;
80pub use ingest_prompt_chunk::ingest_prompt_chunk;
81pub use json_schema_to_grammar::json_schema_to_grammar;
82pub use llama_time_us::llama_time_us;
83pub use max_devices::max_devices;
84pub use mlock_supported::mlock_supported;
85pub use mmap_supported::mmap_supported;
86
87pub use log_options::LogOptions;
88pub use send_logs_to_log::send_logs_to_log;
llama_cpp_bindings/lib.rs

llama_cpp_bindings/
lib.rs
