llama_cpp_bindings/
lib.rs

1#![cfg_attr(
2    not(test),
3    deny(clippy::unwrap_used, clippy::expect_used, clippy::panic)
4)]
5
6pub mod batch_add_error;
7pub mod chat_message_parse_outcome;
8pub mod context;
9pub mod error;
10pub mod extract_tool_call_markers_from_haystack;
11pub mod ffi_error_reader;
12pub mod ffi_status_is_ok;
13pub mod ffi_status_to_i32;
14pub mod ggml_time_us;
15pub mod gguf_context;
16pub mod gguf_context_error;
17pub mod gguf_type;
18pub mod grammar_matcher;
19pub mod ingest_outcome;
20pub mod ingest_prompt_chunk;
21pub mod invalid_numa_strategy;
22pub mod json_schema_to_grammar;
23pub mod llama_backend;
24pub mod llama_backend_device;
25pub mod llama_backend_device_type;
26pub mod llama_backend_numa_strategy;
27pub mod llama_batch;
28pub mod llama_time_us;
29pub mod llama_token_attr;
30pub mod llama_token_attrs;
31pub mod llama_token_attrs_from_int_error;
32pub mod llguidance_sampler;
33#[cfg(feature = "dynamic-backends")]
34pub mod load_backends;
35#[cfg(feature = "dynamic-backends")]
36pub mod load_backends_error;
37#[cfg(feature = "dynamic-backends")]
38pub mod load_backends_from_path;
39pub mod log_options;
40pub mod mask_outcome;
41pub mod max_devices;
42pub mod mlock_supported;
43pub mod mmap_supported;
44pub mod model;
45pub mod mtmd;
46pub mod raw_chat_message;
47pub mod resolved_tool_call_markers;
48pub mod sampled_token;
49pub mod sampled_token_classifier;
50pub mod sampled_token_section;
51pub mod sampling;
52pub mod send_logs_to_log;
53pub mod streaming_json_probe;
54pub mod streaming_markers;
55pub mod timing;
56pub mod token;
57pub mod tool_call_format;
58pub mod tool_call_marker_pair;
59pub mod tool_call_template_overrides;
60
61pub use error::{
62    ApplyChatTemplateError, ChatTemplateError, DecodeError, EmbeddingsError, EncodeError,
63    EvalMultimodalChunksError, GrammarError, JsonSchemaToGrammarError, KvCacheSeqAddError,
64    KvCacheSeqDivError, LlamaContextLoadError, LlamaCppError, LlamaLoraAdapterInitError,
65    LlamaLoraAdapterRemoveError, LlamaLoraAdapterSetError, LlamaModelLoadError, LogitsError,
66    MarkerDetectionError, MetaValError, ModelParamsError, NewLlamaChatMessageError,
67    ParseChatMessageError, Result, SampleError, SamplerAcceptError, SamplingError,
68    StringToTokenError, TokenSamplingError, TokenToStringError,
69};
70
71pub use chat_message_parse_outcome::ChatMessageParseOutcome;
72pub use llama_backend_device::{LlamaBackendDevice, list_llama_ggml_backend_devices};
73pub use llama_backend_device_type::LlamaBackendDeviceType;
74pub use llama_cpp_bindings_types::{
75    BracketedJsonShape, KeyValueXmlTagsShape, PairedQuoteShape, ParsedChatMessage, ParsedToolCall,
76    ReasoningMarkers, TokenUsage, TokenUsageError, ToolCallArgsShape, ToolCallArguments,
77    ToolCallMarkers, ToolCallValueQuote, XmlTagsShape,
78};
79pub use raw_chat_message::RawChatMessage;
80pub use sampled_token::SampledToken;
81pub use sampled_token_classifier::SampledTokenClassifier;
82pub use sampled_token_section::SampledTokenSection;
83
84pub use ffi_status_is_ok::status_is_ok;
85pub use ffi_status_to_i32::status_to_i32;
86pub use ggml_time_us::ggml_time_us;
87pub use ingest_prompt_chunk::ingest_prompt_chunk;
88pub use json_schema_to_grammar::json_schema_to_grammar;
89pub use llama_time_us::llama_time_us;
90pub use max_devices::max_devices;
91pub use mlock_supported::mlock_supported;
92pub use mmap_supported::mmap_supported;
93
94pub use log_options::LogOptions;
95pub use send_logs_to_log::send_logs_to_log;
llama_cpp_bindings/lib.rs

llama_cpp_bindings/
lib.rs
