llama-cpp-bindings 0.8.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

pub mod apply_chat_template_error;
pub mod bracketed_args_failure;
pub mod chat_template_error;
pub mod decode_error;
pub mod embeddings_error;
pub mod encode_error;
pub mod eval_multimodal_chunks_error;
pub mod fit_error;
pub mod grammar_error;
pub mod json_object_failure;
pub mod json_schema_to_grammar_error;
pub mod key_value_xml_tags_failure;
pub mod kv_cache_seq_add_error;
pub mod kv_cache_seq_div_error;
pub mod llama_context_load_error;
pub mod llama_cpp_error;
pub mod llama_lora_adapter_init_error;
pub mod llama_lora_adapter_remove_error;
pub mod llama_lora_adapter_set_error;
pub mod llama_model_load_error;
pub mod logits_error;
pub mod marker_detection_error;
pub mod meta_val_error;
pub mod model_params_error;
pub mod new_llama_chat_message_error;
pub mod paired_quote_failure;
pub mod parse_chat_message_error;
pub mod sample_error;
pub mod sampler_accept_error;
pub mod sampling_error;
pub mod string_to_token_error;
pub mod token_sampling_error;
pub mod token_to_string_error;
pub mod tool_call_format_failure;
pub mod xml_function_tags_failure;

pub use apply_chat_template_error::ApplyChatTemplateError;
pub use bracketed_args_failure::BracketedArgsFailure;
pub use chat_template_error::ChatTemplateError;
pub use decode_error::DecodeError;
pub use embeddings_error::EmbeddingsError;
pub use encode_error::EncodeError;
pub use eval_multimodal_chunks_error::EvalMultimodalChunksError;
pub use fit_error::FitError;
pub use grammar_error::GrammarError;
pub use json_object_failure::JsonObjectFailure;
pub use json_schema_to_grammar_error::JsonSchemaToGrammarError;
pub use key_value_xml_tags_failure::KeyValueXmlTagsFailure;
pub use kv_cache_seq_add_error::KvCacheSeqAddError;
pub use kv_cache_seq_div_error::KvCacheSeqDivError;
pub use llama_context_load_error::LlamaContextLoadError;
pub use llama_cpp_error::LlamaCppError;
pub use llama_lora_adapter_init_error::LlamaLoraAdapterInitError;
pub use llama_lora_adapter_remove_error::LlamaLoraAdapterRemoveError;
pub use llama_lora_adapter_set_error::LlamaLoraAdapterSetError;
pub use llama_model_load_error::LlamaModelLoadError;
pub use logits_error::LogitsError;
pub use marker_detection_error::MarkerDetectionError;
pub use meta_val_error::MetaValError;
pub use model_params_error::ModelParamsError;
pub use new_llama_chat_message_error::NewLlamaChatMessageError;
pub use paired_quote_failure::PairedQuoteFailure;
pub use parse_chat_message_error::ParseChatMessageError;
pub use sample_error::SampleError;
pub use sampler_accept_error::SamplerAcceptError;
pub use sampling_error::SamplingError;
pub use string_to_token_error::StringToTokenError;
pub use token_sampling_error::TokenSamplingError;
pub use token_to_string_error::TokenToStringError;
pub use tool_call_format_failure::ToolCallFormatFailure;
pub use xml_function_tags_failure::XmlFunctionTagsFailure;

pub type Result<TValue> = std::result::Result<TValue, LlamaCppError>;