llama-crab 0.1.201

Safe, ergonomic and complete Rust bindings for llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

//! Chat message types, templates and tool calling.
//!
//! This module is the public entry-point for everything related to
//! multi-turn chat: messages, templates (a Jinja2 subset), tool/function
//! calling, and the streaming state needed to parse the model's output.
//!
//! # Quick tour
//!
//! ```
//! use llama_crab::chat::{ChatMessage, Role, render_template};
//!
//! let prompt = render_template(
//!     "{% for m in messages %}{{ m.role }}: {{ m.content }}\n{% endfor %}assistant:",
//!     &[ChatMessage::new(Role::User, "Hi")],
//!     &[], // no tools
//!     true, // add generation prompt
//! ).unwrap();
//! assert!(prompt.contains("user: Hi"));
//! assert!(prompt.ends_with("assistant:"));
//! ```

pub mod message;
pub mod parser;
pub mod template;
pub mod tool_call;

#[cfg(feature = "common")]
pub mod oaicompat;

pub use message::{ChatMessage, Role};
pub use parser::ChatParseState;
pub use template::{
    detect_chat_format, render_builtin, render_template, BuiltinTemplate, TemplateError,
};
pub use tool_call::{ToolCall, ToolDefinition, ToolParseError, ToolParser};

#[cfg(feature = "common")]
pub use oaicompat::{apply_chat_template_oaicompat, OpenAIChatTemplateParams};