pub struct Tool { /* private fields */ }Expand description
The tool call structure
Implementations§
Source§impl Tool
impl Tool
Sourcepub fn new(
name: impl Into<String>,
descr: impl Into<String>,
schema: Schema,
) -> Self
pub fn new( name: impl Into<String>, descr: impl Into<String>, schema: Schema, ) -> Self
Creates a new tool call
Examples found in repository?
examples/lmstudio-tools.rs (lines 15-20)
4async fn main() -> Result<()> {
5 /// The weather tool data
6 #[allow(dead_code)]
7 #[derive(Debug, serde::Deserialize)]
8 struct LocationData {
9 location: String,
10 }
11
12 // send request:
13 let mut response = Completions::lmstudio("", "qwen/qwen3-vl-4b")
14 .user_message(vec!["What's the weather like in London?".into()])
15 .tool(Tool::new(
16 "weather",
17 "Search weather by location",
18 Schema::object("Location data")
19 .required_property("location", Schema::string("The location")),
20 ))
21 .send()
22 .await?;
23
24 // read response stream:
25 let mut tool_calls = vec![];
26 while let Some(chunk) = response.next().await {
27 match chunk? {
28 Chunk::Text(text) => {
29 eprint!("{text}");
30 }
31 Chunk::Tool(name, json_str) => {
32 tool_calls.push((name, json_str));
33 }
34 }
35 }
36 println!();
37
38 // handle tool calls:
39 for (name, json_str) in tool_calls {
40 match name.as_ref() {
41 "weather" => {
42 let location: LocationData = serde_json::from_str(&json_str)?;
43 println!("{location:#?}");
44 }
45 _ => {}
46 }
47 }
48
49 Ok(())
50}More examples
examples/lmstudio-schema.rs (lines 15-20)
4async fn main() -> Result<()> {
5 /// The weather tool data
6 #[allow(dead_code)]
7 #[derive(Debug, serde::Deserialize)]
8 struct LocationData {
9 location: String,
10 }
11
12 // send request:
13 let mut response = Completions::lmstudio("", "mistralai/ministral-3-3b")
14 .user_message(vec!["What's the weather like in London?".into()])
15 .tool(Tool::new(
16 "weather",
17 "Search weather by location",
18 Schema::object("Location data")
19 .required_property("location", Schema::string("The location")),
20 ))
21 .send()
22 .await?;
23
24 // read response stream:
25 let mut tool_calls = vec![];
26 while let Some(chunk) = response.next().await {
27 match chunk? {
28 Chunk::Text(text) => {
29 eprint!("{text}");
30 }
31 Chunk::Tool(name, json_str) => {
32 tool_calls.push((name, json_str));
33 }
34 }
35 }
36 println!();
37
38 // handle tool calls:
39 for (name, json_str) in tool_calls {
40 match name.as_ref() {
41 "weather" => {
42 let location: LocationData = serde_json::from_str(&json_str)?;
43 println!("{location:#?}");
44 }
45 _ => {}
46 }
47 }
48
49 Ok(())
50}examples/cerebras-tools.rs (lines 18-23)
4async fn main() -> Result<()> {
5 let api_key = std::env::var("CEREBRAS_API_KEY")?;
6
7 /// The weather tool data
8 #[allow(dead_code)]
9 #[derive(Debug, serde::Deserialize)]
10 struct LocationData {
11 location: String,
12 }
13
14 // send request:
15 let mut response = Completions::cerebras(api_key, "llama3.1-8b")
16 .proxy(Proxy::all("socks5://127.0.0.1:1080")?)
17 .user_message(vec!["What's the weather like in London?".into()])
18 .tool(Tool::new(
19 "weather",
20 "Search weather by location",
21 Schema::object("Location data")
22 .required_property("location", Schema::string("The location")),
23 ))
24 .send()
25 .await?;
26
27 // read response stream:
28 let mut tool_calls = vec![];
29 while let Some(chunk) = response.next().await {
30 match chunk? {
31 Chunk::Text(text) => {
32 eprint!("{text}");
33 }
34 Chunk::Tool(name, json_str) => {
35 tool_calls.push((name, json_str));
36 }
37 }
38 }
39 println!();
40
41 // handle tool calls:
42 for (name, json_str) in tool_calls {
43 match name.as_ref() {
44 "weather" => {
45 let location: LocationData = serde_json::from_str(&json_str)?;
46 println!("{location:#?}");
47 }
48 _ => {}
49 }
50 }
51
52 Ok(())
53}examples/anthropic-tools.rs (lines 18-23)
4async fn main() -> Result<()> {
5 let api_key = std::env::var("ANTHROPIC_API_KEY")?;
6
7 /// The weather tool data
8 #[allow(dead_code)]
9 #[derive(Debug, serde::Deserialize)]
10 struct LocationData {
11 location: String,
12 }
13
14 // send request:
15 let mut response = Completions::anthropic(api_key, "claude-opus-4-6")
16 .proxy(Proxy::all("socks5://127.0.0.1:1080")?)
17 .user_message(vec!["What's the weather like in London?".into()])
18 .tool(Tool::new(
19 "weather",
20 "Search weather by location",
21 Schema::object("Location data")
22 .required_property("location", Schema::string("The location")),
23 ))
24 .send()
25 .await?;
26
27 // read response stream:
28 let mut tool_calls = vec![];
29 while let Some(chunk) = response.next().await {
30 match chunk? {
31 Chunk::Text(text) => {
32 eprint!("{text}");
33 }
34 Chunk::Tool(name, json_str) => {
35 tool_calls.push((name, json_str));
36 }
37 }
38 }
39 println!();
40
41 // handle tool calls:
42 for (name, json_str) in tool_calls {
43 match name.as_ref() {
44 "weather" => {
45 let location: LocationData = serde_json::from_str(&json_str)?;
46 println!("{location:#?}");
47 }
48 _ => {}
49 }
50 }
51
52 Ok(())
53}examples/openrouter-tools.rs (lines 18-23)
4async fn main() -> Result<()> {
5 let api_key = std::env::var("OPENROUTER_API_KEY")?;
6
7 /// The weather tool data
8 #[allow(dead_code)]
9 #[derive(Debug, serde::Deserialize)]
10 struct LocationData {
11 location: String,
12 }
13
14 // send request:
15 let mut response = Completions::openrouter(api_key, "qwen/qwen3-vl-30b-a3b-thinking")
16 .proxy(Proxy::all("socks5://127.0.0.1:1080")?)
17 .user_message(vec!["What's the weather like in London?".into()])
18 .tool(Tool::new(
19 "weather",
20 "Search weather by location",
21 Schema::object("Location data")
22 .required_property("location", Schema::string("The location")),
23 ))
24 .send()
25 .await?;
26
27 // read response stream:
28 let mut tool_calls = vec![];
29 while let Some(chunk) = response.next().await {
30 match chunk? {
31 Chunk::Text(text) => {
32 eprint!("{text}");
33 }
34 Chunk::Tool(name, json_str) => {
35 tool_calls.push((name, json_str));
36 }
37 }
38 }
39 println!();
40
41 // handle tool calls:
42 for (name, json_str) in tool_calls {
43 match name.as_ref() {
44 "weather" => {
45 let location: LocationData = serde_json::from_str(&json_str)?;
46 println!("{location:#?}");
47 }
48 _ => {}
49 }
50 }
51
52 Ok(())
53}Trait Implementations§
Source§impl<'de> Deserialize<'de> for Tool
impl<'de> Deserialize<'de> for Tool
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for Tool
impl RefUnwindSafe for Tool
impl Send for Tool
impl Sync for Tool
impl Unpin for Tool
impl UnsafeUnpin for Tool
impl UnwindSafe for Tool
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more