1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
// Re-export the main components
pub use ;
pub use ;
pub use ;
pub use ;
pub use ;
// Example usage:
/*
use crate::model::{Groq, GroqModel, LLMBuilder, ChatMessage};
async fn example() -> Result<(), String> {
// Create a Groq LLM
let llm = LLMBuilder::<Groq>::new()
.model(GroqModel::Llama3_70b8192)
.temperature(0.7)
.max_tokens(2048)
.build()?;
// Create chat messages
let messages = vec![
ChatMessage {
role: "user".to_string(),
content: "Hello, how are you?".to_string(),
}
];
// Get streaming response
let mut stream = llm.stream_chat(messages.clone()).await;
while let Some(result) = stream.next().await {
match result {
Ok(response) => {
if let Some(content) = response.get_content() {
print!("{}", content);
}
}
Err(e) => eprintln!("Error: {}", e),
}
}
// Or get complete response
let response = llm.chat(messages).await?;
println!("Response: {}", response);
Ok(())
}
*/