1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
use LazyLock;
use ;
use ;
use StreamExt;
const DEF_MODEL: &str = "gemma3n:e4b";
// async fn generate_content_once(question: &str) -> Result<String, OllamaError> {
// let cli = ollama_client();
// let mut buf = vec![];
// let mut bw = BufWriter::new(&mut buf);
// let request = GenerationRequest::new(DEF_MODEL.into(), question.to_string());
// let mut stream: GenerationResponseStream = cli.generate_stream(request).await?;
// while let Some(Ok(res)) = stream.next().await {
// for ele in res {
// bw.write_all(ele.response.as_bytes()).await?;
// bw.flush().await?;
// }
// }
// Ok(String::from_utf8_lossy(&buf).to_string())
// }
// #[cfg(test)]
// mod tests {
// use super::*;
// #[tokio::test]
// async fn test_generate_content_once() {
// let q = "我是谁?";
// let res = generate_content_once(q).await.unwrap();
// println!("res is\n{}", res)
// }
// }