Struct ParametersBuilder

Source

pub struct ParametersBuilder { /* private fields */ }

Expand description

Builder for Parameters.

Implementations§

Source §

impl ParametersBuilder

Source

pub fn result_format<VALUE: Into<String>>(&mut self, value: VALUE) -> &mut Self

Examples found in repository ?

examples/text-generation.rs (line 24)

10async fn main() -> Result<(), Box<dyn std::error::Error>> {
11    let request = GenerationParamBuilder::default()
12        .model("qwen-turbo".to_string())
13        .input(
14            InputBuilder::default()
15                .messages(vec![MessageBuilder::default()
16                    .role("user")
17                    .content("你是谁")
18                    .build()
19                    .unwrap()])
20                .build()?,
21        )
22        .parameters(
23            ParametersBuilder::default()
24                .result_format("message")
25                .build()?,
26        )
27        .build()?;
28
29    let client = Client::new();
30
31    let response = client.generation().call(request).await?;
32    dbg!(response);
33    Ok(())
34}

More examples

Hide additional examples

examples/text-generation-stream.rs (line 26)

11async fn main() -> Result<(), Box<dyn std::error::Error>> {
12    let request = GenerationParamBuilder::default()
13        .model("qwen-turbo".to_string())
14        .input(
15            InputBuilder::default()
16                .messages(vec![MessageBuilder::default()
17                    .role("user")
18                    .content("qwen 大模型系统是谁开发的?")
19                    .build()
20                    .unwrap()])
21                .build()?,
22        )
23        .stream(true)
24        .parameters(
25            ParametersBuilder::default()
26                .result_format("message")
27                .incremental_output(true)
28                .build()?,
29        )
30        .build()?;
31
32    let client = Client::new();
33
34    let mut stream = client.generation().call_stream(request).await?;
35    while let Some(response) = stream.next().await {
36        match response {
37            Ok(go) => go.output.choices.iter().for_each(|c| {
38                print!("{}", c.message.content);
39            }),
40            Err(e) => eprintln!("{}", e),
41        }
42    }
43    Ok(())
44}

Source

pub fn translation_options(&mut self, value: TranslationOptions) -> &mut Self

Examples found in repository ?

examples/qwen-mt.rs (lines 24-29)

10async fn main() -> Result<(), Box<dyn std::error::Error>> {
11    let request = GenerationParamBuilder::default()
12        .model("qwen-mt-turbo".to_string())
13        .input(
14            InputBuilder::default()
15                .messages(vec![MessageBuilder::default()
16                    .role("user")
17                    .content("我看到这个视频后没有笑")
18                    .build()
19                    .unwrap()])
20                .build()?,
21        )
22        .parameters(
23            ParametersBuilder::default()
24                .translation_options(
25                    TranslationOptionsBuilder::default()
26                        .source_lang("Chinese")
27                        .target_lang("English")
28                        .build()?,
29                )
30                .build()?,
31        )
32        .build()?;
33
34    let client = Client::new();
35
36    let response = client.generation().call(request).await?;
37    dbg!(response);
38    Ok(())
39}

More examples

Hide additional examples

examples/qwen-mt-stream.rs (lines 27-32)

11async fn main() -> Result<(), Box<dyn std::error::Error>> {
12    let request = GenerationParamBuilder::default()
13        .model("qwen-mt-turbo".to_string())
14        .input(
15            InputBuilder::default()
16                .messages(vec![MessageBuilder::default()
17                    .role("user")
18                    .content("我看到这个视频后没有笑")
19                    .build()
20                    .unwrap()])
21                .build()?,
22        )
23        .stream(true)
24        .parameters(
25            ParametersBuilder::default()
26                // .incremental_output(true) # Qwen-MT模型暂时不支持增量式流式输出,所以此设置无效
27                .translation_options(
28                    TranslationOptionsBuilder::default()
29                        .source_lang("Chinese")
30                        .target_lang("English")
31                        .build()?,
32                )
33                .build()?,
34        )
35        .build()?;
36
37    let client = Client::new();
38
39    let mut stream = client.generation().call_stream(request).await?;
40    while let Some(response) = stream.next().await {
41        match response {
42            Ok(go) => go.output.choices.iter().for_each(|c| {
43                println!("{}", c.message.content);
44            }),
45            Err(e) => eprintln!("{}", e),
46        }
47    }
48    Ok(())
49}

Source

pub fn incremental_output<VALUE: Into<bool>>( &mut self, value: VALUE, ) -> &mut Self

Examples found in repository ?

examples/text-generation-stream.rs (line 27)

11async fn main() -> Result<(), Box<dyn std::error::Error>> {
12    let request = GenerationParamBuilder::default()
13        .model("qwen-turbo".to_string())
14        .input(
15            InputBuilder::default()
16                .messages(vec![MessageBuilder::default()
17                    .role("user")
18                    .content("qwen 大模型系统是谁开发的?")
19                    .build()
20                    .unwrap()])
21                .build()?,
22        )
23        .stream(true)
24        .parameters(
25            ParametersBuilder::default()
26                .result_format("message")
27                .incremental_output(true)
28                .build()?,
29        )
30        .build()?;
31
32    let client = Client::new();
33
34    let mut stream = client.generation().call_stream(request).await?;
35    while let Some(response) = stream.next().await {
36        match response {
37            Ok(go) => go.output.choices.iter().for_each(|c| {
38                print!("{}", c.message.content);
39            }),
40            Err(e) => eprintln!("{}", e),
41        }
42    }
43    Ok(())
44}

Source

pub fn build(&self) -> Result<Parameters, ParametersBuilderError>

Builds a new Parameters.

§Errors

If a required field has not been initialized.

Examples found in repository ?

examples/text-generation.rs (line 25)

10async fn main() -> Result<(), Box<dyn std::error::Error>> {
11    let request = GenerationParamBuilder::default()
12        .model("qwen-turbo".to_string())
13        .input(
14            InputBuilder::default()
15                .messages(vec![MessageBuilder::default()
16                    .role("user")
17                    .content("你是谁")
18                    .build()
19                    .unwrap()])
20                .build()?,
21        )
22        .parameters(
23            ParametersBuilder::default()
24                .result_format("message")
25                .build()?,
26        )
27        .build()?;
28
29    let client = Client::new();
30
31    let response = client.generation().call(request).await?;
32    dbg!(response);
33    Ok(())
34}

More examples

Hide additional examples

examples/qwen-mt.rs (line 30)

10async fn main() -> Result<(), Box<dyn std::error::Error>> {
11    let request = GenerationParamBuilder::default()
12        .model("qwen-mt-turbo".to_string())
13        .input(
14            InputBuilder::default()
15                .messages(vec![MessageBuilder::default()
16                    .role("user")
17                    .content("我看到这个视频后没有笑")
18                    .build()
19                    .unwrap()])
20                .build()?,
21        )
22        .parameters(
23            ParametersBuilder::default()
24                .translation_options(
25                    TranslationOptionsBuilder::default()
26                        .source_lang("Chinese")
27                        .target_lang("English")
28                        .build()?,
29                )
30                .build()?,
31        )
32        .build()?;
33
34    let client = Client::new();
35
36    let response = client.generation().call(request).await?;
37    dbg!(response);
38    Ok(())
39}

examples/text-generation-stream.rs (line 28)

11async fn main() -> Result<(), Box<dyn std::error::Error>> {
12    let request = GenerationParamBuilder::default()
13        .model("qwen-turbo".to_string())
14        .input(
15            InputBuilder::default()
16                .messages(vec![MessageBuilder::default()
17                    .role("user")
18                    .content("qwen 大模型系统是谁开发的?")
19                    .build()
20                    .unwrap()])
21                .build()?,
22        )
23        .stream(true)
24        .parameters(
25            ParametersBuilder::default()
26                .result_format("message")
27                .incremental_output(true)
28                .build()?,
29        )
30        .build()?;
31
32    let client = Client::new();
33
34    let mut stream = client.generation().call_stream(request).await?;
35    while let Some(response) = stream.next().await {
36        match response {
37            Ok(go) => go.output.choices.iter().for_each(|c| {
38                print!("{}", c.message.content);
39            }),
40            Err(e) => eprintln!("{}", e),
41        }
42    }
43    Ok(())
44}

examples/qwen-mt-stream.rs (line 33)

11async fn main() -> Result<(), Box<dyn std::error::Error>> {
12    let request = GenerationParamBuilder::default()
13        .model("qwen-mt-turbo".to_string())
14        .input(
15            InputBuilder::default()
16                .messages(vec![MessageBuilder::default()
17                    .role("user")
18                    .content("我看到这个视频后没有笑")
19                    .build()
20                    .unwrap()])
21                .build()?,
22        )
23        .stream(true)
24        .parameters(
25            ParametersBuilder::default()
26                // .incremental_output(true) # Qwen-MT模型暂时不支持增量式流式输出,所以此设置无效
27                .translation_options(
28                    TranslationOptionsBuilder::default()
29                        .source_lang("Chinese")
30                        .target_lang("English")
31                        .build()?,
32                )
33                .build()?,
34        )
35        .build()?;
36
37    let client = Client::new();
38
39    let mut stream = client.generation().call_stream(request).await?;
40    while let Some(response) = stream.next().await {
41        match response {
42            Ok(go) => go.output.choices.iter().for_each(|c| {
43                println!("{}", c.message.content);
44            }),
45            Err(e) => eprintln!("{}", e),
46        }
47    }
48    Ok(())
49}