1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
//! Text-to-speech requests and normalized audio responses.
//!
//! ```no_run
//! use rig_core::DynModel;
//! use rig_core::audio_generation::AudioGenerationRequestBuilder;
//! use rig_core::operation::AudioGeneration;
//!
//! # async fn example(model: DynModel<AudioGeneration>, voice: &str) -> Result<(), Box<dyn std::error::Error>> {
//! let request = AudioGenerationRequestBuilder::new("Hello", voice).build();
//! let response = model.call(request).await?;
//! # let _ = response;
//! # Ok(())
//! # }
//! ```
use crate::completion::Usage;
use serde::{Deserialize, Serialize};
use serde_json::Value;
/// Generated audio and normalized provider metadata.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct AudioGenerationResponse {
/// The generated audio bytes.
pub audio: Vec<u8>,
/// Usage as the provider reported it; every counter is `None` when the
/// provider reported none (see [`Usage`]).
#[serde(default)]
pub usage: Usage,
/// Stable descriptor name of the provider that produced this response,
/// for example `"openai"`. Always populated.
pub provider: String,
/// Provider-reported model identifier, when the wire response named one.
#[serde(default)]
pub model: Option<String>,
/// Provider-assigned response-scoped identifier, when reported.
#[serde(default, skip_serializing_if = "Option::is_none")]
pub response_id: Option<String>,
/// Transport request ID from HTTP headers, or `None` when unreported.
#[serde(default, skip_serializing_if = "Option::is_none")]
pub provider_request_id: Option<String>,
/// Provider response metadata. May be null for byte-only responses or
/// responses constructed without metadata; audio bytes remain in [`Self::audio`].
#[serde(default, skip_serializing_if = "serde_json::Value::is_null")]
pub raw: serde_json::Value,
}
impl AudioGenerationResponse {
/// A response carrying `audio`. The driver writes the provider, the
/// transport request id and the reply document; decoders set what the
/// provider reported.
pub fn new(audio: Vec<u8>) -> Self {
Self {
audio,
usage: Usage::default(),
provider: String::new(),
model: None,
response_id: None,
provider_request_id: None,
raw: serde_json::Value::Null,
}
}
}
pub struct AudioGenerationRequest {
pub text: String,
pub voice: String,
pub speed: f32,
pub additional_params: Option<Value>,
}
/// Builds a speech request for a text and voice. The speed defaults to 1.0.
pub struct AudioGenerationRequestBuilder {
request: AudioGenerationRequest,
}
impl AudioGenerationRequestBuilder {
/// A request to speak `text` in `voice`.
pub fn new(text: impl Into<String>, voice: impl Into<String>) -> Self {
Self {
request: AudioGenerationRequest {
text: text.into(),
voice: voice.into(),
speed: 1.0,
additional_params: None,
},
}
}
/// The speed of the generated audio.
pub fn speed(mut self, speed: f32) -> Self {
self.request.speed = speed;
self
}
/// Merges provider-specific parameters over earlier ones, key by key for
/// JSON objects; `None` clears existing parameters.
pub fn additional_params(mut self, params: impl Into<Option<Value>>) -> Self {
self.request.additional_params =
crate::json_utils::merge_params(self.request.additional_params.take(), params.into());
self
}
/// Builds the audio generation request.
pub fn build(self) -> AudioGenerationRequest {
self.request
}
}
#[cfg(test)]
mod builder_tests;
#[cfg(test)]
mod provider_response_tests;