Skip to main content

Audio

Struct Audio 

Source
pub struct Audio { /* private fields */ }
Expand description

Client for interacting with the OpenAI Audio API.

This struct provides methods for text-to-speech, transcription, and translation. Use Audio::new() to create a new instance.

§Example

use openai_tools::audio::request::{Audio, TtsOptions, Voice, AudioFormat};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let audio = Audio::new()?;

    let options = TtsOptions {
        voice: Voice::Nova,
        response_format: AudioFormat::Mp3,
        ..Default::default()
    };

    let bytes = audio.text_to_speech("Welcome to our app!", options).await?;
    std::fs::write("welcome.mp3", bytes)?;

    Ok(())
}

Implementations§

Source§

impl Audio

Source

pub fn new() -> Result<Self>

Creates a new Audio client for OpenAI API.

Initializes the client by loading the OpenAI API key from the environment variable OPENAI_API_KEY. Supports .env file loading via dotenvy.

§Returns
  • Ok(Audio) - A new Audio client ready for use
  • Err(OpenAIToolError) - If the API key is not found in the environment
§Example
use openai_tools::audio::request::Audio;

let audio = Audio::new().expect("API key should be set");
Source

pub fn with_auth(auth: AuthProvider) -> Self

Creates a new Audio client with a custom authentication provider

Source

pub fn azure() -> Result<Self>

Creates a new Audio client for Azure OpenAI API

Source

pub fn detect_provider() -> Result<Self>

Creates a new Audio client by auto-detecting the provider

Source

pub fn with_url<S: Into<String>>(base_url: S, api_key: S) -> Self

Creates a new Audio client with URL-based provider detection

Source

pub fn from_url<S: Into<String>>(url: S) -> Result<Self>

Creates a new Audio client from URL using environment variables

Source

pub fn auth(&self) -> &AuthProvider

Returns the authentication provider

Source

pub fn timeout(&mut self, timeout: Duration) -> &mut Self

Sets the request timeout duration.

§Arguments
  • timeout - The maximum time to wait for a response
§Returns

A mutable reference to self for method chaining

Source

pub async fn text_to_speech( &self, text: &str, options: TtsOptions, ) -> Result<Vec<u8>>

Converts text to speech.

Returns audio bytes in the specified format.

§Arguments
  • text - The text to convert to speech (max 4096 characters)
  • options - TTS options (model, voice, format, speed)
§Returns
  • Ok(Vec<u8>) - The audio data as bytes
  • Err(OpenAIToolError) - If the request fails
§Example
use openai_tools::audio::request::{Audio, TtsOptions, TtsModel, Voice};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let audio = Audio::new()?;

    let options = TtsOptions {
        model: TtsModel::Tts1Hd,
        voice: Voice::Shimmer,
        speed: Some(1.2),
        ..Default::default()
    };

    let bytes = audio.text_to_speech("Hello, this is a test.", options).await?;
    std::fs::write("speech.mp3", bytes)?;

    Ok(())
}
Source

pub async fn transcribe( &self, audio_path: &str, options: TranscribeOptions, ) -> Result<TranscriptionResponse>

Transcribes audio from a file path.

§Arguments
  • audio_path - Path to the audio file
  • options - Transcription options
§Returns
  • Ok(TranscriptionResponse) - The transcription result
  • Err(OpenAIToolError) - If the request fails
§Example
use openai_tools::audio::request::{Audio, TranscribeOptions};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let audio = Audio::new()?;

    let options = TranscribeOptions {
        language: Some("en".to_string()),
        ..Default::default()
    };

    let response = audio.transcribe("audio.mp3", options).await?;
    println!("Transcription: {}", response.text);

    Ok(())
}
Source

pub async fn transcribe_bytes( &self, audio_data: &[u8], filename: &str, options: TranscribeOptions, ) -> Result<TranscriptionResponse>

Transcribes audio from bytes.

§Arguments
  • audio_data - The audio data as bytes
  • filename - The filename with extension (e.g., “audio.mp3”)
  • options - Transcription options
§Returns
  • Ok(TranscriptionResponse) - The transcription result
  • Err(OpenAIToolError) - If the request fails
§Example
use openai_tools::audio::request::{Audio, TranscribeOptions, SttModel};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let audio = Audio::new()?;

    let audio_data = std::fs::read("recording.mp3")?;
    let options = TranscribeOptions {
        model: Some(SttModel::Whisper1),
        ..Default::default()
    };

    let response = audio.transcribe_bytes(&audio_data, "recording.mp3", options).await?;
    println!("Transcription: {}", response.text);

    Ok(())
}
Source

pub async fn translate( &self, audio_path: &str, options: TranslateOptions, ) -> Result<TranscriptionResponse>

Translates audio to English text.

Only supports translation to English using the whisper-1 model.

§Arguments
  • audio_path - Path to the audio file
  • options - Translation options
§Returns
  • Ok(TranscriptionResponse) - The translation result
  • Err(OpenAIToolError) - If the request fails
§Example
use openai_tools::audio::request::{Audio, TranslateOptions};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let audio = Audio::new()?;

    let options = TranslateOptions::default();
    let response = audio.translate("french_audio.mp3", options).await?;
    println!("English translation: {}", response.text);

    Ok(())
}
Source

pub async fn translate_bytes( &self, audio_data: &[u8], filename: &str, options: TranslateOptions, ) -> Result<TranscriptionResponse>

Translates audio from bytes to English text.

§Arguments
  • audio_data - The audio data as bytes
  • filename - The filename with extension (e.g., “audio.mp3”)
  • options - Translation options
§Returns
  • Ok(TranscriptionResponse) - The translation result
  • Err(OpenAIToolError) - If the request fails

Auto Trait Implementations§

§

impl Freeze for Audio

§

impl RefUnwindSafe for Audio

§

impl Send for Audio

§

impl Sync for Audio

§

impl Unpin for Audio

§

impl UnwindSafe for Audio

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more