Skip to main content

RealtimeRunner

Struct RealtimeRunner 

Source
pub struct RealtimeRunner { /* private fields */ }
Available on crate feature realtime only.
Expand description

A runner that manages a realtime session with tool execution.

RealtimeRunner provides a high-level interface for:

  • Connecting to realtime providers
  • Automatically executing tool calls
  • Routing events to handlers
  • Managing the session lifecycle

§Example

use adk_realtime::{RealtimeRunner, RealtimeConfig, ToolDefinition};
use adk_realtime::openai::OpenAIRealtimeModel;

#[tokio::main]
async fn main() -> Result<()> {
    let model = OpenAIRealtimeModel::new(api_key, "gpt-4o-realtime-preview-2024-12-17");

    let runner = RealtimeRunner::builder()
        .model(Box::new(model))
        .instruction("You are a helpful voice assistant.")
        .voice("alloy")
        .tool_fn(
            ToolDefinition::new("get_weather")
                .with_description("Get weather for a location"),
            |call| {
                Ok(serde_json::json!({"temperature": 72, "condition": "sunny"}))
            }
        )
        .build()?;

    runner.connect().await?;
    runner.run().await?;

    Ok(())
}

Implementations§

Source§

impl RealtimeRunner

Source

pub fn builder() -> RealtimeRunnerBuilder

Create a new builder.

Source

pub async fn connect(&self) -> Result<(), RealtimeError>

Connect to the realtime provider.

Source

pub async fn is_connected(&self) -> bool

Check if currently connected.

Source

pub async fn session_id(&self) -> Option<String>

Get the session ID if connected.

Source

pub async fn send_client_event( &self, event: ClientEvent, ) -> Result<(), RealtimeError>

Send a client event directly to the session.

This method intercepts internal control-plane events (like UpdateSession) to route them through the provider-agnostic orchestration layer instead of forwarding raw JSON to the underlying WebSocket transport. This guarantees that adk-realtime never leaks invalid event payloads to providers (e.g., OpenAI or Gemini) and universally bridges the Cognitive Handoff mechanics transparently.

Source

pub async fn update_session( &self, config: SessionUpdateConfig, ) -> Result<(), RealtimeError>

Update the session configuration.

Delegates to Self::update_session_with_bridge with no bridge message.

§Example
use adk_realtime::config::{SessionUpdateConfig, RealtimeConfig};

async fn example(runner: &adk_realtime::RealtimeRunner) {
    let update = SessionUpdateConfig(
        RealtimeConfig::default().with_instruction("You are now a pirate.")
    );
    runner.update_session(update).await.unwrap();
}
Source

pub async fn update_session_with_bridge( &self, config: SessionUpdateConfig, bridge_message: Option<String>, ) -> Result<(), RealtimeError>

Update the session configuration, optionally injecting a bridge message if a transport resumption (Phantom Reconnect) occurs.

The RealtimeRunner will attempt to mutate the session natively if the underlying API supports it (e.g., OpenAI). If it does not (e.g., Gemini), the Runner will queue a transport resumption, executing it only when the session is in a resumable state (Idle) to prevent data corruption.

The runner keeps only one pending resumption. If a new session update arrives while a resumption is already pending, the previous pending resumption is replaced. This is intentional: pending session updates represent desired end state, not an ordered command queue. The policy is last write wins.

Source

pub async fn send_audio(&self, audio_base64: &str) -> Result<(), RealtimeError>

Send audio to the session.

Source

pub async fn send_text(&self, text: &str) -> Result<(), RealtimeError>

Send text to the session.

Source

pub async fn commit_audio(&self) -> Result<(), RealtimeError>

Commit the audio buffer (for manual VAD mode).

Source

pub async fn create_response(&self) -> Result<(), RealtimeError>

Trigger a response from the model.

Source

pub async fn interrupt(&self) -> Result<(), RealtimeError>

Interrupt the current response.

Source

pub async fn next_event(&self) -> Option<Result<ServerEvent, RealtimeError>>

Get the next raw event from the session.

§Example
use adk_realtime::events::ServerEvent;
use tracing::{info, error};

async fn process_events(runner: &adk_realtime::RealtimeRunner) {
    while let Some(event) = runner.next_event().await {
        match event {
            Ok(ServerEvent::SpeechStarted { .. }) => info!("User is speaking"),
            Ok(_) => info!("Received other event"),
            Err(e) => error!("Error: {e}"),
        }
    }
}
Source

pub async fn send_tool_response( &self, response: ToolResponse, ) -> Result<(), RealtimeError>

Send a tool response to the session.

§Example
use adk_realtime::events::ToolResponse;
use serde_json::json;

async fn example(runner: &adk_realtime::RealtimeRunner) {
    let response = ToolResponse {
        call_id: "call_123".to_string(),
        output: json!({"temperature": 72}),
    };
    runner.send_tool_response(response).await.unwrap();
}
Source

pub async fn run(&self) -> Result<(), RealtimeError>

Run the event loop, processing events until disconnected.

Source

pub async fn close(&self) -> Result<(), RealtimeError>

Close the session.

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> FutureExt for T

Source§

fn with_context(self, otel_cx: Context) -> WithContext<Self>

Attaches the provided Context to this type, returning a WithContext wrapper. Read more
Source§

fn with_current_context(self) -> WithContext<Self>

Attaches the current Context to this type, returning a WithContext wrapper. Read more
Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> IntoRequest<T> for T

Source§

fn into_request(self) -> Request<T>

Wrap the input message T in a tonic::Request
Source§

impl<Unshared, Shared> IntoShared<Shared> for Unshared
where Shared: FromUnshared<Unshared>,

Source§

fn into_shared(self) -> Shared

Creates a shared type from an unshared type.
Source§

impl<L> LayerExt<L> for L

Source§

fn named_layer<S>(&self, service: S) -> Layered<<L as Layer<S>>::Service, S>
where L: Layer<S>,

Applies the layer to a service and wraps it in Layered.
Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more