Struct DockerRunnerClient 

pub struct DockerRunnerClient { /* private fields */ }

Docker Model Runner API client

Implementations

impl DockerRunnerClient

pub fn new() -> Self

Create a new Docker Runner client with default localhost URL

pub fn from_env() -> Self

Create a new DockerRunnerClient from environment variables.

Reads DOCKER_RUNNER_BASE_URL (default “http://localhost:5000/v1”) and DOCKER_RUNNER_API_KEY (optional).

pub fn with_api_key(self, api_key: impl Into<String>) -> Self

Create a new Docker Runner client with API key

pub fn with_base_url(self, url: impl Into<String>) -> Self

Create with custom base URL

Trait Implementations

impl Debug for DockerRunnerClient

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for DockerRunnerClient

fn default() -> Self

Returns the “default value” for a type.

impl Provider for DockerRunnerClient

fn chat_completion<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionResponse, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate a chat completion

fn embeddings<'life0, 'async_trait>( &'life0 self, request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse, LlmError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate embeddings for text

fn provider_name(&self) -> &'static str

Get the provider name

fn chat_completion_stream( &self, _request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<ChatCompletionChunk, LlmError>> + Send>>, LlmError>> + Send + '_>>

Stream a chat completion

fn supported_models(&self) -> Vec<String>

Get the list of models supported by this provider

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Dynamically list available models from the provider API