Trait Provider 

pub trait Provider: Send + Sync {
    // Required methods
    fn name(&self) -> &str;
    fn complete(
        &self,
        request: &ProviderRequest,
    ) -> Result<ModelTurn, CoreError>;

    // Provided methods
    fn supports_streaming(&self) -> bool { ... }
    fn complete_streaming(
        &self,
        request: &ProviderRequest,
        _on_delta: &dyn Fn(StreamEvent<'_>),
    ) -> Result<ModelTurn, CoreError> { ... }
    fn context_window(&self) -> Option<u32> { ... }
}

Required Methods

fn name(&self) -> &str

fn complete(&self, request: &ProviderRequest) -> Result<ModelTurn, CoreError>

Provided Methods

fn supports_streaming(&self) -> bool

Whether this provider supports streaming completions.

fn complete_streaming( &self, request: &ProviderRequest, _on_delta: &dyn Fn(StreamEvent<'_>), ) -> Result<ModelTurn, CoreError>

Stream a completion, calling on_delta for each content delta as it arrives. Returns the final assembled ModelTurn. Default falls back to complete().

fn context_window(&self) -> Option<u32>

Context window size in tokens, if known.

Used by the shell for auto-compaction thresholds. Returns None when the provider doesn’t know its context window (conservative defaults apply).

Implementors