Struct LocalCudaProvider 

pub struct LocalCudaProvider;

Stub provider type when CUDA support is not compiled in.

All methods return errors; use cfg(feature = "candle-cuda") for the real implementation.

Examples

use codetether_agent::provider::local_cuda::LocalCudaProvider;
assert!(!LocalCudaProvider::is_cuda_available());

Implementations

impl LocalCudaProvider

pub fn new(_m: String) -> Result<Self>

pub fn with_model(_m: String, _p: String) -> Result<Self>

pub fn with_paths( _m: String, _p: String, _t: Option<String>, _a: Option<String>, ) -> Result<Self>

pub fn is_cuda_available() -> bool

pub fn device_info() -> String

Trait Implementations

impl Provider for LocalCudaProvider

fn name(&self) -> &str

Provider identifier (e.g. "openai", "bedrock").

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<ModelInfo>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

List models available under this provider.

fn complete<'life0, 'async_trait>( &'life0 self, __arg1: CompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<CompletionResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate a single completion.

fn complete_stream<'life0, 'async_trait>( &'life0 self, __arg1: CompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<BoxStream<'static, StreamChunk>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate a streaming completion.

fn embed<'life0, 'async_trait>( &'life0 self, _request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate embeddings (optional; default returns an error).