Struct HTTPProvider

pub struct HTTPProvider { /* private fields */ }

Implementations

impl HTTPProvider

pub fn new( inference_url: String, api_key: Option<String>, provider_token: Option<String>, ) -> Self

Trait Implementations

impl Clone for HTTPProvider

fn clone(&self) -> HTTPProvider

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl InferenceProvider for HTTPProvider

fn generate<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompt: &'life1 str, options: &'life2 GenerationOptions, ) -> Pin<Box<dyn Future<Output = Result<GenerationResponse, InferenceError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

fn is_available<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn embed<'life0, 'life1, 'async_trait>( &'life0 self, _text: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<Vec<f32>, InferenceError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,