Struct AI21Adapter 

pub struct AI21Adapter { /* private fields */ }

AI21 API adapter

AI21 provides Jurassic series models with a custom API format. Documentation: https://docs.ai21.com/reference/introduction

Implementations

impl AI21Adapter

pub fn new() -> Result<Self, AiLibError>

pub async fn chat_completion( &self, request: ChatCompletionRequest, ) -> Result<ChatCompletionResponse, AiLibError>

pub async fn chat_completion_stream( &self, request: ChatCompletionRequest, ) -> Result<Box<dyn Stream<Item = Result<ChatCompletionChunk, AiLibError>> + Send + Unpin>, AiLibError>

Trait Implementations

impl ChatApi for AI21Adapter

fn chat_completion<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatCompletionResponse, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Send chat completion request

fn chat_completion_stream<'life0, 'async_trait>( &'life0 self, request: ChatCompletionRequest, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn Stream<Item = Result<ChatCompletionChunk, AiLibError>> + Send + Unpin>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Streaming chat completion request

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get list of supported models

fn get_model_info<'life0, 'life1, 'async_trait>( &'life0 self, model_id: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<ModelInfo, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Get model information

fn chat_completion_batch<'life0, 'async_trait>( &'life0 self, requests: Vec<ChatCompletionRequest>, concurrency_limit: Option<usize>, ) -> Pin<Box<dyn Future<Output = Result<Vec<Result<ChatCompletionResponse, AiLibError>>, AiLibError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Batch chat completion requests