Struct DevCsi 

pub struct DevCsi { /* private fields */ }

A Csi implementation that can be used for testing within normal Rust targets.

Implementations

impl DevCsi

pub fn new(address: impl Into<String>, token: impl Into<String>) -> Self

pub fn aleph_alpha(token: impl Into<String>) -> Self

Construct a new DevCsi that points to the Aleph Alpha hosted Kernel

Trait Implementations

impl Csi for DevCsi

fn chat_concurrently(&self, requests: Vec<ChatRequest>) -> Vec<ChatResponse>

Process multiple chat requests at once

fn complete_concurrently( &self, requests: Vec<CompletionRequest>, ) -> Vec<Completion>

Process multiple completion requests at once

fn chunk_concurrently(&self, requests: Vec<ChunkRequest>) -> Vec<Vec<String>>

Process multiple chunking requests at once

fn select_language_concurrently( &self, requests: Vec<SelectLanguageRequest>, ) -> Vec<Option<LanguageCode>>

Process multiple select language requests at once

fn search_concurrently( &self, requests: Vec<SearchRequest>, ) -> Vec<Vec<SearchResult>>

Process multiple search requests at once

fn documents<Metadata>( &self, paths: Vec<DocumentPath>, ) -> Result<Vec<Document<Metadata>>>

where Metadata: for<'a> Deserialize<'a> + Serialize,

Retrieve multiple documents from the Document Index by their paths.

fn documents_metadata<Metadata>( &self, paths: Vec<DocumentPath>, ) -> Result<Vec<Option<Metadata>>>

where Metadata: for<'a> Deserialize<'a> + Serialize,

Retrieve multiple documents’ metadata from the Document Index by their paths.

fn chunk(&self, request: ChunkRequest) -> Vec<String>

Chunk the given text into smaller pieces that fit within the maximum token amount for a given model.

fn search(&self, request: SearchRequest) -> Vec<SearchResult>

Search for documents in a given index.

fn document<Metadata>( &self, path: DocumentPath, ) -> Result<Document<Metadata>, Error>

where Metadata: for<'a> Deserialize<'a> + Serialize,

Retrieve a document from the Document Index by its path.

fn document_metadata<Metadata>( &self, path: DocumentPath, ) -> Result<Option<Metadata>, Error>

where Metadata: for<'a> Deserialize<'a> + Serialize,

Retrieve a document’s metadata from the Document Index by its path.

fn chat(&self, request: ChatRequest) -> ChatResponse

Send messages with a particular role to a model and receive a response. Provides a higher level interface than completion for chat scenarios.

fn complete(&self, request: CompletionRequest) -> Completion

Generate a completion for a given prompt using a specific model.

fn select_language( &self, request: SelectLanguageRequest, ) -> Option<LanguageCode>

Select the detected language for the provided input based on the list of possible languages. If no language matches, None is returned.