pub struct LocalAiSession { /* private fields */ }Implementations§
Source§impl LocalAiSession
impl LocalAiSession
pub fn capabilities(&self) -> Capabilities
pub fn is_closed(&self) -> bool
pub async fn add_query_chunk(&self, chunk: &str) -> Result<()>
pub async fn generate(&self, config: GenerationConfig) -> Result<AiResponse>
pub async fn generate_stream( &self, config: GenerationConfig, ) -> Result<ResponseStream>
pub async fn cancel(&self) -> Result<()>
pub async fn count_tokens(&self, text: &str) -> Result<u64>
pub async fn close(&self) -> Result<()>
Trait Implementations§
Source§impl Clone for LocalAiSession
impl Clone for LocalAiSession
Auto Trait Implementations§
impl !RefUnwindSafe for LocalAiSession
impl !UnwindSafe for LocalAiSession
impl Freeze for LocalAiSession
impl Send for LocalAiSession
impl Sync for LocalAiSession
impl Unpin for LocalAiSession
impl UnsafeUnpin for LocalAiSession
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more