pub struct LocalEmbeddedEngine {
pub model_identifier: String,
}Fields§
§model_identifier: StringTrait Implementations§
Source§impl InferenceEngine for LocalEmbeddedEngine
impl InferenceEngine for LocalEmbeddedEngine
fn generate<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
_system_prompt: &'life1 str,
_prompt_payload: &'life2 str,
) -> Pin<Box<dyn Future<Output = Result<String, String>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
Auto Trait Implementations§
impl Freeze for LocalEmbeddedEngine
impl RefUnwindSafe for LocalEmbeddedEngine
impl Send for LocalEmbeddedEngine
impl Sync for LocalEmbeddedEngine
impl Unpin for LocalEmbeddedEngine
impl UnsafeUnpin for LocalEmbeddedEngine
impl UnwindSafe for LocalEmbeddedEngine
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more