pub struct OllamaNativeEngine {
pub endpoint: String,
pub model: String,
pub client: Client,
}Fields§
§endpoint: String§model: String§client: ClientTrait Implementations§
Source§impl InferenceEngine for OllamaNativeEngine
impl InferenceEngine for OllamaNativeEngine
fn generate<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
system_prompt: &'life1 str,
prompt_payload: &'life2 str,
) -> Pin<Box<dyn Future<Output = Result<String, String>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
Auto Trait Implementations§
impl !RefUnwindSafe for OllamaNativeEngine
impl !UnwindSafe for OllamaNativeEngine
impl Freeze for OllamaNativeEngine
impl Send for OllamaNativeEngine
impl Sync for OllamaNativeEngine
impl Unpin for OllamaNativeEngine
impl UnsafeUnpin for OllamaNativeEngine
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more