pub struct DeepSeekProvider { /* private fields */ }Implementations§
Trait Implementations§
Source§impl LlmProvider for DeepSeekProvider
impl LlmProvider for DeepSeekProvider
Source§fn chat<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
messages: &'life1 [Message],
tools: &'life2 [ToolDef],
) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
fn chat<'life0, 'life1, 'life2, 'async_trait>(
&'life0 self,
messages: &'life1 [Message],
tools: &'life2 [ToolDef],
) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
Send messages + tool definitions, receive a response.
Source§fn chat_streaming<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
messages: &'life1 [Message],
tools: &'life2 [ToolDef],
token_tx: &'life3 UnboundedSender<String>,
) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
fn chat_streaming<'life0, 'life1, 'life2, 'life3, 'async_trait>(
&'life0 self,
messages: &'life1 [Message],
tools: &'life2 [ToolDef],
token_tx: &'life3 UnboundedSender<String>,
) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
'life2: 'async_trait,
'life3: 'async_trait,
Stream text tokens via
token_tx while accumulating the full response.
The default falls back to chat() and delivers the entire text as one chunk.Source§fn supports_streaming(&self) -> bool
fn supports_streaming(&self) -> bool
Whether this provider supports true token-by-token streaming.
Providers that override
chat_streaming with SSE should return true.Source§fn context_window(&self) -> u64
fn context_window(&self) -> u64
Context window size in tokens.
Source§fn default_model(&self) -> &str
fn default_model(&self) -> &str
Default model name.
Auto Trait Implementations§
impl !RefUnwindSafe for DeepSeekProvider
impl !UnwindSafe for DeepSeekProvider
impl Freeze for DeepSeekProvider
impl Send for DeepSeekProvider
impl Sync for DeepSeekProvider
impl Unpin for DeepSeekProvider
impl UnsafeUnpin for DeepSeekProvider
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more