pub struct StreamOptions {
pub temperature: Option<f64>,
pub max_tokens: Option<u64>,
pub session_id: Option<String>,
pub api_key: Option<String>,
pub transport: StreamTransport,
pub cache_strategy: CacheStrategy,
pub on_raw_payload: Option<OnRawPayload>,
}Expand description
Per-call configuration passed through to the LLM provider.
Fields§
§temperature: Option<f64>Sampling temperature (optional).
max_tokens: Option<u64>Output token limit (optional).
session_id: Option<String>Provider-side session identifier for caching (optional).
api_key: Option<String>Dynamically resolved API key for this specific request (optional).
transport: StreamTransportPreferred transport protocol.
cache_strategy: CacheStrategyProvider-agnostic caching configuration.
on_raw_payload: Option<OnRawPayload>Optional callback for observing raw SSE data lines before parsing.
Trait Implementations§
Source§impl Clone for StreamOptions
impl Clone for StreamOptions
Source§fn clone(&self) -> StreamOptions
fn clone(&self) -> StreamOptions
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for StreamOptions
impl Debug for StreamOptions
Source§impl Default for StreamOptions
impl Default for StreamOptions
Source§fn default() -> StreamOptions
fn default() -> StreamOptions
Returns the “default value” for a type. Read more
Source§impl From<&StreamOptions> for StreamOptionsConfig
impl From<&StreamOptions> for StreamOptionsConfig
Source§fn from(opts: &StreamOptions) -> Self
fn from(opts: &StreamOptions) -> Self
Converts to this type from the input type.
Auto Trait Implementations§
impl Freeze for StreamOptions
impl !RefUnwindSafe for StreamOptions
impl Send for StreamOptions
impl Sync for StreamOptions
impl Unpin for StreamOptions
impl UnsafeUnpin for StreamOptions
impl !UnwindSafe for StreamOptions
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more