pub struct QueryRequest {
pub id: QueryId,
pub prompt: String,
pub system: Option<String>,
pub max_tokens: u32,
pub grounded: bool,
pub underspecified: bool,
pub resp_tx: Sender<Result<String, String>>,
}Expand description
A single query within an LlmRequest batch.
Fields§
§id: QueryId§prompt: String§system: Option<String>§max_tokens: u32§grounded: boolWhen true, the host should ground the response in external evidence.
underspecified: boolWhen true, the prompt’s preconditions depend on intent/goal definitions outside the current context that the LLM cannot infer.
resp_tx: Sender<Result<String, String>>Channel to send the response back to the yielded Lua coroutine.
Auto Trait Implementations§
impl Freeze for QueryRequest
impl !RefUnwindSafe for QueryRequest
impl Send for QueryRequest
impl Sync for QueryRequest
impl Unpin for QueryRequest
impl UnsafeUnpin for QueryRequest
impl !UnwindSafe for QueryRequest
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more