pub struct RequestContext {
pub request_id: Uuid,
pub user_id: Uuid,
pub tenant_id: Uuid,
pub produce_ai_key_id: Uuid,
pub model: String,
pub provider: Option<String>,
pub messages: Vec<Message>,
pub stream: bool,
pub pricing_snapshot: PricingSnapshot,
pub started_at: DateTime<Utc>,
/* private fields */
}Expand description
请求上下文:贯穿全链路的唯一状态载体
§设计说明
usage字段使用Arc<UsageAccumulator>实现共享状态,Clone 时会共享同一个用量累积器- 通过
add_output_tokens()和set_input_tokens()方法安全地更新用量 - 使用
usage_snapshot()获取当前用量快照 provider字段在路由确定后被设置,用于精确的定价查询
Fields§
§request_id: Uuid§user_id: Uuid§tenant_id: Uuid§produce_ai_key_id: Uuid§model: String§provider: Option<String>Provider 名称(路由确定后设置)
messages: Vec<Message>§stream: bool§pricing_snapshot: PricingSnapshot§started_at: DateTime<Utc>Implementations§
Source§impl RequestContext
impl RequestContext
pub fn new( user_id: Uuid, tenant_id: Uuid, produce_ai_key_id: Uuid, model: impl Into<String>, messages: Vec<Message>, stream: bool, pricing_snapshot: PricingSnapshot, ) -> Self
Sourcepub fn set_provider(&mut self, provider: impl Into<String>)
pub fn set_provider(&mut self, provider: impl Into<String>)
设置 Provider(路由确定后调用)
Sourcepub fn update_pricing(&mut self, pricing: PricingSnapshot)
pub fn update_pricing(&mut self, pricing: PricingSnapshot)
更新定价快照(路由后根据实际 provider 更新)
Sourcepub fn usage_snapshot(&self) -> (u32, u32)
pub fn usage_snapshot(&self) -> (u32, u32)
获取当前用量快照
Sourcepub fn add_output_tokens(&self, tokens: u32)
pub fn add_output_tokens(&self, tokens: u32)
添加输出 token(原子更新)
Sourcepub fn set_input_tokens(&self, tokens: u32)
pub fn set_input_tokens(&self, tokens: u32)
设置输入 token(原子更新)
Trait Implementations§
Source§impl Clone for RequestContext
impl Clone for RequestContext
Source§fn clone(&self) -> RequestContext
fn clone(&self) -> RequestContext
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for RequestContext
impl RefUnwindSafe for RequestContext
impl Send for RequestContext
impl Sync for RequestContext
impl Unpin for RequestContext
impl UnsafeUnpin for RequestContext
impl UnwindSafe for RequestContext
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more