Struct ProtocolBeforeLlmCallContext 

pub struct ProtocolBeforeLlmCallContext<'run> {
    pub session_id: String,
    pub sessions: Arc<dyn SessionStateService>,
    pub session_graph: Arc<dyn SessionGraphService>,
    pub processes: Arc<dyn ProcessService>,
    pub state: SessionReadView,
    pub latest_prompt_usage: Option<PromptUsage>,
    /* private fields */
}

Fields

session_id: String

sessions: Arc<dyn SessionStateService>

session_graph: Arc<dyn SessionGraphService>

processes: Arc<dyn ProcessService>

state: SessionReadView

latest_prompt_usage: Option<PromptUsage>

Implementations

impl ProtocolBeforeLlmCallContext<'_>

pub async fn direct_llm_completion( &self, request: LlmRequest, usage_source: &str, ) -> Result<DirectLlmCompletion, PluginError>

pub fn process_scope(&self) -> ProcessOpScope<'_>