langdb_core 0.3.2

AI gateway Core for LangDB AI Gateway.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

use crate::{
    executor::context::ExecutorContext,
    routing::interceptor::{Interceptor, InterceptorContext, InterceptorError},
    types::guardrails::{GuardResult, GuardStage},
};

pub struct RouterGuardrailInterceptor {
    executor_context: ExecutorContext,
    name: String,
    guard_id: String,
}

impl RouterGuardrailInterceptor {
    pub fn new(executor_context: ExecutorContext, name: String, guard_id: String) -> Self {
        Self {
            executor_context,
            name,
            guard_id,
        }
    }
}

#[async_trait::async_trait]
impl Interceptor for RouterGuardrailInterceptor {
    fn name(&self) -> &str {
        &self.name
    }

    async fn pre_request(
        &self,
        context: &mut InterceptorContext,
    ) -> Result<serde_json::Value, InterceptorError> {
        let result = self
            .executor_context
            .evaluator_service
            .evaluate(
                &context.request.messages,
                &self.guard_id,
                &self.executor_context,
                None,
                &GuardStage::Input,
            )
            .await
            .map_err(|e| InterceptorError::ExecutionError(e.to_string()))?;
        match result {
            GuardResult::Boolean { passed, confidence } => Ok(serde_json::json!({
                "passed": passed,
                "confidence": confidence
            })),
            GuardResult::Text {
                text,
                passed,
                confidence,
            } => Ok(serde_json::json!({
                "text": text,
                "passed": passed,
                "confidence": confidence
            })),
            GuardResult::Json { schema, passed } => Ok(serde_json::json!({
                "schema": schema,
                "passed": passed
            })),
        }
    }

    async fn post_request(
        &self,
        context: &mut InterceptorContext,
        response: &serde_json::Value,
    ) -> Result<serde_json::Value, InterceptorError> {
        let result = self
            .executor_context
            .evaluator_service
            .evaluate(
                &context.request.messages,
                &self.guard_id,
                &self.executor_context,
                Some(response),
                &GuardStage::Output,
            )
            .await
            .map_err(|e| InterceptorError::ExecutionError(e.to_string()))?;
        match result {
            GuardResult::Boolean { passed, confidence } => Ok(serde_json::json!({
                "passed": passed,
                "confidence": confidence
            })),
            GuardResult::Text {
                text,
                passed,
                confidence,
            } => Ok(serde_json::json!({
                "text": text,
                "passed": passed,
                "confidence": confidence
            })),
            GuardResult::Json { schema, passed } => Ok(serde_json::json!({
                "schema": schema,
                "passed": passed
            })),
        }
    }
}