langdb_core 0.3.2

AI gateway Core for LangDB AI Gateway.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148

{
  "guardrail_examples": {
    "content_filter": {
      "name": "content_filter",
      "type": "guardrail",
      "guard_id": "content_safety",
      "config": {
        "enabled": true,
        "threshold": 0.8,
        "rules": ["no_harmful_content", "no_hate_speech"],
        "guardrail_type": "content_filter"
      }
    },
    
    "toxicity_filter": {
      "name": "toxicity_filter",
      "type": "guardrail",
      "guard_id": "toxicity_detection",
      "config": {
        "enabled": true,
        "threshold": 0.7,
        "guardrail_type": "toxicity",
        "categories": ["hate_speech", "violence", "harassment", "discrimination"]
      }
    },
    
    "semantic_filter": {
      "name": "semantic_filter",
      "type": "guardrail",
      "guard_id": "semantic_safety",
      "config": {
        "enabled": true,
        "threshold": 0.6,
        "guardrail_type": "semantic",
        "topics": ["medical_advice", "financial_advice", "legal_advice", "personal_advice"]
      }
    },
    
    "compliance_filter": {
      "name": "compliance_filter",
      "type": "guardrail",
      "guard_id": "compliance_check",
      "config": {
        "enabled": true,
        "threshold": 0.9,
        "guardrail_type": "compliance",
        "regulations": ["GDPR", "HIPAA", "SOX"],
        "data_classification": "sensitive"
      }
    },
    
    "pii_filter": {
      "name": "pii_filter",
      "type": "guardrail",
      "guard_id": "pii_detection",
      "config": {
        "enabled": true,
        "threshold": 0.8,
        "guardrail_type": "pii",
        "rules": ["no_ssn", "no_credit_card", "no_email", "no_phone"]
      }
    },
    
    "bias_filter": {
      "name": "bias_filter",
      "type": "guardrail",
      "guard_id": "bias_detection",
      "config": {
        "enabled": true,
        "threshold": 0.7,
        "guardrail_type": "bias",
        "categories": ["gender_bias", "racial_bias", "age_bias", "religious_bias"]
      }
    }
  },
  
  "usage_in_routes": {
    "pre_request": [
      {
        "name": "content_filter",
        "type": "guardrail",
        "guard_id": "content_safety",
        "config": {
          "enabled": true,
          "threshold": 0.8,
          "guardrail_type": "content_filter"
        }
      },
      {
        "name": "toxicity_filter",
        "type": "guardrail",
        "guard_id": "toxicity_detection",
        "config": {
          "enabled": true,
          "threshold": 0.7,
          "guardrail_type": "toxicity",
          "categories": ["hate_speech", "violence"]
        }
      }
    ],
    
    "routes": [
      {
        "name": "safe_content_routing",
        "conditions": {
          "all": [
            {
              "pre_request.content_filter.passed": {
                "eq": true
              }
            },
            {
              "pre_request.toxicity_filter.passed": {
                "eq": true
              }
            }
          ]
        },
        "targets": {
          "$any": ["openai/gpt-4", "anthropic/claude-3-opus"]
        }
      },
      {
        "name": "filtered_content_routing",
        "conditions": {
          "any": [
            {
              "pre_request.content_filter.passed": {
                "eq": false
              }
            },
            {
              "pre_request.toxicity_filter.passed": {
                "eq": false
              }
            }
          ]
        },
        "targets": {
          "$any": ["openai/gpt-3.5-turbo"],
          "sort": {
            "cost": "MIN"
          }
        }
      }
    ]
  }
}