langdb_core 0.3.2

AI gateway Core for LangDB AI Gateway.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

{
    "pre_request": [
      { "name": "daily_user_request_limit", "type": "rate_limiter", "limit": 1000, "period": "day", "target": "user_id" },
      { "name": "semantic_guardrail", "type": "guardrail" }
    ],
    "routes": [
      {
        "name": "premium_eu_high_performance",
        "conditions": {
          "all": [
            { "metadata.user.tier": { "eq": "premium" } },
            { "metadata.region": { "eq": "Europe" } },
            { "pre_request.daily_user_request_limit.passed": { "eq": true } },
            { "metrics.provider.error_rate": { "lt": 0.02 } }
          ]
        },
        "targets": {
          "$any": ["anthropic/claude-4-opus", "openai/gpt-o3"],
          "sort": { "ttft": "MIN" }
        }
      },
      {
        "name": "gdpr_compliance_fallback",
        "conditions": {
          "metadata.compliance_tags": { "$in": ["GDPR"] }
        },
        "targets": [ { "model": "eu-specialist/gdpr-compliant-model" } ]
      },
      {
        "name": "rate_limit_exceeded_block",
        "conditions": {
          "pre_request.daily_user_request_limit.passed": { "eq": false }
        },
        "message_mapper": {
          "modifier": "block",
          "content": "You have exceeded your daily quota. Please try again tomorrow."
        }
      }
    ],
    "post_request": [
      { "name": "toxicity_guardrail", "type": "guardrail" }
    ]
  }