omniference 0.3.2

A multi-protocol inference engine with provider adapters
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

{
  "providers": [
    {
      "name": "ollama_local",
      "provider_type": "Ollama",
      "base_url": "http://localhost:11434",
      "api_key": null,
      "enabled": true,
      "timeout": 30000
    },
    {
      "name": "openai",
      "provider_type": "OpenAI",
      "base_url": "https://api.openai.com",
      "api_key": "sk-your-openai-api-key-here",
      "enabled": true,
      "timeout": 30000
    },
    {
      "name": "openai_compat",
      "provider_type": "OpenAICompat",
      "base_url": "https://api.openai.com",
      "api_key": "sk-your-openai-api-key-here",
      "enabled": true,
      "timeout": 30000
    },
    {
      "name": "anthropic",
      "provider_type": "Anthropic",
      "base_url": "https://api.anthropic.com",
      "api_key": "sk-ant-your-anthropic-api-key-here",
      "enabled": true,
      "timeout": 30000
    },
    {
      "name": "google",
      "provider_type": "Google",
      "base_url": "https://generativelanguage.googleapis.com",
      "api_key": "your-google-api-key-here",
      "enabled": false,
      "timeout": 30000
    }
  ],
  "models": [
    {
      "provider": "ollama_local",
      "model_id": "qwen3:0.6b",
      "alias": "qwen3:0.6b",
      "modalities": ["Text"],
      "enabled": true
    },
    {
      "provider": "openai",
      "model_id": "gpt-5-nano",
      "alias": "gpt-5-nano",
      "modalities": ["Text", "Image"],
      "enabled": true
    },
    {
      "provider": "anthropic",
      "model_id": "claude-haiku-4-5-20251001",
      "alias": "claude-haiku-4-5",
      "modalities": ["Text", "Image"],
      "enabled": true
    },
    {
      "provider": "google",
      "model_id": "gemini-2.5-flash-lite",
      "alias": "gemini-2.5-flash-lite",
      "modalities": ["Text", "Image", "Audio"],
      "enabled": false
    }
  ],
  "test_settings": {
    "request_timeout": 30000,
    "skip_live_tests": false,
    "log_responses": true
  }
}