1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
# hoosh configuration
# See BENCHMARKS.md for performance data.
[]
= "127.0.0.1"
= 8088
= "priority"
[]
= 1000
= 300
= true
# --- Token budget pools ---
[[]]
= "default"
= 100000
[[]]
= "testing"
= 500
# --- Local providers ---
[[]]
= "Ollama"
# base_url = "http://localhost:11434" # default
= 1
= ["llama*", "mistral*", "qwen*", "phi*", "gemma*"]
# [[providers]]
# type = "LlamaCpp"
# base_url = "http://localhost:8080"
# priority = 2
# models = ["gguf-*"]
# --- Remote providers ---
# Set API keys via environment variables for security.
# [[providers]]
# type = "OpenAi"
# api_key = "$OPENAI_API_KEY"
# priority = 10
# models = ["gpt-*", "o1-*", "o3-*"]
# [[providers]]
# type = "Anthropic"
# api_key = "$ANTHROPIC_API_KEY"
# priority = 10
# models = ["claude-*"]
# [[providers]]
# type = "DeepSeek"
# api_key = "$DEEPSEEK_API_KEY"
# priority = 15
# models = ["deepseek-*"]
# [[providers]]
# type = "Groq"
# api_key = "$GROQ_API_KEY"
# priority = 5
# models = ["llama*", "mixtral*"]
# [[providers]]
# type = "OpenRouter"
# api_key = "$OPENROUTER_API_KEY"
# priority = 20
# models = ["*"] # catch-all fallback