octoroute 1.0.0

Intelligent multi-model router for self-hosted LLMs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

# Octoroute Development Tasks
# See https://github.com/casey/just for syntax reference

# Default recipe - show available commands
default:
    @just --list

# Run all tests (unit + integration)
test:
    @echo "Running all tests..."
    cargo test --all-features

# Run only unit tests (lib tests)
test-unit:
    @echo "Running unit tests..."
    cargo test --lib --all-features

# Run only integration tests
test-integration:
    @echo "Running integration tests..."
    cargo test --test '*' --all-features

# Run tests with nextest (if installed)
test-nextest:
    @echo "Running tests with nextest..."
    cargo nextest run --all-features

# Run benchmarks with criterion
bench:
    @echo "Running benchmarks..."
    cargo bench --all-features

# Run specific benchmark
bench-router:
    @echo "Running router benchmarks..."
    cargo bench --bench routing

# Start dev server with debug logging
run:
    @echo "Starting Octoroute server..."
    RUST_LOG=octoroute=debug,tower_http=debug cargo run

# Start server with specific config
run-config CONFIG:
    @echo "Starting server with config: {{CONFIG}}"
    RUST_LOG=octoroute=debug cargo run -- --config {{CONFIG}}

# Run clippy and format check (zero warnings policy)
check:
    @echo "Running clippy..."
    cargo clippy --all-targets --all-features -- -D warnings
    @echo "Checking formatting..."
    cargo fmt --all -- --check

# Format code
fmt:
    @echo "Formatting code..."
    cargo fmt --all

# Run clippy with auto-fix
clippy-fix:
    @echo "Running clippy with auto-fix..."
    cargo clippy --all-targets --all-features --fix --allow-dirty

# Build optimized release binary (metrics always enabled)
build-release:
    @echo "Building release binary..."
    cargo build --release

# Build all features
build-all:
    @echo "Building with all features..."
    cargo build --all-features

# Clean build artifacts
clean:
    @echo "Cleaning build artifacts..."
    cargo clean

# Check project (clippy + fmt + test)
ci: check test
    @echo "CI checks passed!"

# Full validation (clippy + fmt + test + bench)
validate: check test bench
    @echo "Full validation passed!"

# Watch tests (requires cargo-watch)
watch:
    @echo "Watching for changes..."
    cargo watch -x 'test --all-features'

# Generate documentation
docs:
    @echo "Generating documentation..."
    cargo doc --all-features --no-deps --open

# Show project statistics with tokei (if installed)
stats:
    @echo "Project statistics:"
    @tokei

# Run the example config checker
example-config:
    @echo "Validating example config..."
    cargo run --example config_validation