sz-orm-model-ops 6.0.0

AI model operations: local inference, routing, finetuning, evaluation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

//! TASK-011 验证测试：模型路由策略

use sz_orm_model_ops::router::ModelRouter;
use sz_orm_model_ops::types::ModelRouterConfig;

#[test]
fn test_route_simple_query() {
    let router = ModelRouter::new(ModelRouterConfig::default());
    let model = router.route(0.1).unwrap();
    assert_eq!(model, "qwen-1.8b");
}

#[test]
fn test_route_medium_query() {
    let router = ModelRouter::new(ModelRouterConfig::default());
    let model = router.route(0.5).unwrap();
    assert_eq!(model, "qwen-7b");
}

#[test]
fn test_route_complex_query() {
    let router = ModelRouter::new(ModelRouterConfig::default());
    let model = router.route(0.9).unwrap();
    assert_eq!(model, "qwen-14b");
}

#[test]
fn test_route_boundary_values() {
    let router = ModelRouter::new(ModelRouterConfig::default());
    assert_eq!(router.route(0.0).unwrap(), "qwen-1.8b");
    assert_eq!(router.route(0.3).unwrap(), "qwen-7b");
    assert_eq!(router.route(0.7).unwrap(), "qwen-14b");
    assert_eq!(router.route(1.0).unwrap(), "qwen-14b");
}