sz-orm-model-ops 6.2.0

AI model operations: local inference, routing, finetuning, evaluation
Documentation 
1
2
3
4
5
6
7
8
9
10
11

//! TASK-010 验证测试：vLLM 后端

use sz_orm_model_ops::vllm::VllmProvider;

#[tokio::test]
async fn test_vllm_provider_interface() {
    let provider = VllmProvider::new("http://localhost:8000");
    assert_eq!(provider.endpoint, "http://localhost:8000");
    let result = provider.complete("hello").await;
    assert!(result.is_err());
}