omniference 0.1.2

A multi-protocol inference engine with provider adapters
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164

//! Integration tests for the HTTP server

#[cfg(test)]
mod server_lifecycle {
    use omniference::server::OmniferenceServer;

    #[test]
    fn test_server_creation() {
        let server = OmniferenceServer::new();
        let _ = server;
    }

    #[tokio::test]
    async fn test_server_app_creation() {
        let mut server = OmniferenceServer::new();
        let _app = server.app();
        // Test passes if no panic
    }

    #[tokio::test]
    async fn test_server_service_access() {
        let server = OmniferenceServer::new();
        let service = server.service();

        // Service should be accessible
        let models = service.list_models().await;
        assert!(models.is_empty());
    }
}

#[cfg(test)]
mod server_provider_management {
    use crate::common;
    use omniference::server::OmniferenceServer;

    #[tokio::test]
    async fn test_server_add_provider() {
        let mut server = OmniferenceServer::new();
        let result = server.add_provider(common::create_ollama_endpoint()).await;
        assert!(result.is_ok());
    }

    #[tokio::test]
    async fn test_server_add_multiple_providers() {
        let mut server = OmniferenceServer::new();

        let result1 = server.add_provider(common::create_ollama_endpoint()).await;
        let result2 = server.add_provider(common::create_openai_endpoint()).await;

        assert!(result1.is_ok());
        assert!(result2.is_ok());
    }
}

#[cfg(test)]
mod http_endpoints {
    use axum::{
        body::Body,
        http::{Request, StatusCode},
    };
    use omniference::server::OmniferenceServer;
    use tower::ServiceExt;

    #[tokio::test]
    async fn test_health_endpoint() {
        let mut server = OmniferenceServer::new();
        let app = server.app();

        let request = Request::builder()
            .method("GET")
            .uri("/health")
            .body(Body::empty())
            .unwrap();

        let response = app.oneshot(request).await.unwrap();
        // Health endpoint should exist and return success
        assert!(response.status().is_success() || response.status() == StatusCode::NOT_FOUND);
    }

    #[tokio::test]
    async fn test_models_endpoint_openai() {
        let mut server = OmniferenceServer::new();
        let app = server.app();

        let request = Request::builder()
            .method("GET")
            .uri("/api/openai/v1/models")
            .body(Body::empty())
            .unwrap();

        let response = app.oneshot(request).await.unwrap();
        assert_eq!(response.status(), StatusCode::OK);
    }

    #[tokio::test]
    async fn test_models_endpoint_openai_compatible() {
        let mut server = OmniferenceServer::new();
        let app = server.app();

        let request = Request::builder()
            .method("GET")
            .uri("/api/openai-compatible/v1/models")
            .body(Body::empty())
            .unwrap();

        let response = app.oneshot(request).await.unwrap();
        assert_eq!(response.status(), StatusCode::OK);
    }

    #[tokio::test]
    async fn test_invalid_endpoint() {
        let mut server = OmniferenceServer::new();
        let app = server.app();

        let request = Request::builder()
            .method("GET")
            .uri("/api/nonexistent/endpoint")
            .body(Body::empty())
            .unwrap();

        let response = app.oneshot(request).await.unwrap();
        // Should return 404
        assert_eq!(response.status(), StatusCode::NOT_FOUND);
    }

    #[tokio::test]
    async fn test_chat_endpoint_malformed_request() {
        let mut server = OmniferenceServer::new();
        let app = server.app();

        let request = Request::builder()
            .method("POST")
            .uri("/api/openai/v1/responses")
            .header("content-type", "application/json")
            .body(Body::from("{ invalid json }"))
            .unwrap();

        let response = app.oneshot(request).await.unwrap();
        assert_eq!(response.status(), StatusCode::BAD_REQUEST);
    }

    #[tokio::test]
    async fn test_chat_endpoint_invalid_model() {
        let mut server = OmniferenceServer::new();
        let app = server.app();

        let request_body = serde_json::json!({
            "model": "invalid/nonexistent-model",
            "input": "Hello",
            "max_output_tokens": 100
        });

        let request = Request::builder()
            .method("POST")
            .uri("/api/openai/v1/responses")
            .header("content-type", "application/json")
            .body(Body::from(serde_json::to_string(&request_body).unwrap()))
            .unwrap();

        let response = app.oneshot(request).await.unwrap();
        // Should return a client error (model not found)
        assert!(response.status().is_client_error());
    }
}