newt-core 0.8.0

Newt-Agent core types, errors, and the NeMoCode-style tier router
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

use super::*;
use crate::config::{BackendKind, OpenAiApi as OpenAiApiSurface};
use std::time::Duration;
use wiremock::matchers::{header, method, path, query_param};
use wiremock::{Mock, MockServer, ResponseTemplate};

fn openai_backend(model: Option<&str>, serving: Option<Serving>) -> BackendConfig {
    BackendConfig {
        name: "b".into(),
        endpoint: "http://h:8000".into(),
        model: model.map(str::to_string),
        kind: Some(BackendKind::Openai),
        serving,
        ..Default::default()
    }
}

// Families beside this file. Both attributes are required: rustc needs only
// the `#[path]`, but the ratchets' shared scanner resolves a child ONLY when
// a `#[cfg(test)]` immediately precedes the `mod` (#2149).
#[cfg(test)]
#[path = "adopt_warm.rs"]
mod adopt_warm;
#[cfg(test)]
#[path = "anthropic.rs"]
mod anthropic;
#[cfg(test)]
#[path = "detect_endpoint.rs"]
mod detect_endpoint;
#[cfg(test)]
#[path = "engine_fingerprint.rs"]
mod engine_fingerprint;
#[cfg(test)]
#[path = "generation_probe.rs"]
mod generation_probe;
#[cfg(test)]
#[path = "openai_api_surface.rs"]
mod openai_api_surface;
#[cfg(test)]
#[path = "serving_precedence.rs"]
mod serving_precedence;
#[cfg(test)]
#[path = "warm_models.rs"]
mod warm_models;

#[cfg(test)]
#[path = "token_count.rs"]
mod token_count;