telemetry-server 0.1.0

Simple receiver of telemetry over HTTP POST/WS to sqlite3, Postgres, DuckDB or JSON files
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

use crate::iter_json_stream;

#[tokio::test]
async fn test_chunked_json_stream() -> anyhow::Result<()> {
    let _ = env_logger::try_init();
    let inputs = [
        r#""#,
        r#"{"msg"#,
        "\": \"hi\", \"context\": 3}\n",
        r#"
{"type": "span", "id": "a"}
{"type": "span", "id": "b", "parentSpan":"#,
        r#""#,
        r#" "a"}"#,
        r#"   "#,
    ];
    let mut outputs = vec![];
    iter_json_stream(
        futures::stream::iter(inputs.map(|str| Ok(str.into()))),
        |payload| {
            outputs.push(payload.to_owned());
            async move { Ok(()) }
        },
    )
    .await
    .unwrap();
    let output_strings = outputs
        .into_iter()
        .map(|bytes| std::str::from_utf8(&bytes).unwrap().to_string())
        .collect::<Vec<_>>();
    let expected_eq = vec![
        r#"{"msg": "hi", "context": 3}"#,
        r#"

{"type": "span", "id": "a"}"#,
        r#"
{"type": "span", "id": "b", "parentSpan": "a"}"#,
    ];
    assert_eq!(output_strings.len(), expected_eq.len());
    assert_eq!(output_strings, expected_eq);
    Ok(())
}

#[tokio::test]
/// Ensure that starting a valid JSON value doesn't result in success.
async fn test_chunked_json_stream_trailing_garbage() -> anyhow::Result<()> {
    let _ = env_logger::try_init();
    let inputs = [
        r#""#,
        r#"{"msg"#,
        "\": \"hi\", \"context\": 3}\n",
        r#"
{"type": "span", "id": "a"}
{"type": "span", "id": "b", "parentSpan":"#,
        r#""#,
        r#" "a"}"#,
        r#" {  "#,
    ];
    let mut outputs = vec![];
    let result = iter_json_stream(
        futures::stream::iter(inputs.map(|str| Ok(str.into()))),
        |payload| {
            outputs.push(payload.to_owned());
            async { Ok(()) }
        },
    )
    .await;
    result
        .as_ref()
        .expect_err("should error on trailing json value");
    dbg!(&result);
    let output_strings = outputs
        .into_iter()
        .map(|bytes| std::str::from_utf8(&bytes).unwrap().to_string())
        .collect::<Vec<_>>();
    let expected_eq = vec![
        r#"{"msg": "hi", "context": 3}"#,
        r#"

{"type": "span", "id": "a"}"#,
        r#"
{"type": "span", "id": "b", "parentSpan": "a"}"#,
    ];
    assert_eq!(output_strings.len(), expected_eq.len());
    assert_eq!(output_strings, expected_eq);
    Ok(())
}