fiddler 4.9.1

Data Stream processor written in rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

#![allow(unused_crate_dependencies)]
#![allow(missing_docs)]
#[cfg(feature = "elasticsearch")]
use testcontainers_modules::elastic_search;

#[cfg(feature = "elasticsearch")]
use elasticsearch::{http::transport::Transport, Elasticsearch, SearchParts};

#[allow(unused_imports)]
use fiddler::Runtime;
#[allow(unused_imports)]
use serde_json::{json, Value};
#[allow(unused_imports)]
use std::path::MAIN_SEPARATOR_STR;

#[cfg(feature = "elasticsearch")]
#[cfg_attr(feature = "elasticsearch", tokio::test)]
async fn fiddler_elasticsearch_output_test() {
    use testcontainers::runners::AsyncRunner;
    use testcontainers::ImageExt;

    // Configure Elasticsearch with appropriate memory settings for testing
    let request = elastic_search::ElasticSearch::default()
        .with_tag("7.17.27")
        .with_env_var("ES_JAVA_OPTS", "-Xms512m -Xmx512m");
    let container = request.start().await.unwrap();
    let host_port = container.get_host_port_ipv4(9200).await.unwrap();
    let config = format!(
        "input:
  file: 
    filename: tests{MAIN_SEPARATOR_STR}data{MAIN_SEPARATOR_STR}input.json
    codec: ToEnd
num_threads: 1
processors:
    - label: my_cool_mapping
      noop: {{}}
output:
  elasticsearch: 
    index: fiddler
    url: http://127.0.0.1:{host_port}"
    );

    let env = Runtime::from_config(&config).await.unwrap();
    env.run().await.unwrap();

    let sleep_time = std::time::Duration::from_secs(1);
    std::thread::sleep(sleep_time);

    let url = format!("http://127.0.0.1:{host_port}");
    let transport = Transport::single_node(&url).unwrap();
    let es_client = Elasticsearch::new(transport);
    let query = json!({
        "query": {
            "term": {
                "this": "is"
            }
        }
    });

    let mut response = es_client
        .search(SearchParts::Index(&["fiddler*"]))
        .body(query)
        .pretty(true)
        .send()
        .await
        .unwrap();

    response = response.error_for_status_code().unwrap();

    let json: Value = response.json().await.unwrap();

    let results: Vec<&Value> = json["hits"]["hits"].as_array().unwrap().iter().collect();

    assert_eq!(results.len(), 1);
}