med_core 0.6.4

A Rust Powered Core Engine for M.E.D. Masking, Encryption, and Decryption CSV/JSON
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

use crate::{
    app::{
        csv::{csv_fields_exist, csv_processor},
        processor::ProcessRuntime,
    },
    models::enums::{Mode, Standard},
    utils::{crypto::Cypher, error::MedErrorType},
};
use csv::StringRecord;

#[test]
fn test_csv_fields_exist() {
    let fields = vec!["name".to_string()];
    let mut headers = StringRecord::new();
    headers.push_field("job_type");
    headers.push_field("name");
    let index = csv_fields_exist(headers, &fields);
    assert_eq!(index[0], 1);
}

#[test]
fn test_csv_processor_error() {
    // tx_metadata: flume::Sender<Metadata>,
    // files_path: &str,
    // output_path: &str,
    // process_runtime: ProcessRuntime,
    let (tx_metadata, _) = flume::unbounded();
    let files_path = "";
    let output_path = "";
    let process_runtime = ProcessRuntime {
        fields: vec!["name".to_string()],
        cypher: None,
        standard: None,
        mask_symbols: Some("#####".to_string()),
        mode: Mode::MASK,
    };

    match csv_processor(
        tx_metadata.clone(),
        files_path,
        output_path,
        process_runtime,
    ) {
        Ok(_) => {}
        Err(err) => {
            assert_eq!(err.error_type, MedErrorType::CsvError);
        }
    }

    // drop the channel once it done.
    drop(tx_metadata);
}

#[tokio::test]
async fn test_csv_processor_format_err() {
    let (tx_metadata, rx_metadata) = flume::unbounded();
    let process_runtime = ProcessRuntime {
        fields: vec!["name".to_string()],
        cypher: None,
        standard: None,
        mask_symbols: Some("#####".to_string()),
        mode: Mode::MASK,
    };
    let files_path: &str = "../demo/data/input/format_err/csv/format_err.csv";
    let output_path = "../demo/data/output/csv/format_err/processor_err/random_data.csv";

    csv_processor(
        tx_metadata.clone(),
        files_path,
        output_path,
        process_runtime,
    )
    .unwrap();

    // drop the channel once it done.
    drop(tx_metadata);

    rx_metadata.iter().for_each(|item| {
        assert_eq!(item.failed_records, 1);
    });
}

#[tokio::test]
async fn test_csv_processor_decrypt_error() {
    let (tx_metadata, rx_metadata) = flume::unbounded();
    let key = "123";
    let process_runtime = ProcessRuntime {
        fields: vec!["name".to_string()],
        cypher: Some(Cypher::new(key)),
        standard: Some(Standard::DES64),
        mask_symbols: None,
        mode: Mode::DECRYPT,
    };
    let files_path: &str = "../demo/data/input/format_err/csv/encrypt_err.csv";
    let output_path = "../demo/data/output/csv/format_err/decrypt_err.csv";

    csv_processor(
        tx_metadata.clone(),
        files_path,
        output_path,
        process_runtime,
    )
    .unwrap();

    // drop the channel once it done.
    drop(tx_metadata);

    rx_metadata.iter().for_each(|item| {
        assert_eq!(item.failed_records, 1);
    });
}