text-file-sort 0.2.0

Sort a text file similar to linux sort
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

use std::fs;
use std::fs::File;
use std::io::{BufReader, Read};
use std::path::PathBuf;
use simple_logger::SimpleLogger;
use text_file_sort::field::Field;
use text_file_sort::field_type::FieldType;
use text_file_sort::order::Order;
use text_file_sort::sort::Sort;

mod common;

#[test]
fn test_parallel_sort() -> Result<(), anyhow::Error> {
    SimpleLogger::new().init()?;
    common::setup();
    let input_path = PathBuf::from("./tests/fixtures/sorted-10000.dat");
    let random_path = common::temp_file_name("./target/parallel-results/");
    let output_path = common::temp_file_name("./target/parallel-results/");
    let tmp_path = PathBuf::from("./target/parallel-results/");
    let mut random_sort = Sort::new(vec![input_path.clone()], random_path.clone());
    random_sort.add_field(Field::new(0, FieldType::String).with_random(true));
    random_sort.with_tmp_dir(tmp_path.clone());
    random_sort.sort()?;

    let mut text_file_sort = Sort::new(vec![random_path.clone()], output_path.clone());
    text_file_sort.with_tasks(15);
    text_file_sort.with_tmp_dir(tmp_path.clone());
    text_file_sort.sort()?;

    let mut input = String::new();
    let mut output = String::new();
    BufReader::new(File::open(input_path.clone())?).read_to_string(&mut input)?;
    BufReader::new(File::open(output_path.clone())?).read_to_string(&mut output)?;
    fs::remove_file(random_path)?;
    fs::remove_file(output_path)?;
    assert_eq!(input.len(), output.len());
    Ok(())
}

#[test]
fn test_parallel_sort_desc() -> Result<(), anyhow::Error> {
    common::setup();
    let input_path = PathBuf::from("./tests/fixtures/sorted-10000.dat");
    let random_path = common::temp_file_name("./target/parallel-results/");
    let asc_output_path = common::temp_file_name("./target/parallel-results/");
    let desc_output_path = common::temp_file_name("./target/parallel-results/");
    let tmp_path = PathBuf::from("./target/parallel-results/");

    let mut random_sort = Sort::new(vec![input_path.clone()], random_path.clone());
    random_sort.add_field(Field::new(0, FieldType::String).with_random(true));
    random_sort.with_tmp_dir(tmp_path.clone());
    random_sort.sort()?;

    let mut asc_sort = Sort::new(vec![random_path.clone()], asc_output_path.clone());
    asc_sort.with_tasks(2);
    asc_sort.with_tmp_dir(tmp_path.clone());
    asc_sort.sort()?;

    let mut desc_sort = Sort::new(vec![random_path.clone()], desc_output_path.clone());
    desc_sort.with_tasks(2);
    desc_sort.with_tmp_dir(tmp_path.clone());
    desc_sort.with_order(Order::Desc);
    desc_sort.sort()?;


    let asc_lines = common::read_lines(asc_output_path.clone())?;
    let desc_lines = common::read_lines(desc_output_path.clone())?;
    let first: usize = 0;
    let last = asc_lines.len() - 1;
    assert_eq!(asc_lines[first], desc_lines[last]);
    assert_eq!(asc_lines[last], desc_lines[first]);
    fs::remove_file(random_path)?;
    fs::remove_file(asc_output_path)?;
    fs::remove_file(desc_output_path)?;
    Ok(())
}