datui-lib 0.4.5

Data Exploration in the Terminal (library)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

use crate::*;

/// A spec asked for on an object store prefix or glob, which is scanned in place, is
/// refused, saying why, rather than dropped; a local path and a plain remote open are
/// not. One object a spec reads is downloaded before it gets here
/// (`loading::tests::a_remote_object_a_spec_reads_is_downloaded_first`).
#[test]
fn a_spec_on_a_remote_prefix_is_refused() {
    let asked = [
        OpenOptions {
            spec_name: Some("vendor.feed".into()),
            ..OpenOptions::default()
        },
        OpenOptions {
            spec_file: Some(PathBuf::from("l2feed.toml")),
            ..OpenOptions::default()
        },
    ];
    for url in [
        "s3://bucket/days/",
        "gs://bucket/days/*.l2",
        "abfss://c@acct.dfs.core.windows.net/days/",
    ] {
        for options in &asked {
            let e = App::build_lazyframe_from_paths_with(
                &crate::config::CloudConfig::default(),
                &[PathBuf::from(url)],
                options,
                &mut ReadReport::default(),
                &crate::formats::Registry::default(),
            )
            .err()
            .unwrap_or_else(|| panic!("{url} opened"));
            assert!(
                e.to_string()
                    .contains("not a prefix or a glob; name the object"),
                "{url}: {e}"
            );
        }
    }
    assert!(App::refuse_spec_in_place(Path::new("/data/day.l2"), &asked[0]).is_ok());
    assert!(
        App::refuse_spec_in_place(Path::new("s3://bucket/day.l2"), &OpenOptions::default()).is_ok()
    );
}

/// Refusals made before a reader is chosen name the file, in the one shape: `--table`
/// on a file of one table, and a format spec that does not parse, at its line and
/// column.
#[test]
fn refusals_name_the_file() {
    let dir = tempfile::tempdir().unwrap();
    let data = dir.path().join("a.csv");
    std::fs::write(&data, "a\n1\n").unwrap();
    let spec = dir.path().join("bad.toml");
    std::fs::write(&spec, "name = \"acme.l2\"\n[records]\nfields = 3\n").unwrap();
    let open = |options: &OpenOptions| {
        let e = App::build_lazyframe_from_paths_with(
            &crate::config::CloudConfig::default(),
            std::slice::from_ref(&data),
            options,
            &mut ReadReport::default(),
            &crate::formats::Registry::default(),
        )
        .err()
        .expect("refused");
        crate::error_display::user_message_from_report(&e, Some(&data))
    };
    let table = open(&OpenOptions {
        table: Some("x".into()),
        ..OpenOptions::default()
    });
    eprintln!("{table}");
    crate::formats::readers::bad_input::assert_shape(&table, &data);
    assert!(table.contains("--table picks one from"), "{table}");

    let spec_said = open(&OpenOptions {
        spec_file: Some(spec.clone()),
        ..OpenOptions::default()
    });
    eprintln!("{spec_said}");
    crate::formats::readers::bad_input::assert_shape(&spec_said, &spec);
    assert!(spec_said.contains(":3:"), "{spec_said}");
}