arrs-cli 0.1.3

Command-line tool for inspecting Lance and other Arrow-based datasets.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use std::path::Path;

use crate::Result;
use crate::cli::{LanceArgs, SchemaType};
use crate::commands::common::project_arrow_schema;
use crate::dataset;
use crate::projection;

pub async fn run(
    input: &Path,
    ty: SchemaType,
    columns: Option<&[String]>,
    exclude: Option<&[String]>,
    lance: &LanceArgs,
) -> Result<()> {
    let ds = dataset::open(input, Some(lance)).await?;
    let arrow_schema = ds.arrow_schema();
    let projection = projection::resolve(&arrow_schema, columns, exclude)?;

    match ty {
        SchemaType::Arrow => {
            let projected = project_arrow_schema(arrow_schema.as_ref(), projection.as_deref());
            println!("{:#?}", projected.as_ref());
        }
        SchemaType::Physical => {
            let debug = ds.physical_schema_debug(projection.as_deref())?;
            println!("{debug}");
        }
    }
    Ok(())
}