Enum ImportSource 

pub enum ImportSource {
    Local {
        input: PathBuf,
        output: PathBuf,
        format: Option<String>,
    },
    Hf {
        repo_id: String,
        output: PathBuf,
        revision: String,
        subset: Option<String>,
        split: String,
    },
}

Import source options.

Variants

Local

Import from a local file (CSV, JSON, JSONL, Parquet, Arrow)

Fields

input: PathBuf

Input file or directory path

output: PathBuf

Output file path (format inferred from extension)

format: Option<String>

Force output format (csv, json, jsonl, parquet, arrow)

Hf

Import from HuggingFace Hub.

Fields

repo_id: String

Dataset repository ID (e.g., “squad”, “openai/gsm8k”)

output: PathBuf

Output path for the downloaded dataset

revision: String

Git revision (branch, tag, or commit)

subset: Option<String>

Dataset subset/configuration

split: String

Data split (train, validation, test)

Trait Implementations

impl FromArgMatches for ImportSource

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from ArgMatches, parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut<'b>( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

impl Subcommand for ImportSource

fn augment_subcommands<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate Self via FromArgMatches::from_arg_matches_mut

fn augment_subcommands_for_update<'b>(__clap_app: Command) -> Command

Append to Command so it can instantiate self via FromArgMatches::update_from_arg_matches_mut

fn has_subcommand(__clap_name: &str) -> bool

Test whether Self can parse a specific subcommand