pub struct OpenOptions {Show 63 fields
pub delimiter: Option<u8>,
pub has_header: Option<bool>,
pub skip_lines: Option<usize>,
pub skip_rows: Option<usize>,
pub skip_tail_rows: Option<usize>,
pub compression: Option<CompressionFormat>,
pub format: Option<FileFormat>,
pub pages_lookahead: Option<usize>,
pub pages_lookback: Option<usize>,
pub max_buffered_rows: Option<usize>,
pub max_buffered_mb: Option<usize>,
pub row_numbers: bool,
pub row_numbers_auto: bool,
pub row_start_index: usize,
pub hive: bool,
pub left_out: Vec<(FileFormat, usize)>,
pub read_as_plain_files_of: Option<&'static str>,
pub files_disagree: Disagreement,
pub single_spine_schema: bool,
pub view: Option<String>,
pub parse_dates: bool,
pub parse_strings: Option<ParseStringsTarget>,
pub parse_strings_sample_rows: usize,
pub decompress_in_memory: bool,
pub temp_dir: Option<PathBuf>,
pub table: Option<String>,
pub polars_streaming: bool,
pub null_values: Option<Vec<String>>,
pub infer_schema_length: Option<usize>,
pub ignore_errors: bool,
pub comment_char: Option<String>,
pub header_rows: Vec<usize>,
pub header_join: String,
pub skip_initial_space: bool,
pub typed_dialect: TypedDialect,
pub debug: bool,
pub splits: Option<Arc<Splits>>,
pub arrow_parts: Option<Arc<Vec<Part>>>,
pub spec_file: Option<PathBuf>,
pub spec_fetched: Option<Arc<Spec>>,
pub dicts: Vec<PathBuf>,
pub spec_name: Option<String>,
pub format_read: Option<Arc<Read>>,
pub read_python: Vec<String>,
pub normalize: bool,
pub sqlite: Option<Arc<SqliteOpen>>,
pub opened: Option<Arc<Opened>>,
pub delimited: Option<Arc<DelimitedRead>>,
pub read_mode: Option<ReadMode>,
pub format_guessed: bool,
pub read_notes: Vec<Note>,
pub typing: Typing,
pub hex: bool,
pub record_size: Option<usize>,
pub follow: bool,
pub tail: Option<Arc<Tail>>,
pub spool: Option<Arc<SpoolHandle>>,
pub pipe: bool,
pub tee: Option<PathBuf>,
pub tee_raw: bool,
pub force: bool,
pub prepared: Option<Handoff>,
pub download_unasked: Option<UnaskedDownload>,
}Fields§
§delimiter: Option<u8>§has_header: Option<bool>§skip_lines: Option<usize>§skip_rows: Option<usize>§skip_tail_rows: Option<usize>Skip this many rows at the end of the file (e.g. vendor footer or trailing garbage). Applied after load for CSV.
compression: Option<CompressionFormat>§format: Option<FileFormat>When set, bypass extension-based format detection and use this format (e.g. for URLs or temp files without extension).
pages_lookahead: Option<usize>§pages_lookback: Option<usize>§max_buffered_rows: Option<usize>§max_buffered_mb: Option<usize>§row_numbers: bool§row_numbers_auto: boolNeither the flag nor the config said: # is on for text and logs
(crate::config::RowNumbers::Auto), decided once the format is known.
row_start_index: usize§hive: boolWhen true, use hive load path for directory/glob; single file uses normal load.
left_out: Vec<(FileFormat, usize)>Data files in the opened directory this read passes over, by format and count: a mixed directory reads as its commonest format, and the dataset says what it left out. Empty for every other open.
read_as_plain_files_of: Option<&'static str>Set ("Delta", "Iceberg" or "Hudi") when a lake table’s plain files are read.
They are not the table (deleted rows, old versions and compaction leftovers count),
so a note and a footer chip always say so.
files_disagree: DisagreementHow the directory’s files differed, for footerless formats only (Parquet footers give the exact per-column version).
single_spine_schema: boolWhen true (default), infer Hive/partitioned Parquet schema from one file for faster “Reading schema”. When false, use Polars collect_schema().
view: Option<String>--view NAME: the view to apply to the dataset named on the command
line, once it is on screen. Applied to that open only; what later opens get
is [views] auto_apply’s business.
parse_dates: boolWhen true, CSV and JSON string columns that look like dates or ISO 8601 timestamps become Date or Datetime.
parse_strings: Option<ParseStringsTarget>When set, trim and parse CSV string columns: None = off, Some(true) = all columns, Some(cols) = those columns only.
parse_strings_sample_rows: usizeSample size (rows) for inferring types when parse_strings is enabled; single file or multiple/partitioned.
decompress_in_memory: boolWhen true, decompress a compressed CSV, TSV or PSV into memory (eager read). When false (default), decompress to a temp file and use lazy scan.
temp_dir: Option<PathBuf>Directory for decompression temp files. None = system default (e.g. TMPDIR).
table: Option<String>--table: which table of a file that holds several: an NMEA log’s sentence
types, an Excel sheet (0-based index or name), a spec’s variant. None is the
file’s main table.
polars_streaming: boolWhen true, use Polars streaming engine for LazyFrame collect when the streaming feature is enabled.
null_values: Option<Vec<String>>Null value specs for CSV: global strings and/or “COL=VAL” for per-column. Empty = use Polars default.
infer_schema_length: Option<usize>Number of rows to use when inferring CSV schema. None = Polars default (100). Larger values reduce risk of inferring wrong type (e.g. int then N/A).
ignore_errors: boolWhen true, CSV reader ignores parse errors and continues with the next batch.
comment_char: Option<String>CSV lines starting with this are comments, wherever they are (commentChar).
header_rows: Vec<usize>The 1-based lines, counted from the top of the file, that hold a CSV’s header
(headerRows). Empty = Polars’ own header. A layout flag, like skip_lines.
header_join: StringWhat joins a column’s pieces when header_rows names several lines.
skip_initial_space: boolIgnore the spaces after a CSV delimiter (skipInitialSpace).
typed_dialect: TypedDialectWhich dialect options were typed on the command line, so a spec leaves them.
debug: boolThe debug overlay (session info, performance, query): DATUI_DEBUG=1.
splits: Option<Arc<Splits>>The split of a Hugging Face cache directory this read chose, the others and the
map() files it left out. Found by the read, or by a bucket listing, and carried
to the dataset as left_out is. None for every other open.
arrow_parts: Option<Arc<Vec<Part>>>Where each Arrow input’s rows are once its streams are converted: the IPC files read in place and the streams’ rows in the converted file the scan names. Set by the load, after a conversion or a bucket’s listing, never by a request.
spec_file: Option<PathBuf>--format FILE: read the path through this format spec, whatever else
matches it. A URL is fetched when the open starts, into spec_fetched.
spec_fetched: Option<Arc<Spec>>The spec a remote spec_file names, fetched by the open (Phase::ReadingSpec).
dicts: Vec<PathBuf>--dict FILE: FIX dictionaries and DBC files over the search path’s, each
taken by the reader of its kind.
spec_name: Option<String>The format spec named by --format NAME, or picked with b.
format_read: Option<Arc<Read>>What a read through a format spec found, carried from the scan to the dataset.
read_python: Vec<String>What the open did to the rows its reader gave — CSV column names trimmed, text
columns typed — as Python method calls for Copy as Python. Found by the scan,
carried to the dataset as left_out is. Empty for every other open.
normalize: bool[read] audio_float: integer audio samples as float in [-1, 1].
sqlite: Option<Arc<SqliteOpen>>A SQLite table opened in place, carried from the scan to the dataset.
opened: Option<Arc<Opened>>What the reader found besides the frame: a window read straight from the file,
its row count, its Info panel tab, other tables and notes. Found by the scan and
carried to the dataset as left_out is. None for a reader with nothing to add.
delimited: Option<Arc<DelimitedRead>>The delimited spec the file is read through, once chosen: its dialect is in these options, and the read’s units and metadata ride with it to the dataset.
read_mode: Option<ReadMode>How the scan found the data is read: lazily, through a copy, or into memory.
Found by the scan and carried to the dataset for the Info panel’s Read: line.
format_guessed: boolThe format was guessed from the first bytes of text no format’s signature claims, rather than named, so a note can say how to read it otherwise.
read_notes: Vec<Note>What the read of several files found to say of them, for the dataset’s notes.
Found by the scan and carried to the dataset as left_out is.
typing: TypingThe columns the read gave a type and the frame before, carried to the dataset
as left_out is, for the count of the values that did not fit.
hex: bool--hex: show the file’s bytes in the hex view, whatever it holds.
record_size: Option<usize>--hex-width N: the bytes a row of the hex view holds.
follow: bool--follow: show rows as they are appended to the file, or arrive on standard
input, until stopped.
tail: Option<Arc<Tail>>Where the followed file’s complete records end, counted by the scan and carried
to the dataset as left_out is, for its watcher to read on from.
spool: Option<Arc<SpoolHandle>>Standard input still being copied to the file a follow reads.
pipe: boolStandard input shown as it arrives without --follow: read by the follow’s
watcher until it ends, the view staying where it is rather than at the end.
tee: Option<PathBuf>--tee FILE: standard input is recorded to FILE, which is what is read.
tee_raw: bool--tee-raw: FILE is the bytes exactly as they came, a WAV header included.
force: bool--force: FILE may replace a file that is there.
prepared: Option<Handoff>The dataset the home screen’s preview built and read the first page of, for this open to install rather than read again. Taken once.
download_unasked: Option<UnaskedDownload>A file of the built-in catalog: downloaded without asking when it is small.
Implementations§
Source§impl OpenOptions
impl OpenOptions
Source§impl OpenOptions
impl OpenOptions
Sourcepub fn separator_or(&self, format_default: u8) -> u8
pub fn separator_or(&self, format_default: u8) -> u8
The separator a delimited file is read with: --delimiter when given, else
the one its format implies (FileFormat::separator).
Sourcepub fn header_rows(&self) -> Option<&[usize]>
pub fn header_rows(&self) -> Option<&[usize]>
The lines --header-rows named, unless the file is being read without a
header (--no-header, or H), which reads them as data.
Sourcepub fn csv_try_parse_dates(&self) -> bool
pub fn csv_try_parse_dates(&self) -> bool
When loading CSV: use Polars try_parse_dates only if parse_strings is not set. When parse_strings is set we do our own date parsing (with strict: false), so we disable Polars’ try_parse_dates to avoid “could not find an appropriate format” errors.
Sourcepub fn effective_cloud(&self, cloud: &CloudConfig) -> CloudConfig
pub fn effective_cloud(&self, cloud: &CloudConfig) -> CloudConfig
The S3 settings every cloud path uses: environment over [cloud] config. run()
folds this into the App’s config so opening, sizing, downloading, discovery and
listing agree. The environment is read here, so OpenOptions::default() callers
(Python) honor it too.
Source§impl OpenOptions
impl OpenOptions
Sourcepub fn from_args_and_config(args: &Args, config: &AppConfig) -> Self
pub fn from_args_and_config(args: &Args, config: &AppConfig) -> Self
The options the command line and the config give an open. The config has had
-c laid over it; a flag here beats both.
Trait Implementations§
Source§impl Clone for OpenOptions
impl Clone for OpenOptions
Source§impl Default for OpenOptions
impl Default for OpenOptions
Auto Trait Implementations§
impl !Freeze for OpenOptions
impl !RefUnwindSafe for OpenOptions
impl !UnwindSafe for OpenOptions
impl Send for OpenOptions
impl Sync for OpenOptions
impl Unpin for OpenOptions
impl UnsafeUnpin for OpenOptions
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Downcast for Twhere
T: Any,
impl<T> Downcast for Twhere
T: Any,
Source§fn into_any(self: Box<T>) -> Box<dyn Any>
fn into_any(self: Box<T>) -> Box<dyn Any>
Box<dyn Trait> (where Trait: Downcast) to Box<dyn Any>. Box<dyn Any> can
then be further downcast into Box<ConcreteType> where ConcreteType implements Trait.Source§fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
Rc<Trait> (where Trait: Downcast) to Rc<Any>. Rc<Any> can then be
further downcast into Rc<ConcreteType> where ConcreteType implements Trait.Source§fn as_any(&self) -> &(dyn Any + 'static)
fn as_any(&self) -> &(dyn Any + 'static)
&Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &Any’s vtable from &Trait’s.Source§fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
&mut Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &mut Any’s vtable from &mut Trait’s.Source§impl<T> DowncastSync for T
impl<T> DowncastSync for T
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Key for Twhere
T: Clone,
impl<T> Key for Twhere
T: Clone,
Source§impl<D> OwoColorize for D
impl<D> OwoColorize for D
Source§fn fg<C>(&self) -> FgColorDisplay<'_, C, Self>where
C: Color,
fn fg<C>(&self) -> FgColorDisplay<'_, C, Self>where
C: Color,
Source§fn bg<C>(&self) -> BgColorDisplay<'_, C, Self>where
C: Color,
fn bg<C>(&self) -> BgColorDisplay<'_, C, Self>where
C: Color,
Source§fn black(&self) -> FgColorDisplay<'_, Black, Self>
fn black(&self) -> FgColorDisplay<'_, Black, Self>
Source§fn on_black(&self) -> BgColorDisplay<'_, Black, Self>
fn on_black(&self) -> BgColorDisplay<'_, Black, Self>
Source§fn red(&self) -> FgColorDisplay<'_, Red, Self>
fn red(&self) -> FgColorDisplay<'_, Red, Self>
Source§fn on_red(&self) -> BgColorDisplay<'_, Red, Self>
fn on_red(&self) -> BgColorDisplay<'_, Red, Self>
Source§fn green(&self) -> FgColorDisplay<'_, Green, Self>
fn green(&self) -> FgColorDisplay<'_, Green, Self>
Source§fn on_green(&self) -> BgColorDisplay<'_, Green, Self>
fn on_green(&self) -> BgColorDisplay<'_, Green, Self>
Source§fn yellow(&self) -> FgColorDisplay<'_, Yellow, Self>
fn yellow(&self) -> FgColorDisplay<'_, Yellow, Self>
Source§fn on_yellow(&self) -> BgColorDisplay<'_, Yellow, Self>
fn on_yellow(&self) -> BgColorDisplay<'_, Yellow, Self>
Source§fn blue(&self) -> FgColorDisplay<'_, Blue, Self>
fn blue(&self) -> FgColorDisplay<'_, Blue, Self>
Source§fn on_blue(&self) -> BgColorDisplay<'_, Blue, Self>
fn on_blue(&self) -> BgColorDisplay<'_, Blue, Self>
Source§fn magenta(&self) -> FgColorDisplay<'_, Magenta, Self>
fn magenta(&self) -> FgColorDisplay<'_, Magenta, Self>
Source§fn on_magenta(&self) -> BgColorDisplay<'_, Magenta, Self>
fn on_magenta(&self) -> BgColorDisplay<'_, Magenta, Self>
Source§fn purple(&self) -> FgColorDisplay<'_, Magenta, Self>
fn purple(&self) -> FgColorDisplay<'_, Magenta, Self>
Source§fn on_purple(&self) -> BgColorDisplay<'_, Magenta, Self>
fn on_purple(&self) -> BgColorDisplay<'_, Magenta, Self>
Source§fn cyan(&self) -> FgColorDisplay<'_, Cyan, Self>
fn cyan(&self) -> FgColorDisplay<'_, Cyan, Self>
Source§fn on_cyan(&self) -> BgColorDisplay<'_, Cyan, Self>
fn on_cyan(&self) -> BgColorDisplay<'_, Cyan, Self>
Source§fn white(&self) -> FgColorDisplay<'_, White, Self>
fn white(&self) -> FgColorDisplay<'_, White, Self>
Source§fn on_white(&self) -> BgColorDisplay<'_, White, Self>
fn on_white(&self) -> BgColorDisplay<'_, White, Self>
Source§fn default_color(&self) -> FgColorDisplay<'_, Default, Self>
fn default_color(&self) -> FgColorDisplay<'_, Default, Self>
Source§fn on_default_color(&self) -> BgColorDisplay<'_, Default, Self>
fn on_default_color(&self) -> BgColorDisplay<'_, Default, Self>
Source§fn bright_black(&self) -> FgColorDisplay<'_, BrightBlack, Self>
fn bright_black(&self) -> FgColorDisplay<'_, BrightBlack, Self>
Source§fn on_bright_black(&self) -> BgColorDisplay<'_, BrightBlack, Self>
fn on_bright_black(&self) -> BgColorDisplay<'_, BrightBlack, Self>
Source§fn bright_red(&self) -> FgColorDisplay<'_, BrightRed, Self>
fn bright_red(&self) -> FgColorDisplay<'_, BrightRed, Self>
Source§fn on_bright_red(&self) -> BgColorDisplay<'_, BrightRed, Self>
fn on_bright_red(&self) -> BgColorDisplay<'_, BrightRed, Self>
Source§fn bright_green(&self) -> FgColorDisplay<'_, BrightGreen, Self>
fn bright_green(&self) -> FgColorDisplay<'_, BrightGreen, Self>
Source§fn on_bright_green(&self) -> BgColorDisplay<'_, BrightGreen, Self>
fn on_bright_green(&self) -> BgColorDisplay<'_, BrightGreen, Self>
Source§fn bright_yellow(&self) -> FgColorDisplay<'_, BrightYellow, Self>
fn bright_yellow(&self) -> FgColorDisplay<'_, BrightYellow, Self>
Source§fn on_bright_yellow(&self) -> BgColorDisplay<'_, BrightYellow, Self>
fn on_bright_yellow(&self) -> BgColorDisplay<'_, BrightYellow, Self>
Source§fn bright_blue(&self) -> FgColorDisplay<'_, BrightBlue, Self>
fn bright_blue(&self) -> FgColorDisplay<'_, BrightBlue, Self>
Source§fn on_bright_blue(&self) -> BgColorDisplay<'_, BrightBlue, Self>
fn on_bright_blue(&self) -> BgColorDisplay<'_, BrightBlue, Self>
Source§fn bright_magenta(&self) -> FgColorDisplay<'_, BrightMagenta, Self>
fn bright_magenta(&self) -> FgColorDisplay<'_, BrightMagenta, Self>
Source§fn on_bright_magenta(&self) -> BgColorDisplay<'_, BrightMagenta, Self>
fn on_bright_magenta(&self) -> BgColorDisplay<'_, BrightMagenta, Self>
Source§fn bright_purple(&self) -> FgColorDisplay<'_, BrightMagenta, Self>
fn bright_purple(&self) -> FgColorDisplay<'_, BrightMagenta, Self>
Source§fn on_bright_purple(&self) -> BgColorDisplay<'_, BrightMagenta, Self>
fn on_bright_purple(&self) -> BgColorDisplay<'_, BrightMagenta, Self>
Source§fn bright_cyan(&self) -> FgColorDisplay<'_, BrightCyan, Self>
fn bright_cyan(&self) -> FgColorDisplay<'_, BrightCyan, Self>
Source§fn on_bright_cyan(&self) -> BgColorDisplay<'_, BrightCyan, Self>
fn on_bright_cyan(&self) -> BgColorDisplay<'_, BrightCyan, Self>
Source§fn bright_white(&self) -> FgColorDisplay<'_, BrightWhite, Self>
fn bright_white(&self) -> FgColorDisplay<'_, BrightWhite, Self>
Source§fn on_bright_white(&self) -> BgColorDisplay<'_, BrightWhite, Self>
fn on_bright_white(&self) -> BgColorDisplay<'_, BrightWhite, Self>
Source§fn bold(&self) -> BoldDisplay<'_, Self>
fn bold(&self) -> BoldDisplay<'_, Self>
Source§fn dimmed(&self) -> DimDisplay<'_, Self>
fn dimmed(&self) -> DimDisplay<'_, Self>
Source§fn italic(&self) -> ItalicDisplay<'_, Self>
fn italic(&self) -> ItalicDisplay<'_, Self>
Source§fn underline(&self) -> UnderlineDisplay<'_, Self>
fn underline(&self) -> UnderlineDisplay<'_, Self>
Source§fn blink(&self) -> BlinkDisplay<'_, Self>
fn blink(&self) -> BlinkDisplay<'_, Self>
Source§fn blink_fast(&self) -> BlinkFastDisplay<'_, Self>
fn blink_fast(&self) -> BlinkFastDisplay<'_, Self>
Source§fn reversed(&self) -> ReversedDisplay<'_, Self>
fn reversed(&self) -> ReversedDisplay<'_, Self>
Source§fn strikethrough(&self) -> StrikeThroughDisplay<'_, Self>
fn strikethrough(&self) -> StrikeThroughDisplay<'_, Self>
Source§fn color<Color>(&self, color: Color) -> FgDynColorDisplay<'_, Color, Self>where
Color: DynColor,
fn color<Color>(&self, color: Color) -> FgDynColorDisplay<'_, Color, Self>where
Color: DynColor,
OwoColorize::fg or
a color-specific method, such as OwoColorize::green, Read moreSource§fn on_color<Color>(&self, color: Color) -> BgDynColorDisplay<'_, Color, Self>where
Color: DynColor,
fn on_color<Color>(&self, color: Color) -> BgDynColorDisplay<'_, Color, Self>where
Color: DynColor,
OwoColorize::bg or
a color-specific method, such as OwoColorize::on_yellow, Read more