1#[derive(Debug, Clone, Copy, PartialEq, Eq)]
13pub enum Kind {
14 Bool,
15 Count,
17 Text,
18 Path,
20 List,
22 Choice(&'static [&'static str]),
24 Size,
26 Duration,
28 Color,
30 Toml(&'static str),
32 Tables,
34}
35
36impl Kind {
37 pub fn describe(&self) -> String {
39 match self {
40 Kind::Bool => "bool".into(),
41 Kind::Count => "integer".into(),
42 Kind::Text => "string".into(),
43 Kind::Path => "path".into(),
44 Kind::List => "list".into(),
45 Kind::Choice(words) => words.join(" \\| "),
46 Kind::Size => "size".into(),
47 Kind::Duration => "duration".into(),
48 Kind::Color => "color".into(),
49 Kind::Toml(shape) => (*shape).into(),
50 Kind::Tables => "tables".into(),
51 }
52 }
53}
54
55#[derive(Debug, Clone, Copy, PartialEq, Eq)]
57pub enum DefaultValue {
58 Value(&'static str),
59 Unset(&'static str),
61 Color {
63 dark: &'static str,
64 light: &'static str,
65 },
66}
67
68#[derive(Debug, Clone, Copy, PartialEq, Eq)]
70pub struct Setting {
71 pub key: &'static str,
73 pub kind: Kind,
74 pub default: DefaultValue,
75 pub doc: &'static str,
77 pub flag: Option<&'static str>,
79 pub kwarg: Option<&'static str>,
81 pub spec: Option<&'static str>,
83}
84
85const fn s(key: &'static str, kind: Kind, default: DefaultValue, doc: &'static str) -> Setting {
86 Setting {
87 key,
88 kind,
89 default,
90 doc,
91 flag: None,
92 kwarg: None,
93 spec: None,
94 }
95}
96
97impl Setting {
98 const fn flag(mut self, flag: &'static str) -> Self {
99 self.flag = Some(flag);
100 self
101 }
102
103 const fn kwarg(mut self, kwarg: &'static str) -> Self {
104 self.kwarg = Some(kwarg);
105 self
106 }
107
108 const fn spec(mut self, key: &'static str) -> Self {
109 self.spec = Some(key);
110 self
111 }
112
113 pub fn section(&self) -> &'static str {
115 self.key.rsplit_once('.').map_or("", |(s, _)| s)
116 }
117
118 pub fn name(&self) -> &'static str {
120 self.key.rsplit_once('.').map_or(self.key, |(_, n)| n)
121 }
122
123 pub fn matches(&self, key: &str) -> bool {
125 match self.key.strip_suffix(".*") {
126 Some(prefix) => key
127 .strip_prefix(prefix)
128 .and_then(|rest| rest.strip_prefix('.'))
129 .is_some_and(|name| !name.is_empty() && !name.contains('.')),
130 None => self.key == key,
131 }
132 }
133}
134
135use DefaultValue::{Unset, Value};
136use Kind::*;
137
138const fn color(
139 key: &'static str,
140 dark: &'static str,
141 light: &'static str,
142 doc: &'static str,
143) -> Setting {
144 s(key, Color, DefaultValue::Color { dark, light }, doc)
145}
146
147#[derive(Debug, Clone, Copy, PartialEq, Eq)]
149pub struct Section {
150 pub name: &'static str,
151 pub title: &'static str,
152 pub intro: &'static str,
154}
155
156pub const SECTIONS: &[Section] = &[
158 Section {
159 name: "",
160 title: "Top level",
161 intro: "",
162 },
163 Section {
164 name: "read",
165 title: "Read",
166 intro: "How files are read. A file's own layout (delimiter, header, rows to skip) is a flag for that file, not a setting.",
167 },
168 Section {
169 name: "csv",
170 title: "CSV",
171 intro: "CSV, TSV and PSV. A [delimited format spec](../formats/format-specs.md#delimited-text) takes these keys too.",
172 },
173 Section {
174 name: "display",
175 title: "Display",
176 intro: "",
177 },
178 Section {
179 name: "performance",
180 title: "Performance",
181 intro: "The rows the table buffers between reads, and the engine.",
182 },
183 Section {
184 name: "analysis",
185 title: "Analysis",
186 intro: "Analysis, Data Quality and charts.",
187 },
188 Section {
189 name: "chart",
190 title: "Chart",
191 intro: "Charts exported to a file (`e` in the chart view).",
192 },
193 Section {
194 name: "home",
195 title: "Home",
196 intro: "The home screen.",
197 },
198 Section {
199 name: "home.search",
200 title: "Home search",
201 intro: "Searching below the working directory as you type on the home screen.",
202 },
203 Section {
204 name: "cloud",
205 title: "Cloud",
206 intro: "See [Cloud sources](cloud-sources.md) for `[[cloud.connections]]`.",
207 },
208 Section {
209 name: "http",
210 title: "HTTP",
211 intro: "Every request datui makes: HTTP(S) files, cloud stores and their sign-ins.",
212 },
213 Section {
214 name: "query",
215 title: "Query",
216 intro: "",
217 },
218 Section {
219 name: "views",
220 title: "Views",
221 intro: "",
222 },
223 Section {
224 name: "clipboard",
225 title: "Clipboard",
226 intro: "How the copy dialog (`y`) reaches the system clipboard.",
227 },
228 Section {
229 name: "formats",
230 title: "Formats",
231 intro: "Where [format specs](../formats/format-specs.md) and dictionaries are found.",
232 },
233 Section {
234 name: "limits",
235 title: "Limits",
236 intro: "The most of a file some readers take in. Past one, the rest is left out or the file refused, and the note or error names the key that raises it.",
237 },
238 Section {
239 name: "log",
240 title: "Log",
241 intro: "",
242 },
243 Section {
244 name: "theme",
245 title: "Theme",
246 intro: "",
247 },
248 Section {
249 name: "theme.colors",
250 title: "Colors",
251 intro: "Each slot takes a name (`red`, `bright_blue`, `default`), `#rrggbb` or `indexed(0-255)`. They lie over the theme in use, `theme.dark` or `theme.light`, in either mode; a whole theme of your own goes in a file in `themes/`.",
252 },
253 Section {
254 name: "glyphs",
255 title: "Glyphs",
256 intro: "",
257 },
258];
259
260pub const SETTINGS: &[Setting] = &[
262 s("import", List, Value("[]"), "Config files merged in before this one, in order; this file's own values win. Paths may be relative to this file, or use ~ and $VAR."),
264 s("catalogs", Toml("list of path \\| { path, id, label }"), Value("[]"), "Catalog files elsewhere, listed on the home screen after catalog.toml and the config directory's catalogs/*.toml, each a section; see Catalogs. Each is a path, or { path, id, label } to give it another id or label. Paths may be relative to this file. Adds up across imports."),
265 s("read.infer_types", Toml("bool \\| list of columns"), Value("true"), "Read string columns as dates, times, durations or numbers where every value parses, after trimming: true for all, false for none, or a list of columns. CSV, and dates in JSON. A column with a leading zero (02134) stays text; a later value that does not parse is null, and the Notes tab counts them.").flag("infer-types").kwarg("infer_types"),
267 s("read.parquet_schema", Choice(&["union", "first"]), Value("\"union\""), "A partitioned Parquet dataset's schema: union is every column any file has, from their footers; first lets Polars take one file's.").kwarg("parquet_schema"),
268 s("read.decompress_in_memory", Bool, Value("false"), "Decompress a compressed CSV, TSV or PSV into memory instead of to a temp file.").kwarg("decompress_in_memory"),
269 s("read.temp_dir", Path, Unset("\"/tmp\""), "Directory for decompression temp files. Unset: the system's.").flag("temp-dir").kwarg("temp_dir"),
270 s("read.follow_interval", Duration, Value("\"250ms\""), "With --follow, how often the file is checked for new rows, or on Linux the least time between two reads, 10ms to 1m. Appends within one interval are one refresh."),
271 s("read.exact_count_files", Count, Value("50000"), "A dataset of more files than this shows a row count estimated from a sample of its footers until c in the Info panel counts it; 0 always counts."),
272 s("read.memory_warning", Size, Value("\"1GiB\""), "Ask before reading more than this of a file whole into memory (JSON, Avro, ORC, Excel and the other formats read in memory); 0 never asks."),
273 s("read.audio_float", Bool, Value("false"), "Show integer audio samples as float in [-1, 1].").kwarg("audio_float"),
274 s("csv.comment", Text, Unset("\"#\""), "Lines starting with this are comments, before the header and among the data.").flag("comment").kwarg("comment").spec("comment"),
276 s("csv.header_join", Text, Value("\" \""), "Joins a column's names when --header-rows names several lines.").kwarg("header_join").spec("header_join"),
277 s("csv.skip_initial_space", Bool, Value("false"), "Ignore the spaces after a delimiter, so padded numbers are numbers and a cell of spaces is null.").flag("skip-initial-space").kwarg("skip_initial_space").spec("skip_initial_space"),
278 s("csv.null_values", List, Value("[]"), "Values read as null: VAL in every column, COL=VAL in column COL only. --null is repeatable and replaces this list.").flag("null").kwarg("null_values").spec("null_values"),
279 s("csv.infer_rows", Count, Value("1000"), "Rows read to infer column types.").flag("infer-rows").kwarg("infer_rows"),
280 s("csv.ignore_errors", Bool, Value("false"), "Skip rows that do not parse instead of failing.").flag("ignore-errors").kwarg("ignore_errors"),
281 s("display.unicode", Choice(&["auto", "always", "never"]), Value("\"auto\""), "Box-drawing and arrow glyphs, or plain ASCII. auto uses them when the locale is UTF-8, or on Windows when no locale is set."),
283 s("display.row_numbers", Toml("\"auto\" \\| bool"), Value("\"auto\""), "Number rows on the left by their place in the source, kept through a sort or filter (# toggles). auto: for text and logs; true or false: for all of them.").flag("row-numbers").kwarg("row_numbers"),
284 s("display.row_numbers_start", Count, Value("1"), "The number of the source's first row.").kwarg("row_numbers_start"),
285 s("display.cell_padding", Toml("\"comfortable\" \\| \"compact\" \\| integer"), Value("\"comfortable\""), "Space between columns: comfortable (2 cells), compact (1) or a number of cells."),
286 s("display.column_colors", Bool, Value("true"), "Color cells by column type.").kwarg("column_colors"),
287 s("display.type_row", Bool, Value("true"), "A second header row naming each column's type (D toggles)."),
288 s("display.notes_accent", Bool, Value("true"), "Accent the i key when datui has noticed something about the data."),
289 s("display.mouse", Bool, Value("true"), "Take the mouse: the wheel scrolls, a click selects. false leaves it to the terminal.").flag("mouse"),
290 s("display.sidebar_width", Count, Unset("70"), "Width of every sidebar, in cells. Unset: each sidebar's own."),
291 s("display.right_align_numbers", Bool, Value("true"), "Right-align numeric columns and their headers.").kwarg("right_align_numbers"),
292 s("display.number_format", Toml("preset \\| table"), Value("\"none\""), "Digit grouping: none, thousands, european, si, swiss, indian, underscore or system, or a [display.number_format] table (, toggles).").flag("number-format").kwarg("number_format"),
293 s("performance.pages_ahead", Count, Value("3"), "Pages of rows buffered ahead of the screen.").kwarg("pages_ahead"),
295 s("performance.pages_behind", Count, Value("3"), "Pages of rows buffered behind the screen.").kwarg("pages_behind"),
296 s("performance.max_buffered_rows", Count, Value("100000"), "Most rows the table buffers between reads; 0 for no limit.").kwarg("max_buffered_rows"),
297 s("performance.max_buffered", Size, Value("\"512MiB\""), "Most memory the buffered rows may take, estimated from the schema; 0 for no limit. Rounded up to whole MiB.").kwarg("max_buffered"),
298 s("performance.streaming", Bool, Value("true"), "Use the Polars streaming engine where it applies.").kwarg("streaming"),
299 s("performance.threads", Count, Value("0"), "Most threads Polars computes with; 0 for every core. It caps speed, not memory; POLARS_MAX_THREADS, when set, wins. The datui command only: the Python module runs its own Polars, which POLARS_MAX_THREADS sizes when it first computes."),
300 s("analysis.sample_rows", Count, Value("100000"), "Rows an analysis samples from a larger table, spread across all of it; 0 reads every row.").flag("sample-rows").kwarg("sample_rows"),
302 s("analysis.chart_rows", Count, Value("10000"), "Rows a chart reads; a larger table is sampled across all of it."),
303 s("analysis.chart_grid", Bool, Value("false"), "Start charts with a grid at the major ticks (g toggles)."),
304 s("analysis.quality_local_copy", Size, Value("\"2GiB\""), "Most a Data Quality full scan of a remote dataset copies into the cache to read once; 0 never copies."),
305 s("analysis.sample_memory_limit", Size, Unset("\"8GiB\""), "Most memory a view's sample may take. Unset: the memory available now decides; 0 never warns or stops."),
306 s("chart.export_recipe", Bool, Value("true"), "Embed how an exported chart was made (source path, query, chart, sample) in its PNG, SVG or PDF. The export dialog's Recipe row starts from it."),
307 s("home.desktop_recents", Bool, Value("true"), "Also list directories from the desktop's recently-used files; never the file names."),
309 s("home.wordmark", Bool, Value("true"), "Show the datui wordmark at the top of the home screen; off, the one-line title bar."),
310 s("home.show_unreadable", Bool, Value("false"), "List files datui cannot read, dimmed (Ctrl+A toggles)."),
311 s("home.hide", List, Value("[]"), "Catalogs not shown, by id: mine (catalog.toml), examples, or a listed file's name; one entry as catalog/id, such as examples/nyc-taxis. Adds up across imports."),
312 s("home.preview_max", Size, Value("\"64MiB\""), "Largest local file whose first rows the home screen previews; 0 turns the preview off."),
313 s("home.search.enabled", Bool, Value("true"), "Search below the working directory as you type."),
314 s("home.search.max_depth", Count, Value("8"), "How many directories deep the search goes."),
315 s("home.search.max_results", Count, Value("1000"), "Matches listed; the rest are counted."),
316 s("home.search.time_budget", Duration, Value("\"1500ms\""), "How long the search walks before keeping what it found."),
317 s("home.search.cross_filesystems", Bool, Value("false"), "Descend into other filesystems, network mounts included."),
318 s("home.search.follow_gitignore", Bool, Value("false"), "Skip what .gitignore ignores."),
319 s("home.search.skip", List, Value("[\"node_modules\", \"target\", \"build\", \"dist\", \"vendor\", \"site-packages\", \"__pycache__\", \"venv\", \"env\"]"), "Directory names never searched. Replaces the defaults; skip_extra adds to them."),
320 s("home.search.skip_extra", List, Value("[]"), "Directory names never searched, besides skip."),
321 s("home.search.extensions", List, Value("[]"), "Extensions searched for; empty means those of the formats datui reads."),
322 s("cloud.connections", Tables, Unset("[]"), "Cloud stores to list on the home screen; see Cloud sources."),
324 s("cloud.hide", List, Value("[]"), "Cloud source IDs not shown on the home screen. Adds up across imports."),
325 s("cloud.use_azure_account_keys", Bool, Value("true"), "Read an Azure account with its access keys when a sign-in has no data role, as the Portal does."),
326 s("cloud.env_files", List, Value("[]"), "Files to read cloud variables from, relative to the working directory, such as .env. Adds up across imports."),
327 s("cloud.instance_identity", Bool, Value("false"), "Use the identity of the cloud VM datui runs on (EC2, GCE, Azure)."),
328 s("cloud.discover", Toml("bool \\| \"all\" \\| \"none\" \\| list"), Unset("true"), "Logins found on this machine that become home-screen sources: all (unset), none, or kinds from s3, gcs, azure."),
329 s("cloud.list_on_start", Bool, Value("false"), "List every source's buckets when the home screen opens, not when one is entered."),
330 s("http.user_agent", Text, Value("\"\""), "The User-Agent header on every request. Empty sends datui/VERSION (+https://github.com/derekwisong/datui), which names datui and its version and nothing about you."),
332 s("query.history_limit", Count, Value("1000"), "Queries remembered."),
334 s("query.history", Bool, Value("true"), "Remember queries."),
335 s("query.default_mode", Choice(&["sql", "q"]), Value("\"sql\""), "The language : starts in, until Ctrl+T picks another."),
336 s("views.auto_apply", Bool, Value("false"), "Apply the best-matching view when a file opens."),
338 s("clipboard.backend", Choice(&["auto", "native", "osc52"]), Value("\"auto\""), "auto: the display server where one answers, osc52 elsewhere (SSH). osc52 is an escape sequence the terminal applies."),
340 s("clipboard.osc52_limit", Size, Value("\"100KiB\""), "Longest osc52 copy to attempt, as base64. Terminals cap what they accept."),
341 s("formats.path", List, Value("[]"), "Directories of format specs and dictionaries, searched after ~/.config/datui/formats and $DATUI_FORMATS_PATH. Adds up across imports."),
343 s("limits.indexed_records", Count, Value("67108864"), "Most records one pass indexes: a flight log's messages, a candump's frames, a text file's lines, a format spec's tagged records."),
345 s("limits.elf_symbols", Count, Value("10000000"), "Most symbols read from an ELF file."),
346 s("limits.midi_bytes", Size, Value("\"64MiB\""), "Largest MIDI file read; a larger one is refused."),
347 s("limits.midi_events", Count, Value("10000000"), "Most events read from MIDI files, all files of one open together."),
348 s("limits.journal_bytes", Size, Value("\"1GiB\""), "Most journal JSON read into memory, all files of one open together; the records past it are left out, and the Notes tab says how much."),
349 s("limits.detail_rows", Count, Value("10000"), "Most rows of a list on an Info panel tab (symbols, sections, metadata); one more row says how many were left out."),
350 s("limits.sdf_fields", Count, Value("4096"), "Most fields (data items by name) read from an SDF file, each a column."),
351 s("limits.vcd_signals", Count, Value("1048576"), "Most signals read from a VCD file, each a column."),
352 s("limits.fix_tags", Count, Value("4096"), "Most tags read from a FIX file, each a column."),
353 s("limits.fix_fields", Count, Value("4096"), "Most fields read from one FIX message."),
354 s("limits.gpx_fields", Count, Value("256"), "Most extension fields read from a GPX file, each a column."),
355 s("limits.npy_header_bytes", Size, Value("\"4MiB\""), "Largest NumPy header read; a file with a larger one is refused."),
356 s("log.file", Path, Unset("\"~/datui.log\""), "Where the log goes. Unset: datui.log in the cache directory.").flag("log-file"),
357 s("log.level", Choice(&["error", "warn", "info", "debug", "trace", "off"]), Unset("\"warn\""), "How much the log says (default warn). DATUI_LOG beats a config file's; -c and --log-level beat DATUI_LOG.").flag("log-level"),
358 s("theme.mode", Choice(&["auto", "dark", "light"]), Unset("\"auto\""), "Which mode's theme to use: theme.dark or theme.light. auto follows the terminal's answer about its background, else its last answer, then COLORFGBG, then dark; it asks again when the terminal regains focus."),
360 s("theme.dark", Text, Value("\"night-market\""), "The theme used when the terminal is dark: night-market, day-market, or a file's name in the config directory's themes/. A name that cannot be used falls back to night-market, with a warning when dark is in use."),
361 s("theme.light", Text, Value("\"day-market\""), "The theme used when the terminal is light: night-market, day-market, or a file's name in the config directory's themes/. A name that cannot be used falls back to day-market, with a warning when light is in use."),
362 color("theme.colors.chip_key", "#7dcfff", "#2e7de9", "Keys named in the footer, dialogs, the breadcrumb and the correlation matrix."),
363 color("theme.colors.chip_label", "#a9b1d6", "#3760bf", "Labels beside keys in the footer, and the footer's status."),
364 color("theme.colors.throbber", "#7dcfff", "#2e7de9", "The busy spinner."),
365 color("theme.colors.success", "#9ece6a", "#587539", "Success."),
366 color("theme.colors.error", "#f7768e", "#f52a65", "Errors."),
367 color("theme.colors.warning", "#e0af68", "#8c6c3e", "Warnings."),
368 color("theme.colors.dimmed", "#565f89", "#848cb5", "Dimmed text, nulls and axes."),
369 color("theme.colors.background", "default", "default", "Main background."),
370 color("theme.colors.surface", "default", "default", "Dialog background."),
371 color("theme.colors.controls_bg", "#262a3f", "#d0d5e3", "Count chips and dialogs' key chips."),
372 color("theme.colors.text_primary", "default", "default", "Text."),
373 color("theme.colors.text_secondary", "#737aa2", "#6172b0", "Secondary text."),
374 color("theme.colors.text_inverse", "#1a1b26", "#e1e2e7", "Text on a key chip."),
375 color("theme.colors.table_header", "#c0caf5", "#3760bf", "Header text."),
376 color("theme.colors.table_header_bg", "#2b3047", "#c4c8da", "Header fill."),
377 color("theme.colors.table_row_numbers", "#565f89", "#848cb5", "The row-number column."),
378 color("theme.colors.table_column_separator", "#3b4261", "#a8aecb", "The rule after frozen columns and beside section titles."),
379 color("theme.colors.table_selected", "#283457", "#b6bfe2", "Tint under the current row; reversed swaps text and background instead."),
380 color("theme.colors.table_column_cursor", "#292e42", "#cbd3f2", "Tint under the column cursor's cells."),
381 color("theme.colors.table_cell_cursor", "#3b4261", "#a0aef0", "The column cursor's header and the current cell."),
382 color("theme.colors.sidebar_border", "#565f89", "#6172b0", "Sidebar and dialog borders."),
383 color("theme.colors.modal_border_active", "#7dcfff", "#2e7de9", "The focused dialog's border."),
384 color("theme.colors.modal_border_error", "#f7768e", "#f52a65", "An error dialog's border."),
385 color("theme.colors.distribution_normal", "#9ece6a", "#587539", "Analysis: a normal distribution."),
386 color("theme.colors.distribution_skewed", "#e0af68", "#8c6c3e", "Analysis: a skewed distribution."),
387 color("theme.colors.distribution_other", "#c0caf5", "#3760bf", "Analysis: other distributions."),
388 color("theme.colors.outlier_marker", "#f7768e", "#f52a65", "Analysis: outliers."),
389 color("theme.colors.input_cursor", "default", "default", "The text caret; default reverses the text under it."),
390 color("theme.colors.input_cursor_text", "default", "default", "Text under the caret block; default picks black or white by contrast."),
391 color("theme.colors.table_alternate_row", "#1e2030", "#dcdfea", "Every other row; default turns the stripe off."),
392 color("theme.colors.type_str", "#9ece6a", "#587539", "String columns."),
393 color("theme.colors.type_int", "#7aa2f7", "#2e7de9", "Integer columns."),
394 color("theme.colors.type_float", "#2ac3de", "#007197", "Float columns."),
395 color("theme.colors.type_bool", "#e0af68", "#8c6c3e", "Boolean columns."),
396 color("theme.colors.type_temporal", "#bb9af7", "#9854f1", "Date, time and datetime columns."),
397 color("theme.colors.type_binary", "#565f89", "#848cb5", "Binary columns' placeholder."),
398 color("theme.colors.chart_1", "#7dcfff", "#2e7de9", "Chart series 1; also histogram bars, bar charts and Q-Q points."),
399 color("theme.colors.chart_2", "#bb9af7", "#9854f1", "Chart series 2."),
400 color("theme.colors.chart_3", "#9ece6a", "#587539", "Chart series 3."),
401 color("theme.colors.chart_4", "#e0af68", "#8c6c3e", "Chart series 4."),
402 color("theme.colors.chart_5", "#7aa2f7", "#007197", "Chart series 5."),
403 color("theme.colors.chart_6", "#f7768e", "#f52a65", "Chart series 6."),
404 color("theme.colors.chart_7", "#ff9e64", "#b15c00", "Chart series 7."),
405 color("theme.colors.chart_8", "#1abc9c", "#118c74", "Chart series 8."),
406 color("theme.colors.chart_9", "#ff5fd2", "#d1188c", "Chart series 9."),
407 color("theme.colors.chart_10", "#f4ef8a", "#24357a", "Chart series 10."),
408 color("theme.colors.chart_grid", "#3d4785", "#70aabf", "The chart grid, a shade dimmer than dimmed."),
409 color("theme.colors.accent", "#7dcfff", "#2e7de9", "Key chips, focused titles and the selection rail."),
410 color("theme.colors.accent_bright", "#a4daff", "#1a6cd0", "The section the cursor is in."),
411 color("theme.colors.gradient_start", "#7aa2f7", "#2e7de9", "The wordmark's first stop."),
412 color("theme.colors.gradient_end", "#bb9af7", "#9854f1", "The wordmark's last stop."),
413 color("theme.colors.find_match", "#e0af68", "#f0c35a", "Behind the cell a find landed on."),
414 color("theme.colors.hex_null", "#565f89", "#848cb5", "Hex view: the byte 0x00."),
415 color("theme.colors.hex_printable", "#7dcfff", "#007197", "Hex view: printable ASCII."),
416 color("theme.colors.hex_whitespace", "#9ece6a", "#587539", "Hex view: whitespace bytes."),
417 color("theme.colors.hex_control", "#bb9af7", "#9854f1", "Hex view: other control bytes."),
418 color("theme.colors.hex_high", "#e0af68", "#8c6c3e", "Hex view: 0x80 to 0xFE."),
419 color("theme.colors.hex_ff", "#f7768e", "#f52a65", "Hex view: the byte 0xFF."),
420 s("glyphs.*", Toml("string \\| list"), Unset("in_object_store = \"☁\""), "A glyph slot from glyphs.rs, replaced when the Unicode set is active. Keeps the width of the glyph it replaces."),
422];
423
424#[derive(Debug, Clone, Copy, PartialEq, Eq)]
427pub struct OpenOption {
428 pub flag: &'static str,
430 pub kwarg: &'static str,
431 pub kind: Kind,
432 pub spec: Option<&'static str>,
434}
435
436const fn open(flag: &'static str, kwarg: &'static str, kind: Kind) -> OpenOption {
437 OpenOption {
438 flag,
439 kwarg,
440 kind,
441 spec: None,
442 }
443}
444
445const fn open_spec(
446 flag: &'static str,
447 kwarg: &'static str,
448 kind: Kind,
449 spec: &'static str,
450) -> OpenOption {
451 OpenOption {
452 flag,
453 kwarg,
454 kind,
455 spec: Some(spec),
456 }
457}
458
459pub const OPEN: &[OpenOption] = &[
461 open("format", "format", Text),
462 open("table", "table", Text),
463 open("hive", "hive", Bool),
464 open(
465 "compression",
466 "compression",
467 Choice(&["gzip", "zstd", "bzip2", "xz"]),
468 ),
469 open("dict", "dict", List),
470 open("view", "view", Text),
471 open_spec("delimiter", "delimiter", Text, "delimiter"),
472 open("no-header", "no_header", Bool),
473 open_spec("header-rows", "header_rows", List, "header_rows"),
474 open("footer-rows", "footer_rows", Count),
475 open("skip-rows", "skip_rows", Count),
476 open_spec("skip-lines", "skip_lines", Count, "skip_lines"),
477];
478
479#[derive(Debug, Clone, Copy, PartialEq, Eq)]
481pub enum EnvGroup {
482 Datui,
484 Terminal,
486 Programs,
488 Cloud,
490}
491
492impl EnvGroup {
493 pub fn title(self) -> &'static str {
495 match self {
496 Self::Datui => "datui",
497 Self::Terminal => "Terminal",
498 Self::Programs => "Programs datui starts",
499 Self::Cloud => "Cloud logins",
500 }
501 }
502}
503
504#[derive(Debug, Clone, Copy, PartialEq, Eq)]
506pub struct EnvVar {
507 pub names: &'static [&'static str],
509 pub group: EnvGroup,
510 pub doc: &'static str,
512}
513
514const fn env(names: &'static [&'static str], group: EnvGroup, doc: &'static str) -> EnvVar {
515 EnvVar { names, group, doc }
516}
517
518pub const ENVIRONMENT: &[EnvVar] = &[
520 env(
521 &["DATUI_CONFIG_DIR"],
522 EnvGroup::Datui,
523 "The config directory, in place of the platform's (`~/.config/datui` on Linux). Saved views and format specs live there too",
524 ),
525 env(
526 &["DATUI_CACHE_DIR"],
527 EnvGroup::Datui,
528 "The cache directory, in place of the platform's (`~/.cache/datui` on Linux)",
529 ),
530 env(
531 &["DATUI_FORMATS_PATH"],
532 EnvGroup::Datui,
533 "Directories of format specs and dictionaries, separated as `PATH` is, searched before `[formats] path`",
534 ),
535 env(
536 &["DATUI_LOG"],
537 EnvGroup::Datui,
538 "The log level: `error`, `warn`, `info`, `debug`, `trace` or `off`. Beats `log.level` in a file; `-c` and `--log-level` beat it",
539 ),
540 env(
541 &["DATUI_DEBUG"],
542 EnvGroup::Datui,
543 "`1` shows the debug overlay",
544 ),
545 env(
546 &["DATUI_GCP_PROJECT"],
547 EnvGroup::Datui,
548 "The Google Cloud project to list when projects cannot be searched, as `GOOGLE_CLOUD_PROJECT`",
549 ),
550 env(
551 &["DATUI_TRACE_FIRST_ROWS"],
552 EnvGroup::Datui,
553 "A file to write the time to, in Unix nanoseconds, once the first rows are drawn. For benchmarks",
554 ),
555 env(
556 &["NO_COLOR"],
557 EnvGroup::Terminal,
558 "Set to anything: no colors, the terminal's own for everything",
559 ),
560 env(
561 &["COLORTERM", "TERM", "FORCE_COLOR"],
562 EnvGroup::Terminal,
563 "How many colors the terminal draws: 24-bit, 256 or 16. Theme colors are brought down to fit",
564 ),
565 env(
566 &["COLORFGBG"],
567 EnvGroup::Terminal,
568 "With `theme.mode = \"auto\"`, says whether the background is light or dark, for a terminal that does not answer when asked",
569 ),
570 env(
571 &["TERM_PROGRAM"],
572 EnvGroup::Terminal,
573 "With `theme.mode = \"auto\"`, names the terminal whose last answer about its background picks the first frame's theme; `TERM` when unset",
574 ),
575 env(
576 &["LC_ALL", "LC_CTYPE", "LANG"],
577 EnvGroup::Terminal,
578 "With `display.unicode = \"auto\"`, the first one set says whether the terminal takes UTF-8; when it does not, glyphs are ASCII. With none set, Windows draws Unicode and other systems ASCII",
579 ),
580 env(
581 &["VISUAL", "EDITOR", "PAGER"],
582 EnvGroup::Programs,
583 "The inspector's `o` opens text in the first one set, else `less` (on Windows, the system's opener)",
584 ),
585 env(
586 &["AWS_PROFILE"],
587 EnvGroup::Cloud,
588 "The AWS profile for `s3://`, else `default`",
589 ),
590 env(
591 &[
592 "AWS_ACCESS_KEY_ID",
593 "AWS_SECRET_ACCESS_KEY",
594 "AWS_SESSION_TOKEN",
595 ],
596 EnvGroup::Cloud,
597 "AWS keys, and the token of temporary ones",
598 ),
599 env(
600 &["AWS_REGION", "AWS_DEFAULT_REGION"],
601 EnvGroup::Cloud,
602 "The AWS region",
603 ),
604 env(
605 &["AWS_ENDPOINT_URL_S3", "AWS_ENDPOINT_URL", "AWS_ENDPOINT"],
606 EnvGroup::Cloud,
607 "An S3-compatible endpoint (MinIO, R2, Ceph); the first one set",
608 ),
609 env(
610 &["AWS_CONFIG_FILE", "AWS_SHARED_CREDENTIALS_FILE"],
611 EnvGroup::Cloud,
612 "The AWS config and credentials files, in place of `~/.aws/config` and `~/.aws/credentials`",
613 ),
614 env(
615 &[
616 "GOOGLE_APPLICATION_CREDENTIALS",
617 "GOOGLE_SERVICE_ACCOUNT",
618 "GOOGLE_SERVICE_ACCOUNT_PATH",
619 "GOOGLE_SERVICE_ACCOUNT_KEY",
620 ],
621 EnvGroup::Cloud,
622 "A Google Cloud service account or credentials file for `gs://`",
623 ),
624 env(
625 &[
626 "GOOGLE_CLOUD_PROJECT",
627 "GCLOUD_PROJECT",
628 "CLOUDSDK_CORE_PROJECT",
629 "GCP_PROJECT",
630 ],
631 EnvGroup::Cloud,
632 "The Google Cloud project to list buckets in, after `DATUI_GCP_PROJECT`; the first one set",
633 ),
634 env(
635 &["CLOUDSDK_CONFIG"],
636 EnvGroup::Cloud,
637 "The `gcloud` configuration directory, in place of `~/.config/gcloud`",
638 ),
639 env(
640 &["AZURE_STORAGE_CONNECTION_STRING"],
641 EnvGroup::Cloud,
642 "An Azure storage connection string, with `AccountKey` or `SharedAccessSignature`",
643 ),
644 env(
645 &[
646 "AZURE_STORAGE_ACCOUNT_NAME",
647 "AZURE_STORAGE_ACCOUNT_KEY",
648 "AZURE_STORAGE_SAS_TOKEN",
649 ],
650 EnvGroup::Cloud,
651 "An Azure storage account and its key or SAS token",
652 ),
653 env(
654 &[
655 "AZURE_TENANT_ID",
656 "AZURE_CLIENT_ID",
657 "AZURE_CLIENT_SECRET",
658 "AZURE_FEDERATED_TOKEN_FILE",
659 ],
660 EnvGroup::Cloud,
661 "An Azure service principal, or AKS workload identity",
662 ),
663 env(
664 &["AZURE_CONFIG_DIR"],
665 EnvGroup::Cloud,
666 "The Azure CLI's directory, in place of `~/.azure`",
667 ),
668];
669
670pub fn render_environment_markdown() -> String {
672 let cell = |s: &str| s.replace('|', "\\|").replace('\n', " ");
673 let mut out = String::from(
674 "# Environment variables\n\n\
675 <!-- Generated from crates/datui-cli/src/settings.rs by `gen_docs`. Do not edit. -->\n\n\
676 The variables datui reads.\n",
677 );
678 for group in [
679 EnvGroup::Datui,
680 EnvGroup::Terminal,
681 EnvGroup::Programs,
682 EnvGroup::Cloud,
683 ] {
684 out.push_str(&format!("\n## {}\n\n", group.title()));
685 if group == EnvGroup::Cloud {
686 out.push_str(
687 "Read as each provider's own tools read them; a variable set but empty counts as unset. [Connect to cloud storage](../user-guide/remote-data.md) says which login wins, and `[cloud] env_files` can read them from `.env` files.\n\n",
688 );
689 }
690 out.push_str("| Variable | What it does |\n|---|---|\n");
691 for var in ENVIRONMENT.iter().filter(|v| v.group == group) {
692 let names: Vec<String> = var.names.iter().map(|n| format!("`{n}`")).collect();
693 out.push_str(&format!("| {} | {} |\n", names.join(", "), cell(var.doc)));
694 }
695 }
696 out
697}
698
699pub fn find(key: &str) -> Option<&'static Setting> {
701 SETTINGS.iter().find(|s| s.matches(key))
702}
703
704pub fn flag_help(flag: &str) -> String {
707 let setting = by_flag(flag).unwrap_or_else(|| panic!("--{flag} sets no registered key"));
708 format!("{} [config: {}]", setting.doc, setting.key)
709}
710
711pub fn by_kwarg(kwarg: &str) -> Option<&'static Setting> {
713 SETTINGS.iter().find(|s| s.kwarg == Some(kwarg))
714}
715
716pub fn by_flag(flag: &str) -> Option<&'static Setting> {
718 SETTINGS.iter().find(|s| s.flag == Some(flag))
719}
720
721pub fn in_section(section: &str) -> impl Iterator<Item = &'static Setting> + '_ {
723 SETTINGS.iter().filter(move |s| s.section() == section)
724}
725
726pub const TYPES: &[(&str, &str)] = &[
729 (
730 "size",
731 "A number and a unit: `512MiB`, `2GiB`, `100KiB` (`MB`, `GB` are powers of 1000). `0` needs none",
732 ),
733 ("duration", "A number and a unit: `250ms`, `1.5s`, `2m`"),
734 (
735 "list",
736 "In a file, a TOML array; with `-c`, `a,b` or the array",
737 ),
738 (
739 "color",
740 "A name (`red`, `bright_blue`, `default`), `#rrggbb` or `indexed(0-255)`",
741 ),
742];
743
744pub fn render_settings_markdown() -> String {
747 let cell = |s: &str| s.replace('|', "\\|").replace('\n', " ");
748 let mut out = String::from(
749 "# Settings\n\n\
750 <!-- Generated from crates/datui-cli/src/settings.rs by `gen_docs settings`. Do not edit. -->\n\n\
751 Set these in `config.toml` (`datui config init` writes one with every key\n\
752 commented out), or for one run with `-c KEY=VALUE`:\n\n\
753 ```bash\n\
754 printf 'a,b\\n1,2\\n' | datui -c display.row_numbers=true\n\
755 ```\n\n\
756 A flag beats `-c`, which beats the config files, which beat the defaults.\n\
757 `datui config keys` lists every key with its value in effect and where it was\n\
758 set. See [Configure datui](../user-guide/configuration.md) for where the file\n\
759 lives, imports, the theme and troubleshooting.\n\n\
760 | Type | Written as |\n\
761 |---|---|\n",
762 );
763 for (kind, written) in TYPES {
764 out.push_str(&format!("| {kind} | {written} |\n"));
765 }
766 for section in SECTIONS {
767 let settings: Vec<&Setting> = in_section(section.name).collect();
768 if settings.is_empty() {
769 continue;
770 }
771 out.push_str(&format!("\n## {}\n\n", section.title));
772 if !section.name.is_empty() {
773 out.push_str(&format!("`[{}]`", section.name));
774 if !section.intro.is_empty() {
775 out.push_str(&format!(" {}", section.intro));
776 }
777 out.push_str("\n\n");
778 } else if !section.intro.is_empty() {
779 out.push_str(&format!("{}\n\n", section.intro));
780 }
781 let colors = settings
782 .iter()
783 .all(|s| matches!(s.default, DefaultValue::Color { .. }));
784 if colors {
785 out.push_str("| Key | Dark | Light | Description |\n|---|---|---|---|\n");
786 } else {
787 out.push_str("| Key | Type | Default | Flag | Description |\n|---|---|---|---|---|\n");
788 }
789 for setting in settings {
790 let key = format!("`{}`", setting.key);
791 match setting.default {
792 DefaultValue::Color { dark, light } => out.push_str(&format!(
793 "| {key} | `{dark}` | `{light}` | {} |\n",
794 cell(setting.doc)
795 )),
796 DefaultValue::Value(v) | DefaultValue::Unset(v) => {
797 let default = match setting.default {
798 DefaultValue::Value(_) => format!("`{}`", cell(v)),
799 _ => "unset".to_string(),
800 };
801 let flag = setting.flag.map(|f| format!("`--{f}`")).unwrap_or_default();
802 out.push_str(&format!(
803 "| {key} | {} | {default} | {flag} | {} |\n",
804 setting.kind.describe(),
805 cell(setting.doc)
806 ));
807 }
808 }
809 }
810 }
811 out.push_str(
812 "\nThe environment variables datui reads are in\n\
813 [Environment variables](environment.md).\n",
814 );
815 out
816}
817
818#[derive(Debug, Clone, PartialEq)]
821pub struct Override {
822 pub key: String,
823 pub value: toml::Value,
824}
825
826impl std::str::FromStr for Override {
827 type Err = String;
828
829 fn from_str(text: &str) -> Result<Self, String> {
832 let Some((key, value)) = text.split_once('=') else {
833 return Err(format!(
834 "\"{text}\" is not KEY=VALUE, as in -c display.row_numbers=true"
835 ));
836 };
837 let key = key.trim();
838 let setting = find(key).ok_or_else(|| unknown_key(key))?;
839 let value = parse_value(setting, value).map_err(|e| {
840 format!(
841 "{key}: {e} ({key} takes {})",
842 setting.kind.describe().replace("\\|", "|")
843 )
844 })?;
845 Ok(Self {
846 key: key.to_string(),
847 value,
848 })
849 }
850}
851
852pub fn parse_value(setting: &Setting, text: &str) -> Result<toml::Value, String> {
854 let trimmed = text.trim();
855 Ok(match setting.kind {
856 Bool => toml::Value::Boolean(parse_bool(trimmed)?),
857 Count => {
858 let n: u64 = trimmed
859 .replace('_', "")
860 .parse()
861 .map_err(|_| format!("\"{trimmed}\" is not a whole number"))?;
862 toml::Value::Integer(i64::try_from(n).map_err(|_| format!("{n} is too large"))?)
863 }
864 Text | Path | Color => toml::Value::String(text.to_string()),
865 List => {
866 if trimmed.starts_with('[') {
867 toml_value(trimmed)
868 .filter(toml::Value::is_array)
869 .ok_or_else(|| format!("\"{trimmed}\" is not a list"))?
870 } else {
871 toml::Value::Array(
872 trimmed
873 .split(',')
874 .map(str::trim)
875 .filter(|item| !item.is_empty())
876 .map(|item| toml::Value::String(item.to_string()))
877 .collect(),
878 )
879 }
880 }
881 Choice(words) => {
882 let word = trimmed.to_ascii_lowercase();
883 if !words.contains(&word.as_str()) {
884 return Err(format!("\"{trimmed}\" is not one of {}", words.join(", ")));
885 }
886 toml::Value::String(word)
887 }
888 Size => {
889 crate::units::parse_size(trimmed)?;
890 toml::Value::String(trimmed.to_string())
891 }
892 Duration => {
893 crate::units::parse_duration(trimmed)?;
894 toml::Value::String(trimmed.to_string())
895 }
896 Toml(_) => toml_value(trimmed).unwrap_or_else(|| toml::Value::String(trimmed.to_string())),
898 Tables => return Err("is a list of tables; write it in a config file".into()),
899 })
900}
901
902pub fn parse_bool(text: &str) -> Result<bool, String> {
904 match text.to_ascii_lowercase().as_str() {
905 "true" | "yes" | "on" | "1" => Ok(true),
906 "false" | "no" | "off" | "0" => Ok(false),
907 _ => Err(format!("\"{text}\" is not true or false")),
908 }
909}
910
911fn toml_value(text: &str) -> Option<toml::Value> {
912 format!("v = {text}")
913 .parse::<toml::Table>()
914 .ok()
915 .and_then(|mut t| t.remove("v"))
916}
917
918fn unknown_key(key: &str) -> String {
920 let near = suggestions(key);
921 let mut message = format!("\"{key}\" is not a config key");
922 if !near.is_empty() {
923 message.push_str(&format!("; did you mean {}?", near.join(" or ")));
924 }
925 message.push_str(" `datui config keys` lists them");
926 message
927}
928
929pub fn suggestions(key: &str) -> Vec<&'static str> {
932 let name = key.rsplit_once('.').map_or(key, |(_, n)| n);
933 let mut scored: Vec<(usize, &'static str)> = SETTINGS
934 .iter()
935 .filter(|s| !s.key.ends_with(".*"))
936 .filter_map(|s| {
937 let distance = edit_distance(key, s.key);
938 let close = distance <= (key.len() / 4).max(2);
939 let other = s.name();
940 let alike = other == name
941 || (other.len() >= 4 && name.contains(other))
942 || (name.len() >= 4 && other.contains(name));
943 (close || alike).then_some((distance, s.key))
944 })
945 .collect();
946 scored.sort();
947 scored.into_iter().take(3).map(|(_, k)| k).collect()
948}
949
950fn edit_distance(a: &str, b: &str) -> usize {
952 let b: Vec<char> = b.chars().collect();
953 let mut row: Vec<usize> = (0..=b.len()).collect();
954 for (i, ca) in a.chars().enumerate() {
955 let mut diagonal = row[0];
956 row[0] = i + 1;
957 for (j, cb) in b.iter().enumerate() {
958 let above = row[j + 1];
959 row[j + 1] = (diagonal + usize::from(ca != *cb))
960 .min(above + 1)
961 .min(row[j] + 1);
962 diagonal = above;
963 }
964 }
965 row[b.len()]
966}
967
968#[cfg(test)]
969mod tests {
970 use super::*;
971
972 #[test]
973 fn an_override_reads_its_value_for_the_key() {
974 let o: Override = "display.mouse=yes".parse().unwrap();
975 assert_eq!(o.value, toml::Value::Boolean(true));
976 let o: Override = "display.row_numbers=auto".parse().unwrap();
977 assert_eq!(o.value, toml::Value::String("auto".into()));
978 let o: Override = "display.row_numbers=false".parse().unwrap();
979 assert_eq!(o.value, toml::Value::Boolean(false));
980 let o: Override = "csv.comment=#".parse().unwrap();
981 assert_eq!(o.value, toml::Value::String("#".into()));
982 let o: Override = "cloud.env_files=a.env, b.env".parse().unwrap();
983 assert_eq!(o.value.as_array().map(Vec::len), Some(2));
984 let o: Override = "home.hide=[\"x\"]".parse().unwrap();
985 assert_eq!(o.value.as_array().map(Vec::len), Some(1));
986 let o: Override = "cloud.discover=s3,gcs".parse().unwrap();
987 assert_eq!(o.value, toml::Value::String("s3,gcs".into()));
988 let o: Override = "cloud.discover=false".parse().unwrap();
989 assert_eq!(o.value, toml::Value::Boolean(false));
990 let o: Override = "glyphs.spinner=[\"a\", \"b\"]".parse().unwrap();
991 assert!(o.value.is_array());
992 let o: Override = "csv.null_values=amount=".parse().unwrap();
994 assert_eq!(o.value.as_array().unwrap()[0].as_str(), Some("amount="));
995 }
996
997 #[test]
998 fn sizes_and_durations_take_their_unit() {
999 let o: Override = "performance.max_buffered=1GiB".parse().unwrap();
1000 assert_eq!(o.value, toml::Value::String("1GiB".into()));
1001 let e = "performance.max_buffered=512"
1002 .parse::<Override>()
1003 .unwrap_err();
1004 assert!(e.contains("needs a unit"), "{e}");
1005 let o: Override = "read.follow_interval=1s".parse().unwrap();
1006 assert_eq!(o.value, toml::Value::String("1s".into()));
1007 let e = "read.follow_interval=fast".parse::<Override>().unwrap_err();
1008 assert!(e.contains("duration"), "{e}");
1009 }
1010
1011 #[test]
1012 fn an_override_refuses_with_the_way_out() {
1013 let e = "file_loading.comment_char=#"
1014 .parse::<Override>()
1015 .unwrap_err();
1016 assert!(e.contains("did you mean csv.comment"), "{e}");
1017 let e = "performance.polars_streaming=false"
1018 .parse::<Override>()
1019 .unwrap_err();
1020 assert!(e.contains("performance.streaming"), "{e}");
1021 let e = "display.row_number=true".parse::<Override>().unwrap_err();
1022 assert!(e.contains("did you mean display.row_numbers"), "{e}");
1023 let e = "row_numbers=true".parse::<Override>().unwrap_err();
1024 assert!(e.contains("display.row_numbers"), "{e}");
1025 let e = "display.row_numbers_start=one"
1026 .parse::<Override>()
1027 .unwrap_err();
1028 assert!(
1029 e.contains("not a whole number") && e.contains("integer"),
1030 "{e}"
1031 );
1032 let e = "display.mouse=maybe".parse::<Override>().unwrap_err();
1033 assert!(e.contains("not true or false"), "{e}");
1034 let e = "display.unicode=sometimes".parse::<Override>().unwrap_err();
1035 assert!(e.contains("auto, always, never"), "{e}");
1036 let e = "cloud.connections=x".parse::<Override>().unwrap_err();
1037 assert!(e.contains("config file"), "{e}");
1038 let e = "display.mouse".parse::<Override>().unwrap_err();
1039 assert!(e.contains("KEY=VALUE"), "{e}");
1040 let e = "nothing.like.this=1".parse::<Override>().unwrap_err();
1041 assert!(e.contains("config keys"), "{e}");
1042 }
1043
1044 #[test]
1045 fn every_key_is_listed_once_in_a_known_section() {
1046 for (i, setting) in SETTINGS.iter().enumerate() {
1047 assert!(
1048 SECTIONS.iter().any(|s| s.name == setting.section()),
1049 "{} has no section",
1050 setting.key
1051 );
1052 assert!(
1053 SETTINGS[..i].iter().all(|other| other.key != setting.key),
1054 "{} is listed twice",
1055 setting.key
1056 );
1057 assert!(!setting.doc.is_empty(), "{} has no doc", setting.key);
1058 }
1059 }
1060
1061 #[test]
1062 fn a_wildcard_key_matches_one_name_below_it() {
1063 let glyph = find("glyphs.spinner").expect("a glyph slot");
1064 assert_eq!(glyph.key, "glyphs.*");
1065 assert!(find("glyphs").is_none());
1066 assert!(find("glyphs.a.b").is_none());
1067 assert_eq!(find("display.mouse").map(|s| s.key), Some("display.mouse"));
1068 }
1069}