feldera_types/constants.rs
1/// Name of the checkpoint list file.
2///
3/// File will be stored inside the runtime storage directory with this
4/// name.
5pub const CHECKPOINT_FILE_NAME: &str = "checkpoints.feldera";
6
7/// State of the pipeline.
8pub const STATE_FILE: &str = "state.json";
9
10/// Desired status (running, paused, etc.) of the pipeline.
11pub const STATUS_FILE: &str = "status.json";
12
13pub const STEPS_FILE: &str = "steps.bin";
14
15/// Single file inside a checkpoint dir that records what the checkpoint
16/// owns: the batch files it references at the storage root and the
17/// per-operator state files inside its own dir. See
18/// `CheckpointDependencies` for the on-disk shape.
19pub const CHECKPOINT_DEPENDENCIES: &str = "dependencies.json";
20
21/// Subdirectory under the pipeline's storage path where DataFusion writes
22/// spill files for the ad-hoc query engine and every integrated connector
23/// that uses DataFusion (Delta Lake, Iceberg).
24///
25/// One pipeline-wide directory keeps the on-disk layout discoverable in a
26/// single place and lets `gc_startup` allowlist it as a single entry. If
27/// you change this value, audit `gc_startup` in `dbsp::circuit::checkpointer`
28/// — the GC's allowlist must keep matching the directory the runtime
29/// actually creates.
30pub const DATAFUSION_TEMP_DIR: &str = "datafusion-tmp";
31
32/// A slice of all file-extension the system can create.
33pub const DBSP_FILE_EXTENSION: &[&str] = &["mut", "feldera"];
34
35/// Extension for batch files used by the engine.
36pub const CREATE_FILE_EXTENSION: &str = ".feldera";
37
38/// File that marks the activation of a pipeline.
39pub const ACTIVATION_MARKER_FILE: &str = "activated.feldera";