use super::*;
use fv_streams_engine::BuildSignal;
use fv_streams_types::ControlPlane;
use std::sync::atomic::AtomicBool;
use std::sync::atomic::Ordering;
use std::sync::Arc;
const FILE: &str = r#"
name = "demo"
[settings]
STREAM_BATCH_MAX = "10"
[brokers]
default = "broker:9092"
[datasets.events]
topic = "in"
[datasets.out]
topic = "out"
brokers = "other:9092"
[[transforms]]
inputs = ["events"]
output = "out"
[[transforms.steps]]
op = "filter"
expression = "x > 1"
"#;
#[test]
fn parses_name_brokers_and_topology() {
let p = Pipeline::parse(FILE, "demo.toml").unwrap();
assert_eq!(p.name, "demo");
let connection =
fv_streams_connectors::kafka::Connection::resolve("d", &serde_json::Value::Null, &p.def["brokers"]).unwrap();
assert_eq!(connection.brokers(), "broker:9092");
let cp = FileControlPlane::new(&p, Arc::new(AtomicBool::new(false)));
let topo = tokio::runtime::Runtime::new()
.unwrap()
.block_on(cp.topology("demo"))
.unwrap();
assert_eq!(topo.stages.len(), 1);
assert_eq!(topo.stages[0].inputs, vec!["events".to_string()]);
assert_eq!(topo.stages[0].steps[0]["op"], "filter");
}
#[test]
fn a_dataset_that_declares_a_destination_is_published() {
let file = r#"
name = "demo"
[datasets.a]
sink = "stdout"
[datasets.b]
topic = "b"
[datasets.c]
[[transforms]]
inputs = ["a"]
output = "b"
"#;
let p = Pipeline::parse(file, "demo.toml").unwrap();
let cp = FileControlPlane::new(&p, Arc::new(AtomicBool::new(false)));
let rt = tokio::runtime::Runtime::new().unwrap();
let published = |d: &str| rt.block_on(cp.publishes(d));
assert!(published("a") && published("b"), "a sink or a topic is a destination");
assert!(
!published("c") && !published("nowhere"),
"a bare or unknown dataset is not"
);
}
#[test]
fn resolves_datasets_through_the_registry_with_per_dataset_broker_override() {
let p = Pipeline::parse(FILE, "demo.toml").unwrap();
let cp = FileControlPlane::new(&p, Arc::new(AtomicBool::new(false)));
let rt = tokio::runtime::Runtime::new().unwrap();
let events = rt.block_on(cp.resolve_dataset("events")).unwrap();
assert_eq!(events.source.name(), "in");
assert!(
events.source.describe().contains("broker:9092"),
"{}",
events.source.describe()
);
let out = rt.block_on(cp.resolve_dataset("out")).unwrap();
assert!(out.sink.describe().contains("other:9092"), "{}", out.sink.describe());
let err = rt.block_on(cp.resolve_dataset("nope")).unwrap_err();
assert!(err.contains("not defined under [datasets]"), "{err}");
}
#[test]
fn the_stop_flag_drives_the_heartbeat() {
let p = Pipeline::parse(FILE, "demo.toml").unwrap();
let stop = Arc::new(AtomicBool::new(false));
let cp = FileControlPlane::new(&p, stop.clone());
let rt = tokio::runtime::Runtime::new().unwrap();
assert_eq!(rt.block_on(cp.heartbeat("demo")), BuildSignal::Continue);
stop.store(true, Ordering::Relaxed);
assert_eq!(rt.block_on(cp.heartbeat("demo")), BuildSignal::Stop);
}
#[test]
fn the_progress_line_shows_pending_messages_only_when_a_sink_waits() {
use crate::control_plane::progress_line;
let record = |pending: u64| {
serde_json::json!({
"status": "RUNNING",
"metrics": { "consumed": 10, "emitted": 9, "dropped": 1, "pending": pending }
})
};
assert_eq!(progress_line(&record(0)), "▸ RUNNING consumed=10 emitted=9 dropped=1");
assert_eq!(
progress_line(&record(4645)),
"▸ RUNNING consumed=10 emitted=9 dropped=1 pending=4645"
);
}