use iceberg::spec::{NestedField, PrimitiveType, Schema, Type};
mod field_id {
pub const HOST_ID: i32 = 1;
pub const COLLECTED_AT: i32 = 2;
pub const GENERATION: i32 = 3;
pub const CPU_UTILIZATION: i32 = 10;
pub const CPU_CORES: i32 = 11;
pub const MEMORY_USED_BYTES: i32 = 20;
pub const MEMORY_TOTAL_BYTES: i32 = 21;
pub const SWAP_USED_BYTES: i32 = 22;
pub const SWAP_TOTAL_BYTES: i32 = 23;
pub const GPU_INDEX: i32 = 30;
pub const GPU_NAME: i32 = 31;
pub const GPU_UTILIZATION: i32 = 32;
pub const GPU_MEMORY_USED_BYTES: i32 = 33;
pub const GPU_MEMORY_TOTAL_BYTES: i32 = 34;
pub const GPU_TEMPERATURE_C: i32 = 35;
pub const GPU_POWER_MW: i32 = 36;
pub const NET_RX_BYTES_PER_SEC: i32 = 40;
pub const NET_TX_BYTES_PER_SEC: i32 = 41;
pub const COLLECT_US: i32 = 50;
}
pub const TABLE_NAME: &str = "host_metrics";
pub fn host_metrics_schema() -> Result<Schema, iceberg::Error> {
Schema::builder()
.with_schema_id(0)
.with_identifier_field_ids(vec![field_id::HOST_ID, field_id::COLLECTED_AT])
.with_fields(vec![
NestedField::required(
field_id::HOST_ID,
"host_id",
Type::Primitive(PrimitiveType::String),
)
.into(),
NestedField::required(
field_id::COLLECTED_AT,
"collected_at",
Type::Primitive(PrimitiveType::Timestamptz),
)
.into(),
NestedField::required(
field_id::GENERATION,
"generation",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::CPU_UTILIZATION,
"cpu_utilization",
Type::Primitive(PrimitiveType::Double),
)
.into(),
NestedField::optional(
field_id::CPU_CORES,
"cpu_cores",
Type::Primitive(PrimitiveType::Int),
)
.into(),
NestedField::optional(
field_id::MEMORY_USED_BYTES,
"memory_used_bytes",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::MEMORY_TOTAL_BYTES,
"memory_total_bytes",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::SWAP_USED_BYTES,
"swap_used_bytes",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::SWAP_TOTAL_BYTES,
"swap_total_bytes",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::GPU_INDEX,
"gpu_index",
Type::Primitive(PrimitiveType::Int),
)
.into(),
NestedField::optional(
field_id::GPU_NAME,
"gpu_name",
Type::Primitive(PrimitiveType::String),
)
.into(),
NestedField::optional(
field_id::GPU_UTILIZATION,
"gpu_utilization",
Type::Primitive(PrimitiveType::Double),
)
.into(),
NestedField::optional(
field_id::GPU_MEMORY_USED_BYTES,
"gpu_memory_used_bytes",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::GPU_MEMORY_TOTAL_BYTES,
"gpu_memory_total_bytes",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::GPU_TEMPERATURE_C,
"gpu_temperature_c",
Type::Primitive(PrimitiveType::Double),
)
.into(),
NestedField::optional(
field_id::GPU_POWER_MW,
"gpu_power_mw",
Type::Primitive(PrimitiveType::Long),
)
.into(),
NestedField::optional(
field_id::NET_RX_BYTES_PER_SEC,
"net_rx_bytes_per_sec",
Type::Primitive(PrimitiveType::Double),
)
.into(),
NestedField::optional(
field_id::NET_TX_BYTES_PER_SEC,
"net_tx_bytes_per_sec",
Type::Primitive(PrimitiveType::Double),
)
.into(),
NestedField::optional(
field_id::COLLECT_US,
"collect_us",
Type::Primitive(PrimitiveType::Long),
)
.into(),
])
.build()
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn the_schema_builds_and_identifies_a_row_by_host_and_instant() {
let schema = host_metrics_schema().expect("schema must build");
let host = schema
.field_by_name("host_id")
.expect("host_id must be present");
assert!(host.required, "a row must say which machine it came from");
let at = schema
.field_by_name("collected_at")
.expect("collected_at must be present");
assert!(at.required, "a row must say when it was taken");
}
#[test]
fn every_measured_column_is_nullable() {
let schema = host_metrics_schema().expect("schema must build");
const PRODUCED_NOT_READ: [&str; 3] = ["host_id", "collected_at", "generation"];
let mut wrongly_required = Vec::new();
for field in schema.as_struct().fields() {
if PRODUCED_NOT_READ.contains(&field.name.as_str()) {
continue;
}
if field.required {
wrongly_required.push(field.name.clone());
}
}
assert!(
wrongly_required.is_empty(),
"these columns hold readings and must be nullable, or a failed read \
becomes a zero and averages like an idle machine: {wrongly_required:?}"
);
}
#[test]
fn no_field_id_is_used_twice() {
let schema = host_metrics_schema().expect("schema must build");
let mut seen: Vec<i32> = schema.as_struct().fields().iter().map(|f| f.id).collect();
let before = seen.len();
seen.sort_unstable();
seen.dedup();
assert_eq!(
before,
seen.len(),
"two columns share a field id; a reader resolves by id, so they would alias"
);
}
#[test]
fn the_gpu_columns_are_optional_so_a_card_less_host_still_has_rows() {
let schema = host_metrics_schema().expect("schema must build");
for name in [
"gpu_index",
"gpu_name",
"gpu_utilization",
"gpu_memory_used_bytes",
"gpu_temperature_c",
] {
let f = schema
.field_by_name(name)
.unwrap_or_else(|| panic!("{name} must exist"));
assert!(
!f.required,
"{name} must be optional: a machine with no accelerators still reports"
);
}
}
}