use crate::cdc::_helpers::pgoutput::decode_message;
use crate::cdc::constants::POSTGRES_EPOCH_MICROS;
use crate::cdc::models::{
Change, ChangeBuffer, ChangeOp, PgOutputMessage, StreamStep, TableChanges,
};
pub(crate) fn buffer_change(
mut buffer: ChangeBuffer,
step: StreamStep<'_>,
) -> Result<ChangeBuffer, String> {
match step {
StreamStep::Begin => buffer.open.clear(),
StreamStep::Message(bytes) => match decode_message(bytes)? {
PgOutputMessage::Relation(relation) => {
let reshaped = buffer
.tables
.get(&relation.oid)
.is_some_and(|table| table.relation.columns != relation.columns);
if reshaped {
return Err(format!(
"{}.{} changed shape while streaming; schema changes while streaming come in a later release, so re-snapshot with --resnapshot",
relation.schema, relation.table
));
}
buffer.relations.insert(relation.oid, relation);
}
PgOutputMessage::Other(_) => {}
message => buffer.open.push(message),
},
StreamStep::Commit { lsn, end_lsn, time } => {
let lsn = i64::try_from(lsn).map_err(|error| error.to_string())?;
let committed_at = time.saturating_add(POSTGRES_EPOCH_MICROS);
let messages = std::mem::take(&mut buffer.open);
for (index, message) in messages.into_iter().enumerate() {
let seq = i64::try_from(index + 1).unwrap_or(i64::MAX);
let change = |op, values, old_key| Change {
op,
values,
old_key,
lsn,
seq,
committed_at,
};
let filed: Vec<(u32, Change)> = match message {
PgOutputMessage::Insert { relation, new } => {
vec![(relation, change(ChangeOp::Insert, new, None))]
}
PgOutputMessage::Update { relation, old, new } => {
vec![(relation, change(ChangeOp::Update, new, old))]
}
PgOutputMessage::Delete { relation, old } => {
vec![(relation, change(ChangeOp::Delete, old, None))]
}
PgOutputMessage::Truncate { relations, .. } => relations
.into_iter()
.map(|relation| (relation, change(ChangeOp::Truncate, Vec::new(), None)))
.collect(),
PgOutputMessage::Relation(_) | PgOutputMessage::Other(_) => Vec::new(),
};
for (oid, change) in filed {
let Some(relation) = buffer.relations.get(&oid) else {
return Err(format!(
"a change refers to relation {oid}, which the stream never described"
));
};
buffer
.tables
.entry(oid)
.or_insert_with(|| TableChanges {
relation: relation.clone(),
changes: Vec::new(),
})
.changes
.push(change);
buffer.count += 1;
}
}
buffer.end_lsn = Some(end_lsn);
}
}
Ok(buffer)
}