use alloc::string::String;
use alloc::vec::Vec;
use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
pub enum Action {
B,
C,
I,
U,
D,
T,
M,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct Column {
pub name: String,
#[serde(rename = "type")]
pub type_name: String,
pub value: serde_json::Value,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct MessageV2 {
pub action: Action,
#[serde(default)]
pub schema: Option<String>,
#[serde(default)]
pub table: Option<String>,
#[serde(default)]
pub columns: Option<Vec<Column>>,
#[serde(default)]
pub identity: Option<Vec<Column>>,
#[serde(default)]
pub lsn: Option<String>,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct OldKeys {
pub keynames: Vec<String>,
pub keytypes: Vec<String>,
pub keyvalues: Vec<serde_json::Value>,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ChangeV1 {
pub kind: String,
pub schema: String,
pub table: String,
#[serde(default)]
pub columnnames: Vec<String>,
#[serde(default)]
pub columntypes: Vec<String>,
#[serde(default)]
pub columnvalues: Vec<serde_json::Value>,
#[serde(default)]
pub oldkeys: Option<OldKeys>,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct TransactionV1 {
pub change: Vec<ChangeV1>,
}
pub fn parse_v2(line: &str) -> Result<MessageV2, serde_json::Error> {
serde_json::from_str(line)
}
pub fn parse_v1(json: &str) -> Result<TransactionV1, serde_json::Error> {
serde_json::from_str(json)
}
pub use crate::wire::ConversionError;
use crate::wire::{
Sealed, WireColumnItem, WireSource, WireType, build_changeset_delete, build_insert,
build_patch_delete, build_patchset_update, resolve_table,
};
struct Wal2JsonItem<'a> {
name: &'a str,
value: &'a serde_json::Value,
}
impl WireColumnItem<Wal2Json> for Wal2JsonItem<'_> {
fn name(&self) -> &str {
self.name
}
fn payload(&self, wire_type: WireType) -> Wal2JsonColumn<'_> {
Wal2JsonColumn {
column_name: self.name,
wire_type,
value: self.value,
}
}
}
#[derive(Debug, Clone, Copy, Default)]
pub struct Wal2Json;
impl Sealed for Wal2Json {}
impl WireSource for Wal2Json {
type Payload<'a> = Wal2JsonColumn<'a>;
fn wire_type(payload: &Self::Payload<'_>) -> WireType {
payload.wire_type
}
fn column_name<'a>(payload: &'a Self::Payload<'_>) -> &'a str {
payload.column_name
}
}
#[derive(Debug, Clone, Copy)]
pub struct Wal2JsonColumn<'a> {
pub column_name: &'a str,
pub wire_type: WireType,
pub value: &'a serde_json::Value,
}
impl Wal2JsonColumn<'_> {
pub fn decoded_by<D, S, B>(self, decoder: &D) -> Result<Value<S, B>, crate::wire::DecodeError>
where
D: crate::wire::Decoder<Wal2Json, S, B>,
{
decoder.decode(self)
}
}
use crate::builders::{
ChangeDelete, ChangesetFormat, DiffOps, DiffSetBuilder, Insert, PatchDelete, PatchsetFormat,
Update,
};
use crate::encoding::Value;
use crate::schema::NamedColumns;
use crate::wire::{Digestable, WireAdapter, WireColumnTypes, WireSchema};
use core::fmt::Debug;
use core::hash::Hash;
impl<T, S, B> Digestable<ChangesetFormat, T, S, B> for MessageV2
where
T: NamedColumns + WireColumnTypes,
S: Clone + Debug + Hash + Eq + AsRef<str> + Default,
B: Clone + Debug + Hash + Eq + AsRef<[u8]> + Default,
{
type Src = Wal2Json;
type Error = ConversionError;
fn digest_into<Sch, A>(
&self,
builder: DiffSetBuilder<ChangesetFormat, T, S, B>,
schema: &Sch,
adapter: &A,
) -> Result<DiffSetBuilder<ChangesetFormat, T, S, B>, ConversionError>
where
Sch: WireSchema<Table = T>,
A: WireAdapter<Wal2Json, S, B>,
{
let Some(table_name) = self.table.as_deref() else {
return Ok(builder);
};
match self.action {
Action::I => {
let table = resolve_table(schema, table_name)?;
let columns = self
.columns
.as_ref()
.ok_or(ConversionError::MissingColumns)?;
let insert = build_insert_from_v2(columns, table, adapter)?;
Ok(DiffOps::insert(builder, insert))
}
Action::U => {
let table = resolve_table(schema, table_name)?;
let columns = self
.columns
.as_ref()
.ok_or(ConversionError::MissingColumns)?;
let update = build_changeset_update_from_v2(
columns,
self.identity.as_deref(),
table,
adapter,
)?;
Ok(DiffOps::update(builder, update))
}
Action::D => {
let table = resolve_table(schema, table_name)?;
let identity = self
.identity
.as_ref()
.ok_or(ConversionError::MissingColumns)?;
let delete = build_changeset_delete_from_columns(identity, table, adapter)?;
Ok(DiffOps::delete(builder, delete))
}
Action::B | Action::C | Action::T | Action::M => Ok(builder),
}
}
}
impl<T, S, B> Digestable<PatchsetFormat, T, S, B> for MessageV2
where
T: NamedColumns + WireColumnTypes,
S: Clone + Debug + Hash + Eq + AsRef<str> + Default,
B: Clone + Debug + Hash + Eq + AsRef<[u8]> + Default,
{
type Src = Wal2Json;
type Error = ConversionError;
fn digest_into<Sch, A>(
&self,
builder: DiffSetBuilder<PatchsetFormat, T, S, B>,
schema: &Sch,
adapter: &A,
) -> Result<DiffSetBuilder<PatchsetFormat, T, S, B>, ConversionError>
where
Sch: WireSchema<Table = T>,
A: WireAdapter<Wal2Json, S, B>,
{
let Some(table_name) = self.table.as_deref() else {
return Ok(builder);
};
match self.action {
Action::I => {
let table = resolve_table(schema, table_name)?;
let columns = self
.columns
.as_ref()
.ok_or(ConversionError::MissingColumns)?;
let insert = build_insert_from_v2(columns, table, adapter)?;
Ok(DiffOps::insert(builder, insert))
}
Action::U => {
let table = resolve_table(schema, table_name)?;
let columns = self
.columns
.as_ref()
.ok_or(ConversionError::MissingColumns)?;
let update = build_patchset_update_from_v2(columns, table, adapter)?;
Ok(DiffOps::update(builder, update))
}
Action::D => {
let table = resolve_table(schema, table_name)?;
let identity = self
.identity
.as_ref()
.ok_or(ConversionError::MissingColumns)?;
let delete = build_patch_delete_from_columns(identity, table, adapter)?;
Ok(DiffOps::delete(builder, delete))
}
Action::B | Action::C | Action::T | Action::M => Ok(builder),
}
}
}
impl<T, S, B> Digestable<ChangesetFormat, T, S, B> for ChangeV1
where
T: NamedColumns + WireColumnTypes,
S: Clone + Debug + Hash + Eq + AsRef<str> + Default,
B: Clone + Debug + Hash + Eq + AsRef<[u8]> + Default,
{
type Src = Wal2Json;
type Error = ConversionError;
fn digest_into<Sch, A>(
&self,
builder: DiffSetBuilder<ChangesetFormat, T, S, B>,
schema: &Sch,
adapter: &A,
) -> Result<DiffSetBuilder<ChangesetFormat, T, S, B>, ConversionError>
where
Sch: WireSchema<Table = T>,
A: WireAdapter<Wal2Json, S, B>,
{
let table = resolve_table(schema, self.table.as_str())?;
match self.kind.as_str() {
"insert" => {
let insert = build_insert_from_v1(self, table, adapter)?;
Ok(DiffOps::insert(builder, insert))
}
"update" => {
let update = build_changeset_update_from_v1(self, table, adapter)?;
Ok(DiffOps::update(builder, update))
}
"delete" => {
let delete = build_changeset_delete_from_v1(self, table, adapter)?;
Ok(DiffOps::delete(builder, delete))
}
_ => Ok(builder),
}
}
}
impl<T, S, B> Digestable<PatchsetFormat, T, S, B> for ChangeV1
where
T: NamedColumns + WireColumnTypes,
S: Clone + Debug + Hash + Eq + AsRef<str> + Default,
B: Clone + Debug + Hash + Eq + AsRef<[u8]> + Default,
{
type Src = Wal2Json;
type Error = ConversionError;
fn digest_into<Sch, A>(
&self,
builder: DiffSetBuilder<PatchsetFormat, T, S, B>,
schema: &Sch,
adapter: &A,
) -> Result<DiffSetBuilder<PatchsetFormat, T, S, B>, ConversionError>
where
Sch: WireSchema<Table = T>,
A: WireAdapter<Wal2Json, S, B>,
{
let table = resolve_table(schema, self.table.as_str())?;
match self.kind.as_str() {
"insert" => {
let insert = build_insert_from_v1(self, table, adapter)?;
Ok(DiffOps::insert(builder, insert))
}
"update" => {
let update = build_patchset_update_from_v1(self, table, adapter)?;
Ok(DiffOps::update(builder, update))
}
"delete" => {
let delete = build_patch_delete_from_v1(self, table, adapter)?;
Ok(DiffOps::delete(builder, delete))
}
_ => Ok(builder),
}
}
}
fn build_insert_from_v2<T, S, B, A>(
columns: &[Column],
table: &T,
adapter: &A,
) -> Result<Insert<T, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + AsRef<str>,
B: Clone + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
build_insert(
columns.iter().map(|c| Wal2JsonItem {
name: c.name.as_str(),
value: &c.value,
}),
table,
adapter,
)
}
fn build_changeset_update_from_v2<T, S, B, A>(
columns: &[Column],
identity: Option<&[Column]>,
table: &T,
adapter: &A,
) -> Result<Update<T, ChangesetFormat, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + Debug + AsRef<str>,
B: Clone + Debug + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
let mut update: Update<T, ChangesetFormat, S, B> = Update::from(table.clone());
for col in columns {
let col_idx = table
.column_index(&col.name)
.ok_or_else(|| ConversionError::ColumnNotFound(col.name.clone()))?;
let wire_type = table.column_type(col_idx);
let new = adapter.decode(Wal2JsonColumn {
column_name: col.name.as_str(),
wire_type,
value: &col.value,
})?;
if let Some(old_col) = identity.and_then(|id| id.iter().find(|c| c.name == col.name)) {
let old = adapter.decode(Wal2JsonColumn {
column_name: col.name.as_str(),
wire_type,
value: &old_col.value,
})?;
update = update
.set(col_idx, old, new)
.map_err(|_| ConversionError::ColumnNotFound(col.name.clone()))?;
} else {
update = update
.set_new(col_idx, new)
.map_err(|_| ConversionError::ColumnNotFound(col.name.clone()))?;
}
}
Ok(update)
}
fn build_patchset_update_from_v2<T, S, B, A>(
columns: &[Column],
table: &T,
adapter: &A,
) -> Result<Update<T, PatchsetFormat, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + AsRef<str>,
B: Clone + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
build_patchset_update(
columns.iter().map(|c| Wal2JsonItem {
name: c.name.as_str(),
value: &c.value,
}),
table,
adapter,
)
}
fn build_changeset_delete_from_columns<T, S, B, A>(
identity: &[Column],
table: &T,
adapter: &A,
) -> Result<ChangeDelete<T, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + Default + AsRef<str>,
B: Clone + Default + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
build_changeset_delete(
identity.iter().map(|c| Wal2JsonItem {
name: c.name.as_str(),
value: &c.value,
}),
table,
adapter,
)
}
fn build_patch_delete_from_columns<T, S, B, A>(
identity: &[Column],
table: &T,
adapter: &A,
) -> Result<PatchDelete<T, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + AsRef<str>,
B: Clone + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
build_patch_delete(
identity.iter().map(|c| Wal2JsonItem {
name: c.name.as_str(),
value: &c.value,
}),
table,
adapter,
)
}
fn iter_v1_columns(change: &ChangeV1) -> impl Iterator<Item = (&str, &serde_json::Value)> + '_ {
change
.columnnames
.iter()
.zip(change.columnvalues.iter())
.map(|(n, v)| (n.as_str(), v))
}
fn iter_v1_oldkeys(oldkeys: &OldKeys) -> impl Iterator<Item = (&str, &serde_json::Value)> + '_ {
oldkeys
.keynames
.iter()
.zip(oldkeys.keyvalues.iter())
.map(|(n, v)| (n.as_str(), v))
}
fn build_insert_from_v1<T, S, B, A>(
change: &ChangeV1,
table: &T,
adapter: &A,
) -> Result<Insert<T, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + AsRef<str>,
B: Clone + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
build_insert(
iter_v1_columns(change).map(|(name, value)| Wal2JsonItem { name, value }),
table,
adapter,
)
}
fn build_changeset_update_from_v1<T, S, B, A>(
change: &ChangeV1,
table: &T,
adapter: &A,
) -> Result<Update<T, ChangesetFormat, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + Debug + AsRef<str>,
B: Clone + Debug + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
let mut update: Update<T, ChangesetFormat, S, B> = Update::from(table.clone());
for (name, value) in iter_v1_columns(change) {
let col_idx = table
.column_index(name)
.ok_or_else(|| ConversionError::ColumnNotFound(name.into()))?;
let wire_type = table.column_type(col_idx);
let new = adapter.decode(Wal2JsonColumn {
column_name: name,
wire_type,
value,
})?;
let old_value = change.oldkeys.as_ref().and_then(|ok| {
iter_v1_oldkeys(ok)
.find(|(n, _)| *n == name)
.map(|(_, v)| v)
});
if let Some(old_value) = old_value {
let old = adapter.decode(Wal2JsonColumn {
column_name: name,
wire_type,
value: old_value,
})?;
update = update
.set(col_idx, old, new)
.map_err(|_| ConversionError::ColumnNotFound(name.into()))?;
} else {
update = update
.set_new(col_idx, new)
.map_err(|_| ConversionError::ColumnNotFound(name.into()))?;
}
}
Ok(update)
}
fn build_patchset_update_from_v1<T, S, B, A>(
change: &ChangeV1,
table: &T,
adapter: &A,
) -> Result<Update<T, PatchsetFormat, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + AsRef<str>,
B: Clone + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
build_patchset_update(
iter_v1_columns(change).map(|(name, value)| Wal2JsonItem { name, value }),
table,
adapter,
)
}
fn build_changeset_delete_from_v1<T, S, B, A>(
change: &ChangeV1,
table: &T,
adapter: &A,
) -> Result<ChangeDelete<T, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + Default + AsRef<str>,
B: Clone + Default + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
let items: Vec<Wal2JsonItem<'_>> = if let Some(oldkeys) = &change.oldkeys {
iter_v1_oldkeys(oldkeys)
.map(|(name, value)| Wal2JsonItem { name, value })
.collect()
} else {
iter_v1_columns(change)
.map(|(name, value)| Wal2JsonItem { name, value })
.collect()
};
build_changeset_delete(items, table, adapter)
}
fn build_patch_delete_from_v1<T, S, B, A>(
change: &ChangeV1,
table: &T,
adapter: &A,
) -> Result<PatchDelete<T, S, B>, ConversionError>
where
T: NamedColumns + WireColumnTypes,
S: Clone + AsRef<str>,
B: Clone + AsRef<[u8]>,
A: WireAdapter<Wal2Json, S, B>,
{
let oldkeys = change
.oldkeys
.as_ref()
.ok_or(ConversionError::MissingColumns)?;
build_patch_delete(
iter_v1_oldkeys(oldkeys).map(|(name, value)| Wal2JsonItem { name, value }),
table,
adapter,
)
}
#[cfg(feature = "testing")]
mod arbitrary_impl {
use super::{Action, ChangeV1, Column, MessageV2, OldKeys, String, TransactionV1, Vec};
use alloc::string::ToString;
use arbitrary::{Arbitrary, Unstructured};
impl<'a> Arbitrary<'a> for Action {
fn arbitrary(u: &mut Unstructured<'a>) -> arbitrary::Result<Self> {
Ok(*u.choose(&[
Self::B,
Self::C,
Self::I,
Self::U,
Self::D,
Self::T,
Self::M,
])?)
}
}
impl<'a> Arbitrary<'a> for Column {
fn arbitrary(u: &mut Unstructured<'a>) -> arbitrary::Result<Self> {
let name: String = u.arbitrary()?;
let type_name = (*u.choose(&["integer", "text", "boolean", "real"])?).to_string();
let value = match u.int_in_range(0..=3)? {
0 => serde_json::Value::Null,
1 => serde_json::Value::Bool(u.arbitrary()?),
2 => serde_json::Value::Number(serde_json::Number::from(
u.int_in_range::<i64>(-1000..=1000)?,
)),
_ => serde_json::Value::String(u.arbitrary()?),
};
Ok(Self {
name,
type_name,
value,
})
}
}
impl<'a> Arbitrary<'a> for MessageV2 {
fn arbitrary(u: &mut Unstructured<'a>) -> arbitrary::Result<Self> {
Ok(Self {
action: u.arbitrary()?,
schema: u.arbitrary()?,
table: u.arbitrary()?,
columns: u.arbitrary()?,
identity: u.arbitrary()?,
lsn: u.arbitrary()?,
})
}
}
impl<'a> Arbitrary<'a> for OldKeys {
fn arbitrary(u: &mut Unstructured<'a>) -> arbitrary::Result<Self> {
let len = u.int_in_range(1..=5)?;
let keynames: Vec<String> =
(0..len).map(|_| u.arbitrary()).collect::<Result<_, _>>()?;
let keytypes: Vec<String> = (0..len)
.map(|_| {
u.choose(&["integer", "text", "boolean"])
.map(|s| (*s).to_string())
})
.collect::<Result<_, _>>()?;
let keyvalues: Vec<serde_json::Value> = (0..len)
.map(|_| {
Ok(match u.int_in_range(0..=2)? {
0 => serde_json::Value::Null,
1 => serde_json::Value::Number(serde_json::Number::from(
u.int_in_range::<i64>(-1000..=1000)?,
)),
_ => serde_json::Value::String(u.arbitrary()?),
})
})
.collect::<Result<_, arbitrary::Error>>()?;
Ok(Self {
keynames,
keytypes,
keyvalues,
})
}
}
impl<'a> Arbitrary<'a> for ChangeV1 {
fn arbitrary(u: &mut Unstructured<'a>) -> arbitrary::Result<Self> {
let kind = (*u.choose(&["insert", "update", "delete"])?).to_string();
let schema: String = u.arbitrary()?;
let table: String = u.arbitrary()?;
let len = u.int_in_range(1..=5)?;
let columnnames: Vec<String> =
(0..len).map(|_| u.arbitrary()).collect::<Result<_, _>>()?;
let columntypes: Vec<String> = (0..len)
.map(|_| {
u.choose(&["integer", "text", "boolean", "real"])
.map(|s| (*s).to_string())
})
.collect::<Result<_, _>>()?;
let columnvalues: Vec<serde_json::Value> = (0..len)
.map(|_| {
Ok(match u.int_in_range(0..=3)? {
0 => serde_json::Value::Null,
1 => serde_json::Value::Bool(u.arbitrary()?),
2 => serde_json::Value::Number(serde_json::Number::from(
u.int_in_range::<i64>(-1000..=1000)?,
)),
_ => serde_json::Value::String(u.arbitrary()?),
})
})
.collect::<Result<_, arbitrary::Error>>()?;
let oldkeys = if kind == "insert" {
None
} else {
u.arbitrary()?
};
Ok(Self {
kind,
schema,
table,
columnnames,
columntypes,
columnvalues,
oldkeys,
})
}
}
impl<'a> Arbitrary<'a> for TransactionV1 {
fn arbitrary(u: &mut Unstructured<'a>) -> arbitrary::Result<Self> {
Ok(Self {
change: u.arbitrary()?,
})
}
}
}