Skip to main content

reifydb_core/key/
catalog.rs

1// SPDX-License-Identifier: Apache-2.0
2// Copyright (c) 2026 ReifyDB
3
4use reifydb_codec::key::{
5	ByteSink, decode_u64_from, deserializer::KeyDeserializer, encode_u64, encoded::EncodedKeyBuilder,
6	serializer::KeySerializer,
7};
8use reifydb_value::Result;
9
10use crate::{
11	interface::catalog::{
12		id::{IndexId, PrimaryKeyId},
13		object::ObjectId,
14	},
15	return_internal_error,
16};
17
18pub fn serialize_object_id<B: ByteSink>(object: &ObjectId, out: &mut B) {
19	out.push(object.type_tag());
20	out.extend_from_slice(&encode_u64(object.as_u64()));
21}
22
23pub fn deserialize_object_id(input: &mut &[u8]) -> Result<ObjectId> {
24	if input.is_empty() {
25		return_internal_error!("Invalid ObjectId encoding: empty input");
26	}
27
28	let type_byte = input[0];
29	*input = &input[1..];
30	let id = decode_u64_from(input)?;
31
32	match ObjectId::from_type_tag(type_byte, id) {
33		Some(object) => Ok(object),
34		None => return_internal_error!("Invalid ObjectId type byte: 0x{:02x}.", type_byte),
35	}
36}
37
38pub fn serialize_index_id<B: ByteSink>(index: &IndexId, out: &mut B) {
39	match index {
40		IndexId::Primary(PrimaryKeyId(id)) => {
41			out.push(0x01);
42			out.extend_from_slice(&encode_u64(*id));
43		}
44	}
45}
46
47pub fn deserialize_index_id(input: &mut &[u8]) -> Result<IndexId> {
48	if input.is_empty() {
49		return_internal_error!("Invalid IndexId encoding: empty input");
50	}
51
52	let type_byte = input[0];
53	*input = &input[1..];
54	let id = decode_u64_from(input)?;
55
56	match type_byte {
57		0x01 => Ok(IndexId::Primary(PrimaryKeyId(id))),
58
59		_ => return_internal_error!("Invalid IndexId type byte: 0x{:02x}.", type_byte),
60	}
61}
62
63pub trait KeySerializerCatalogExt {
64	fn extend_object_id(&mut self, object: impl Into<ObjectId>) -> &mut Self;
65	fn extend_index_id(&mut self, index: impl Into<IndexId>) -> &mut Self;
66}
67
68impl KeySerializerCatalogExt for KeySerializer {
69	fn extend_object_id(&mut self, object: impl Into<ObjectId>) -> &mut Self {
70		let mut buf = Vec::new();
71		serialize_object_id(&object.into(), &mut buf);
72		self.extend_raw(&buf);
73		self
74	}
75
76	fn extend_index_id(&mut self, index: impl Into<IndexId>) -> &mut Self {
77		let mut buf = Vec::new();
78		serialize_index_id(&index.into(), &mut buf);
79		self.extend_raw(&buf);
80		self
81	}
82}
83
84pub trait KeyDeserializerCatalogExt {
85	fn read_object_id(&mut self) -> Result<ObjectId>;
86	fn read_index_id(&mut self) -> Result<IndexId>;
87}
88
89impl KeyDeserializerCatalogExt for KeyDeserializer<'_> {
90	fn read_object_id(&mut self) -> Result<ObjectId> {
91		let mut slice = self.remaining_bytes();
92		let before = slice.len();
93		let object_id = deserialize_object_id(&mut slice)?;
94		self.read_raw(before - slice.len())?;
95		Ok(object_id)
96	}
97
98	fn read_index_id(&mut self) -> Result<IndexId> {
99		let mut slice = self.remaining_bytes();
100		let before = slice.len();
101		let index_id = deserialize_index_id(&mut slice)?;
102		self.read_raw(before - slice.len())?;
103		Ok(index_id)
104	}
105}
106
107pub trait EncodedKeyBuilderCatalogExt {
108	fn object_id(self, object: impl Into<ObjectId>) -> Self;
109	fn index_id(self, index: impl Into<IndexId>) -> Self;
110}
111
112impl EncodedKeyBuilderCatalogExt for EncodedKeyBuilder {
113	fn object_id(self, object: impl Into<ObjectId>) -> Self {
114		let mut buf = Vec::new();
115		serialize_object_id(&object.into(), &mut buf);
116		self.raw(&buf)
117	}
118
119	fn index_id(self, index: impl Into<IndexId>) -> Self {
120		let mut buf = Vec::new();
121		serialize_index_id(&index.into(), &mut buf);
122		self.raw(&buf)
123	}
124}
125
126#[cfg(test)]
127pub mod tests {
128	use reifydb_codec::key::serialize;
129
130	use super::{
131		serialize_index_id as serialize_index_id_inner, serialize_object_id as serialize_object_id_inner, *,
132	};
133	use crate::interface::catalog::vtable::VTableId;
134
135	fn serialize_object_id(object: &ObjectId) -> Vec<u8> {
136		let mut out = Vec::new();
137		serialize_object_id_inner(object, &mut out);
138		out
139	}
140
141	fn serialize_index_id(index: &IndexId) -> Vec<u8> {
142		let mut out = Vec::new();
143		serialize_index_id_inner(index, &mut out);
144		out
145	}
146
147	#[test]
148	fn test_object_id_ordering() {
149		let object1 = ObjectId::table(1);
150		let object2 = ObjectId::table(2);
151		let object100 = ObjectId::table(100);
152		let object200 = ObjectId::table(200);
153
154		let bytes1 = serialize_object_id(&object1);
155		let bytes2 = serialize_object_id(&object2);
156		let bytes100 = serialize_object_id(&object100);
157		let bytes200 = serialize_object_id(&object200);
158
159		assert!(bytes2 < bytes1, "object(2) should be < object(1) in bytes");
160		assert!(bytes200 < bytes100, "object(200) should be < object(100) in bytes");
161		assert!(bytes100 < bytes2, "object(100) should be < object(2) in bytes");
162	}
163
164	#[test]
165	fn test_range_boundaries() {
166		let object10 = ObjectId::table(10);
167		let object9 = object10.prev();
168
169		let bytes10 = serialize_object_id(&object10);
170		let bytes9 = serialize_object_id(&object9);
171
172		assert!(bytes9 > bytes10, "object(9) should be > object(10) in bytes");
173
174		let view10 = ObjectId::view(10);
175		let view9 = view10.prev();
176
177		let vbytes10 = serialize_object_id(&view10);
178		let vbytes9 = serialize_object_id(&view9);
179
180		assert!(vbytes9 > vbytes10, "view(9) should be > view(10) in bytes");
181
182		let virtual10 = ObjectId::vtable(10);
183		let virtual9 = virtual10.prev();
184
185		let tvbytes10 = serialize_object_id(&virtual10);
186		let tvbytes9 = serialize_object_id(&virtual9);
187
188		assert!(tvbytes9 > tvbytes10, "vtable(9) should be > vtable(10) in bytes");
189
190		assert_ne!(bytes10, vbytes10, "table(10) should != view(10)");
191		assert_ne!(bytes10, tvbytes10, "table(10) should != vtable(10)");
192		assert_ne!(vbytes10, tvbytes10, "view(10) should != vtable(10)");
193		assert_eq!(bytes10[0], 0x01, "table type byte should be 0x01");
194		assert_eq!(vbytes10[0], 0x02, "view type byte should be 0x02");
195		assert_eq!(tvbytes10[0], 0x03, "vtable type byte should be 0x03");
196
197		let row_key_10_100 = vec![0xFC];
198		let mut key1 = row_key_10_100.clone();
199		key1.extend(&bytes10);
200		key1.extend(&serialize(&100u64));
201
202		let mut key2 = row_key_10_100.clone();
203		key2.extend(&bytes10);
204		key2.extend(&serialize(&200u64));
205
206		let mut end_key = vec![0xFC];
207		end_key.extend(&bytes9);
208
209		assert!(key1 >= bytes10, "key1 should be >= start(object10)");
210		assert!(key1 < end_key, "key1 should be < end(object9)");
211		assert!(key2 >= bytes10, "key2 should be >= start(object10)");
212		assert!(key2 < end_key, "key2 should be < end(object9)");
213	}
214
215	#[test]
216	fn test_vtable_serialization() {
217		let virtual_object = ObjectId::vtable(42);
218		let bytes = serialize_object_id(&virtual_object);
219		let mut slice = &bytes[..];
220		let deserialized = deserialize_object_id(&mut slice).unwrap();
221		assert_eq!(virtual_object, deserialized);
222		assert!(slice.is_empty());
223
224		assert_eq!(bytes[0], 0x03);
225
226		let virtual_id = VTableId(123);
227		let object_from_id = ObjectId::from(virtual_id);
228		let bytes_from_id = serialize_object_id(&object_from_id);
229		let mut slice = &bytes_from_id[..];
230		let deserialized_id = deserialize_object_id(&mut slice).unwrap();
231		assert_eq!(object_from_id, deserialized_id);
232		assert!(slice.is_empty());
233
234		let virtual1 = ObjectId::vtable(1);
235		let virtual2 = ObjectId::vtable(2);
236		let bytes1 = serialize_object_id(&virtual1);
237		let bytes2 = serialize_object_id(&virtual2);
238
239		assert!(bytes2 < bytes1, "vtable(2) should be < vtable(1) in bytes");
240	}
241
242	#[test]
243	fn test_index_id_serialization() {
244		let index = IndexId::primary(42);
245		let bytes = serialize_index_id(&index);
246		let mut slice = &bytes[..];
247		let deserialized = deserialize_index_id(&mut slice).unwrap();
248		assert_eq!(index.as_u64(), deserialized.as_u64());
249		assert!(slice.is_empty());
250
251		assert_eq!(bytes[0], 0x01);
252
253		let primary_id = PrimaryKeyId(123);
254		let index_from_id = IndexId::Primary(primary_id);
255		let bytes_from_id = serialize_index_id(&index_from_id);
256		let mut slice = &bytes_from_id[..];
257		let deserialized_id = deserialize_index_id(&mut slice).unwrap();
258		assert_eq!(index_from_id.as_u64(), deserialized_id.as_u64());
259		assert!(slice.is_empty());
260	}
261
262	#[test]
263	fn test_index_id_ordering() {
264		let index1 = IndexId::primary(1);
265		let index2 = IndexId::primary(2);
266		let index100 = IndexId::primary(100);
267		let index200 = IndexId::primary(200);
268
269		let bytes1 = serialize_index_id(&index1);
270		let bytes2 = serialize_index_id(&index2);
271		let bytes100 = serialize_index_id(&index100);
272		let bytes200 = serialize_index_id(&index200);
273
274		assert!(bytes2 < bytes1, "index(2) should be < index(1) in bytes");
275		assert!(bytes200 < bytes100, "index(200) should be < index(100) in bytes");
276		assert!(bytes100 < bytes2, "index(100) should be < index(2) in bytes");
277	}
278
279	#[test]
280	fn test_index_id_range_boundaries() {
281		let index10 = IndexId::primary(10);
282		let index11 = IndexId::primary(11);
283
284		let bytes10 = serialize_index_id(&index10);
285		let bytes11 = serialize_index_id(&index11);
286
287		assert!(bytes11 < bytes10, "index(11) should be < index(10) in bytes");
288
289		assert_eq!(bytes10.len(), 9, "IndexId(10) should be 9 bytes");
290		assert_eq!(bytes10[0], 0x01, "Primary variant should have type byte 0x01");
291
292		let next_index = IndexId::primary(11);
293		let next_bytes = serialize_index_id(&next_index);
294
295		assert!(next_bytes < bytes10, "index(11) should be < index(10) for proper range boundaries");
296	}
297
298	#[test]
299	fn test_index_entry_key_encoding_with_discriminator() {
300		let object = ObjectId::table(42);
301		let index = IndexId::primary(7);
302
303		let object_bytes = serialize_object_id(&object);
304		let index_bytes = serialize_index_id(&index);
305
306		assert_eq!(object_bytes.len(), 9, "ObjectId(42) should be 9 bytes");
307		assert_eq!(index_bytes.len(), 9, "IndexId(7) should be 9 bytes");
308
309		assert_eq!(object_bytes[0], 0x01, "Table object should have type byte 0x01");
310		assert_eq!(index_bytes[0], 0x01, "Primary index should have type byte 0x01");
311
312		let total_prefix_size = 1 + 1 + object_bytes.len() + index_bytes.len();
313		assert_eq!(total_prefix_size, 20, "Total IndexEntryKey prefix should be 20 bytes");
314	}
315}
316
317#[cfg(test)]
318mod moved_catalog_key_tests {
319	use reifydb_codec::key::{deserializer::KeyDeserializer, serializer::KeySerializer};
320
321	use super::{KeyDeserializerCatalogExt, KeySerializerCatalogExt};
322	use crate::interface::catalog::{
323		id::{IndexId, PrimaryKeyId, TableId},
324		object::ObjectId,
325	};
326
327	#[test]
328	fn test_index_id() {
329		let mut serializer = KeySerializer::new();
330		serializer.extend_index_id(IndexId::Primary(PrimaryKeyId(123456789)));
331		let result = serializer.finish();
332
333		// A fixed-width id keeps every IndexId the same length, so a constant prefix scan stays exact.
334		assert_eq!(result.len(), 9);
335		assert_eq!(result[0], 0x01); // Primary variant prefix
336
337		// Ids are stored bitwise-inverted, so the smaller id encodes to the larger bytes; the
338		// comparison skips byte 0 because that is the variant prefix.
339		let mut serializer2 = KeySerializer::new();
340		serializer2.extend_index_id(IndexId::Primary(PrimaryKeyId(1)));
341		let result2 = serializer2.finish();
342
343		assert!(result2[1..] > result[1..]);
344	}
345
346	#[test]
347	fn test_object_id() {
348		let mut serializer = KeySerializer::new();
349		serializer.extend_object_id(ObjectId::Table(TableId(987654321)));
350		let result = serializer.finish();
351
352		// A fixed-width id keeps every ObjectId the same length, so a constant prefix scan stays exact.
353		assert_eq!(result.len(), 9);
354		assert_eq!(result[0], 0x01); // Table variant prefix
355
356		// Inverted encoding: the larger id sorts below the smaller one; byte 0 is the variant prefix.
357		let mut serializer2 = KeySerializer::new();
358		serializer2.extend_object_id(ObjectId::Table(TableId(987654322)));
359		let result2 = serializer2.finish();
360
361		assert!(result2[1..] < result[1..]);
362	}
363
364	#[test]
365	fn test_read_object_id() {
366		let mut ser = KeySerializer::new();
367		let object = ObjectId::table(42);
368		ser.extend_object_id(object);
369		let bytes = ser.finish();
370
371		let mut de = KeyDeserializer::from_bytes(&bytes);
372		assert_eq!(de.read_object_id().unwrap(), object);
373		assert!(de.is_empty());
374	}
375
376	#[test]
377	fn test_read_index_id() {
378		let mut ser = KeySerializer::new();
379		let index = IndexId::primary(999);
380		ser.extend_index_id(index);
381		let bytes = ser.finish();
382
383		let mut de = KeyDeserializer::from_bytes(&bytes);
384		assert_eq!(de.read_index_id().unwrap(), index);
385		assert!(de.is_empty());
386	}
387}