use crate::{
CompressionType,
checksum::ChecksummedWriter,
encryption::EncryptionProvider,
table::{Block, IndexBlock, index_block::KeyedBlockHandle, writer::index::BlockIndexWriter},
};
use std::sync::Arc;
pub struct FullIndexWriter {
compression: CompressionType,
restart_interval: u8,
block_handles: Vec<KeyedBlockHandle>,
encryption: Option<Arc<dyn EncryptionProvider>>,
table_id: crate::TableId,
ecc: Option<crate::table::block::EccParams>,
}
impl FullIndexWriter {
pub fn new() -> Self {
Self {
compression: CompressionType::None,
restart_interval: 1,
block_handles: Vec::new(),
encryption: None,
table_id: 0,
ecc: None,
}
}
}
impl<W: std::io::Write + std::io::Seek> BlockIndexWriter<W> for FullIndexWriter {
fn use_encryption(
mut self: Box<Self>,
encryption: Option<Arc<dyn EncryptionProvider>>,
) -> Box<dyn BlockIndexWriter<W>> {
self.encryption = encryption;
self
}
fn use_partition_size(self: Box<Self>, _: u32) -> Box<dyn BlockIndexWriter<W>> {
self
}
fn use_restart_interval(mut self: Box<Self>, interval: u8) -> Box<dyn BlockIndexWriter<W>> {
self.restart_interval = interval;
self
}
fn use_compression(
mut self: Box<Self>,
compression: CompressionType,
) -> Box<dyn BlockIndexWriter<W>> {
self.compression = compression;
self
}
fn use_table_id(mut self: Box<Self>, table_id: crate::TableId) -> Box<dyn BlockIndexWriter<W>> {
self.table_id = table_id;
self
}
fn use_ecc(
mut self: Box<Self>,
ecc: Option<crate::table::block::EccParams>,
) -> Box<dyn BlockIndexWriter<W>> {
self.ecc = ecc;
self
}
fn register_data_block(&mut self, block_handle: KeyedBlockHandle) -> crate::Result<()> {
log::trace!(
"Registering block at {:?} with size {} [end_key={:?}]",
block_handle.offset(),
block_handle.size(),
block_handle.end_key(),
);
self.block_handles.push(block_handle);
Ok(())
}
fn finish(
self: Box<Self>,
file_writer: &mut crate::sfa::Writer<ChecksummedWriter<W>>,
) -> crate::Result<(usize, Vec<u8>)> {
file_writer.start("tli")?;
let mut bytes = vec![];
IndexBlock::encode_into_with_restart_interval(
&mut bytes,
&self.block_handles,
self.restart_interval,
)?;
let header = Block::write_into(
file_writer,
&bytes,
crate::table::block::BlockIdentity {
table_id: self.table_id,
block_type: crate::table::block::BlockType::Index,
dict_id: 0,
window_log: 0,
},
&{
let t = crate::table::block::BlockTransform::from_parts(
self.compression,
self.encryption.as_deref(),
#[cfg(zstd_any)]
None,
)?;
if let Some(ecc) = self.ecc {
t.with_ecc(ecc)
} else {
t
}
},
)?;
let bytes_written = header.on_disk_size_with(self.ecc);
debug_assert!(bytes_written > 0, "Block index should never be empty");
log::trace!(
"Written top level index, with {} pointers ({bytes_written}B)",
self.block_handles.len(),
);
Ok((1, bytes))
}
}