use crate::{Arc, Data, Mutex};
pub trait Storage: Send + Sync {
fn size(&self) -> u64;
fn read(&self, start: u64, data: &mut [u8]);
fn write(&mut self, start: u64, data: &[u8]);
fn write_vec(&mut self, start: u64, data: Vec<u8>) {
let len = data.len();
let d = Arc::new(data);
self.write_data(start, d, 0, len);
}
fn write_data(&mut self, start: u64, data: Data, off: usize, len: usize) {
self.write(start, &data[off..off + len]);
}
fn commit(&mut self, size: u64);
fn write_u64(&mut self, start: u64, value: u64) {
self.write(start, &value.to_le_bytes());
}
fn read_u64(&self, start: u64) -> u64 {
let mut bytes = [0; 8];
self.read(start, &mut bytes);
u64::from_le_bytes(bytes)
}
fn clone(&self) -> Box<dyn Storage> {
panic!()
}
fn wait_complete(&self) {}
fn reset(&mut self) {
panic!()
}
}
pub trait PageStorage: Send + Sync {
fn is_new(&self) -> bool;
fn info(&self) -> Box<dyn PageStorageInfo>;
fn new_page(&mut self) -> u64;
fn drop_page(&mut self, pn: u64);
fn set_page(&mut self, pn: u64, data: Data);
fn get_page(&self, pn: u64) -> Data;
fn size(&self, pn: u64) -> usize;
fn save(&mut self);
fn rollback(&mut self);
fn wait_complete(&self);
#[cfg(feature = "verify")]
fn get_free(&mut self) -> (crate::HashSet<u64>, u64);
#[cfg(feature = "renumber")]
fn renumber(&mut self, pn: u64) -> u64;
#[cfg(feature = "renumber")]
fn load_free_pages(&mut self) -> Option<u64>;
#[cfg(feature = "renumber")]
fn set_alloc_pn(&mut self, target: u64);
}
pub trait PageStorageInfo: Send + Sync {
fn sizes(&self) -> usize;
fn index(&self, size: usize) -> usize;
fn size(&self, ix: usize) -> usize;
fn max_size_page(&self) -> usize {
self.size(self.sizes())
}
fn half_size_page(&self) -> usize {
self.size(self.index(self.max_size_page() / 2 - 50))
}
fn compress(&self, size: usize, saving: usize) -> bool {
self.index(size - saving) < self.index(size)
}
}
#[derive(Default)]
pub struct MemFile {
v: Arc<Mutex<Vec<u8>>>,
}
impl MemFile {
pub fn new() -> Box<Self> {
Box::<Self>::default()
}
}
impl Storage for MemFile {
fn size(&self) -> u64 {
let v = self.v.lock().unwrap();
v.len() as u64
}
fn read(&self, off: u64, bytes: &mut [u8]) {
let off = off as usize;
let len = bytes.len();
let mut v = self.v.lock().unwrap();
if off + len > v.len() {
v.resize(off + len, 0);
}
bytes.copy_from_slice(&v[off..off + len]);
}
fn write(&mut self, off: u64, bytes: &[u8]) {
let off = off as usize;
let len = bytes.len();
let mut v = self.v.lock().unwrap();
if off + len > v.len() {
v.resize(off + len, 0);
}
v[off..off + len].copy_from_slice(bytes);
}
fn commit(&mut self, size: u64) {
let mut v = self.v.lock().unwrap();
v.resize(size as usize, 0);
}
fn clone(&self) -> Box<dyn Storage> {
Box::new(Self { v: self.v.clone() })
}
}
use std::{fs, fs::OpenOptions, io::Read, io::Seek, io::SeekFrom, io::Write};
pub struct SimpleFileStorage {
file: Arc<Mutex<fs::File>>,
}
impl SimpleFileStorage {
pub fn new(filename: &str) -> Box<Self> {
Box::new(Self {
file: Arc::new(Mutex::new(
OpenOptions::new()
.read(true)
.write(true)
.create(true)
.truncate(false)
.open(filename)
.unwrap(),
)),
})
}
}
impl Storage for SimpleFileStorage {
fn size(&self) -> u64 {
let mut f = self.file.lock().unwrap();
f.seek(SeekFrom::End(0)).unwrap()
}
fn read(&self, off: u64, bytes: &mut [u8]) {
let mut f = self.file.lock().unwrap();
f.seek(SeekFrom::Start(off)).unwrap();
let _ = f.read(bytes).unwrap();
}
fn write(&mut self, off: u64, bytes: &[u8]) {
let mut f = self.file.lock().unwrap();
#[cfg(not(any(target_os = "windows", target_os = "linux")))]
{
let size = f.seek(SeekFrom::End(0)).unwrap();
if off > size {
f.set_len(off).unwrap();
}
}
f.seek(SeekFrom::Start(off)).unwrap();
let _ = f.write(bytes).unwrap();
}
fn commit(&mut self, size: u64) {
let f = self.file.lock().unwrap();
f.set_len(size).unwrap();
f.sync_all().unwrap();
}
fn clone(&self) -> Box<dyn Storage> {
Box::new(Self {
file: self.file.clone(),
})
}
}
#[allow(clippy::vec_box)]
pub struct MultiFileStorage {
filename: String,
files: Arc<Mutex<Vec<Box<SimpleFileStorage>>>>,
}
impl MultiFileStorage {
pub fn new(filename: &str) -> Box<Self> {
Box::new(Self {
filename: filename.to_string(),
files: Arc::new(Mutex::new(Vec::new())),
})
}
fn get_file(&self) -> Box<SimpleFileStorage> {
if let Some(f) = self.files.lock().unwrap().pop() {
f
} else {
SimpleFileStorage::new(&self.filename)
}
}
fn put_file(&self, f: Box<SimpleFileStorage>) {
self.files.lock().unwrap().push(f);
}
}
impl Storage for MultiFileStorage {
fn size(&self) -> u64 {
let f = self.get_file();
let result = f.size();
self.put_file(f);
result
}
fn read(&self, off: u64, bytes: &mut [u8]) {
let f = self.get_file();
f.read(off, bytes);
self.put_file(f);
}
fn write(&mut self, off: u64, bytes: &[u8]) {
let mut f = self.get_file();
f.write(off, bytes);
self.put_file(f);
}
fn commit(&mut self, size: u64) {
let mut f = self.get_file();
f.commit(size);
self.put_file(f);
}
fn clone(&self) -> Box<dyn Storage> {
Box::new(Self {
filename: self.filename.clone(),
files: self.files.clone(),
})
}
}
pub struct DummyFile {}
impl DummyFile {
pub fn new() -> Box<Self> {
Box::new(Self {})
}
}
impl Storage for DummyFile {
fn size(&self) -> u64 {
0
}
fn read(&self, _off: u64, _bytes: &mut [u8]) {}
fn write(&mut self, _off: u64, _bytes: &[u8]) {}
fn commit(&mut self, _size: u64) {}
fn clone(&self) -> Box<dyn Storage> {
Self::new()
}
}