Struct semilattice_database::Collection
source · pub struct Collection { /* private fields */ }Implementations§
source§impl Collection
impl Collection
sourcepub fn new(data: Data, id: i32, name: impl Into<String>) -> Self
pub fn new(data: Data, id: i32, name: impl Into<String>) -> Self
Examples found in repository?
src/lib.rs (line 62)
38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183
pub fn new(dir: &str) -> Result<Self, std::io::Error> {
let root_dir = if dir.ends_with("/") || dir.ends_with("\\") {
let mut d = dir.to_string();
d.pop();
d
} else {
dir.to_string()
};
let mut collections_map = HashMap::new();
let mut collections = BTreeMap::new();
let collections_dir = root_dir.to_string() + "/collection/";
if let Ok(dir) = std::fs::read_dir(&collections_dir) {
for d in dir.into_iter() {
let d = d.unwrap();
let dt = d.file_type().unwrap();
if dt.is_dir() {
if let Some(fname) = d.path().file_name() {
if let Some(fname) = fname.to_str() {
let s: Vec<&str> = fname.split("_").collect();
if s.len() > 1 {
if let Some(path) = d.path().to_str() {
if let Ok(collection_id) = s[0].parse::<i32>() {
let name = s[1];
let data =
Collection::new(Data::new(path)?, collection_id, name);
collections_map.insert(name.to_string(), collection_id);
collections.insert(collection_id, data);
}
}
}
}
}
}
}
}
Ok(Self {
root_dir: root_dir.to_string(),
collections,
collections_map,
relation: RelationIndex::new(&root_dir)?,
})
}
pub fn root_dir(&self) -> &str {
&self.root_dir
}
fn session_dir(&self, session_name: &str) -> String {
self.root_dir.to_string() + "/sessions/" + session_name
}
pub fn session(&self, session_name: &str) -> Result<Session, std::io::Error> {
let session_dir = self.session_dir(session_name);
if !std::path::Path::new(&session_dir).exists() {
std::fs::create_dir_all(&session_dir)?;
}
Session::new(self, session_name)
}
pub fn commit(&mut self, session: &mut Session) -> Result<(), std::io::Error> {
if let Some(ref mut data) = session.session_data {
commit::commit(self, data)?;
self.session_clear(session)?;
}
Ok(())
}
pub fn session_clear(&self, session: &mut Session) -> Result<(), std::io::Error> {
let session_dir = self.session_dir(session.name());
session.session_data = None;
if std::path::Path::new(&session_dir).exists() {
std::fs::remove_dir_all(&session_dir)?;
}
Ok(())
}
pub fn session_start(&self, session: &mut Session) {
let session_dir = self.session_dir(session.name());
if let Ok(session_data) = Session::new_data(&session_dir) {
session.session_data = Some(session_data);
}
}
pub fn session_restart(&self, session: &mut Session) -> Result<(), std::io::Error> {
self.session_clear(session)?;
self.session_start(session);
Ok(())
}
pub fn update(
&self,
session: &mut Session,
records: Vec<Record>,
) -> Result<(), std::io::Error> {
let session_dir = self.session_dir(session.name());
if let None = session.session_data {
if let Ok(session_data) = Session::new_data(&session_dir) {
session.session_data = Some(session_data);
}
}
if let Some(ref mut session_data) = session.session_data {
let sequence = session_data.sequence_number.next();
update::update_recursive(
self,
session_data,
&mut session.temporary_data,
&session_dir,
sequence,
&records,
None,
)?;
}
Ok(())
}
fn collection_by_name_or_create(&mut self, name: &str) -> Result<i32, std::io::Error> {
let mut max_id = 0;
let collections_dir = self.root_dir.to_string() + "/collection/";
if let Ok(dir) = std::fs::read_dir(&collections_dir) {
for d in dir.into_iter() {
let d = d.unwrap();
let dt = d.file_type().unwrap();
if dt.is_dir() {
if let Some(fname) = d.path().file_name() {
if let Some(fname) = fname.to_str() {
let s: Vec<&str> = fname.split("_").collect();
if s.len() > 1 {
if let Ok(i) = s[0].parse() {
max_id = std::cmp::max(max_id, i);
}
if s[1] == name {
if let Some(path) = d.path().to_str() {
let data = Collection::new(Data::new(path)?, max_id, name);
self.collections_map.insert(name.to_string(), max_id);
self.collections.insert(max_id, data);
return Ok(max_id);
}
}
}
}
}
}
}
}
let collection_id = max_id + 1;
let data = Collection::new(
Data::new(&(collections_dir + "/" + &collection_id.to_string() + "_" + name))?,
collection_id,
name,
);
self.collections_map.insert(name.to_string(), collection_id);
self.collections.insert(collection_id, data);
Ok(collection_id)
}sourcepub fn id(&self) -> i32
pub fn id(&self) -> i32
Examples found in repository?
src/search.rs (line 30)
28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152
pub fn new(collection: &Collection) -> Self {
Self {
collection_id: collection.id(),
conditions: Vec::new(),
}
}
pub fn search(mut self, condition: Condition) -> Self {
self.conditions.push(condition);
self
}
pub fn default(mut self) -> Self {
self.conditions
.push(Condition::Term(Term::In(chrono::Local::now().timestamp())));
self.conditions.push(Condition::Activity(Activity::Active));
self
}
pub fn depend(mut self, condition: Depend) -> Self {
self.conditions.push(Condition::Depend(condition));
self
}
pub fn field(self, field_name: impl Into<String>, condition: Field) -> Self {
self.search(Condition::Field(field_name.into(), condition))
}
fn exec_cond(
collection: &Collection,
relation: &RelationIndex,
condtion: &Condition,
tx: Sender<RowSet>,
) {
match condtion {
Condition::Activity(c) => {
VersatileDataSearch::search_exec_cond(
&collection.data,
&VersatileDataCondition::Activity(*c),
tx,
);
}
Condition::Term(c) => {
VersatileDataSearch::search_exec_cond(
&collection.data,
&VersatileDataCondition::Term(c.clone()),
tx,
);
}
Condition::Row(c) => {
VersatileDataSearch::search_exec_cond(
&collection.data,
&VersatileDataCondition::Row(c.clone()),
tx,
);
}
Condition::Uuid(c) => {
VersatileDataSearch::search_exec_cond(
&collection.data,
&VersatileDataCondition::Uuid(c.clone()),
tx,
);
}
Condition::LastUpdated(c) => {
VersatileDataSearch::search_exec_cond(
&collection.data,
&VersatileDataCondition::LastUpdated(c.clone()),
tx,
);
}
Condition::Field(key, condition) => {
VersatileDataSearch::search_exec_cond(
&collection.data,
&VersatileDataCondition::Field(key.to_owned(), condition.clone()),
tx,
);
}
Condition::Depend(depend) => {
let rel = relation.pends(depend.key(), depend.collection_row());
let collection_id = collection.id();
std::thread::spawn(move || {
let mut tmp = RowSet::default();
for r in rel {
if r.collection_id() == collection_id {
tmp.insert(r.row());
}
}
let tx = tx.clone();
tx.send(tmp).unwrap();
});
}
Condition::Narrow(conditions) => {
let (tx_inner, rx) = std::sync::mpsc::channel();
for c in conditions {
let tx_inner = tx_inner.clone();
Self::exec_cond(collection, relation, c, tx_inner);
}
drop(tx_inner);
std::thread::spawn(move || {
let mut is_1st = true;
let mut tmp = RowSet::default();
for mut rs in rx {
if is_1st {
tmp = rs;
is_1st = false;
} else {
tmp = tmp.intersection(&mut rs).map(|&x| x).collect();
}
}
tx.send(tmp).unwrap();
});
}
Condition::Wide(conditions) => {
let (tx_inner, rx) = std::sync::mpsc::channel();
for c in conditions {
let tx_inner = tx_inner.clone();
Self::exec_cond(collection, relation, c, tx_inner);
}
drop(tx_inner);
std::thread::spawn(move || {
let mut tmp = RowSet::default();
for ref mut rs in rx {
tmp.append(rs);
}
tx.send(tmp).unwrap();
});
}
}
}More examples
src/session.rs (line 223)
217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234
pub fn collection_field_bytes<'a>(
&'a self,
collection: &'a Collection,
row: i64,
key: &str,
) -> &[u8] {
if let Some(tmp_col) = self.temporary_data.get(&collection.id()) {
if let Some(tmp_row) = tmp_col.get(&row) {
if let Some(val) = tmp_row.fields.get(key) {
return val;
}
}
}
if row > 0 {
return collection.field_bytes(row as u32, key);
}
b""
}pub fn name(&self) -> &str
pub fn activity(&self, row: u32) -> Activity
pub fn serial(&self, row: u32) -> u32
pub fn uuid_str(&self, row: u32) -> String
pub fn last_updated(&self, row: u32) -> i64
pub fn term_begin(&self, row: u32) -> i64
pub fn term_end(&self, row: u32) -> i64
sourcepub fn field_bytes(&self, row: u32, field_name: &str) -> &[u8] ⓘ
pub fn field_bytes(&self, row: u32, field_name: &str) -> &[u8] ⓘ
Examples found in repository?
src/session.rs (line 211)
195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234
pub fn field_bytes<'a>(
&'a self,
database: &'a Database,
collection_id: i32,
row: i64,
key: &str,
) -> &[u8] {
if let Some(tmp_col) = self.temporary_data.get(&collection_id) {
if let Some(tmp_row) = tmp_col.get(&row) {
if let Some(val) = tmp_row.fields.get(key) {
return val;
}
}
}
if row > 0 {
if let Some(col) = database.collection(collection_id) {
return col.field_bytes(row as u32, key);
}
}
b""
}
pub fn collection_field_bytes<'a>(
&'a self,
collection: &'a Collection,
row: i64,
key: &str,
) -> &[u8] {
if let Some(tmp_col) = self.temporary_data.get(&collection.id()) {
if let Some(tmp_row) = tmp_col.get(&row) {
if let Some(val) = tmp_row.fields.get(key) {
return val;
}
}
}
if row > 0 {
return collection.field_bytes(row as u32, key);
}
b""
}pub fn field_num(&self, row: u32, field_name: &str) -> f64
sourcepub fn create_row(
&mut self,
activity: &Activity,
term_begin: &Term,
term_end: &Term,
fields: &Vec<KeyValue>
) -> u32
pub fn create_row(
&mut self,
activity: &Activity,
term_begin: &Term,
term_end: &Term,
fields: &Vec<KeyValue>
) -> u32
Examples found in repository?
src/commit.rs (line 52)
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99
pub fn commit(
main_database: &mut Database,
session_data: &SessionData,
) -> Result<(), std::io::Error> {
let mut session_collection_row_map: HashMap<u32, CollectionRow> = HashMap::new();
let mut relation: HashMap<u32, Vec<(u32, SessionCollectionRow)>> = HashMap::new();
for row in 1..session_data.relation.rows.session_row.max_rows() {
if let (Some(session_row), Some(depend)) = (
session_data.relation.rows.session_row.value(row),
session_data.relation.rows.depend.value(row),
) {
let m = relation.entry(session_row).or_insert(Vec::new());
m.push((row, depend));
}
}
for session_row in 1..session_data.sequence.max_rows() {
if let (Some(op), Some(collection_id), Some(row)) = (
session_data.operation.value(session_row),
session_data.collection_id.value(session_row),
session_data.row.value(session_row),
) {
if let Some(collection) = main_database.collection_mut(collection_id) {
match op {
SessionOperation::New | SessionOperation::Update => {
let mut fields: Vec<KeyValue> = Vec::new();
for (key, ref field_data) in &session_data.fields {
if let Some(val) = field_data.get(session_row) {
fields.push(KeyValue::new(key, val));
}
}
let activity = if session_data.activity.value(session_row).unwrap() == 1 {
Activity::Active
} else {
Activity::Inactive
};
let term_begin =
Term::Overwrite(session_data.term_begin.value(session_row).unwrap());
let term_end =
Term::Overwrite(session_data.term_end.value(session_row).unwrap());
let row = if row == 0 {
//new
collection.create_row(&activity, &term_begin, &term_end, &fields)
} else {
assert!(row > 0);
let row = row as u32;
collection.update_row(row, &activity, &term_begin, &term_end, &fields);
row
};
let collection_row = CollectionRow::new(collection_id, row);
session_collection_row_map.insert(session_row, collection_row);
if let Some(depend_rows) = relation.get(&session_row) {
for (session_row, depend) in depend_rows {
let key =
session_data.relation.rows.key.value(*session_row).unwrap();
let key = unsafe { session_data.relation.key_names.str(key) };
if depend.row < 0 {
if let Some(depend) =
session_collection_row_map.get(&((-depend.row) as u32))
{
main_database.relation.insert(
key,
*depend,
collection_row,
)?;
}
} else {
main_database.relation.insert(
key,
CollectionRow::new(depend.collection_id, depend.row as u32),
collection_row,
)?;
};
}
}
}
SessionOperation::Delete => {
//todo!("セッション考慮の削除処理");
delete_recursive(
main_database,
&SessionCollectionRow::new(collection_id, row),
);
}
}
}
}
}
Ok(())
}sourcepub fn update_row(
&mut self,
collection_row: u32,
activity: &Activity,
term_begin: &Term,
term_end: &Term,
fields: &Vec<KeyValue>
)
pub fn update_row(
&mut self,
collection_row: u32,
activity: &Activity,
term_begin: &Term,
term_end: &Term,
fields: &Vec<KeyValue>
)
Examples found in repository?
src/commit.rs (line 56)
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99
pub fn commit(
main_database: &mut Database,
session_data: &SessionData,
) -> Result<(), std::io::Error> {
let mut session_collection_row_map: HashMap<u32, CollectionRow> = HashMap::new();
let mut relation: HashMap<u32, Vec<(u32, SessionCollectionRow)>> = HashMap::new();
for row in 1..session_data.relation.rows.session_row.max_rows() {
if let (Some(session_row), Some(depend)) = (
session_data.relation.rows.session_row.value(row),
session_data.relation.rows.depend.value(row),
) {
let m = relation.entry(session_row).or_insert(Vec::new());
m.push((row, depend));
}
}
for session_row in 1..session_data.sequence.max_rows() {
if let (Some(op), Some(collection_id), Some(row)) = (
session_data.operation.value(session_row),
session_data.collection_id.value(session_row),
session_data.row.value(session_row),
) {
if let Some(collection) = main_database.collection_mut(collection_id) {
match op {
SessionOperation::New | SessionOperation::Update => {
let mut fields: Vec<KeyValue> = Vec::new();
for (key, ref field_data) in &session_data.fields {
if let Some(val) = field_data.get(session_row) {
fields.push(KeyValue::new(key, val));
}
}
let activity = if session_data.activity.value(session_row).unwrap() == 1 {
Activity::Active
} else {
Activity::Inactive
};
let term_begin =
Term::Overwrite(session_data.term_begin.value(session_row).unwrap());
let term_end =
Term::Overwrite(session_data.term_end.value(session_row).unwrap());
let row = if row == 0 {
//new
collection.create_row(&activity, &term_begin, &term_end, &fields)
} else {
assert!(row > 0);
let row = row as u32;
collection.update_row(row, &activity, &term_begin, &term_end, &fields);
row
};
let collection_row = CollectionRow::new(collection_id, row);
session_collection_row_map.insert(session_row, collection_row);
if let Some(depend_rows) = relation.get(&session_row) {
for (session_row, depend) in depend_rows {
let key =
session_data.relation.rows.key.value(*session_row).unwrap();
let key = unsafe { session_data.relation.key_names.str(key) };
if depend.row < 0 {
if let Some(depend) =
session_collection_row_map.get(&((-depend.row) as u32))
{
main_database.relation.insert(
key,
*depend,
collection_row,
)?;
}
} else {
main_database.relation.insert(
key,
CollectionRow::new(depend.collection_id, depend.row as u32),
collection_row,
)?;
};
}
}
}
SessionOperation::Delete => {
//todo!("セッション考慮の削除処理");
delete_recursive(
main_database,
&SessionCollectionRow::new(collection_id, row),
);
}
}
}
}
}
Ok(())
}sourcepub fn update(&mut self, operation: &Operation) -> u32
pub fn update(&mut self, operation: &Operation) -> u32
Examples found in repository?
src/commit.rs (lines 115-117)
101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123
pub(super) fn delete_recursive(database: &mut Database, target: &SessionCollectionRow) {
if target.row > 0 {
let depend = CollectionRow::new(target.collection_id, target.row as u32);
let c = database.relation.index_depend().select_by_value(&depend);
for relation_row in c {
if let Some(collection_row) = database.relation.index_pend().value(relation_row) {
delete_recursive(
database,
&SessionCollectionRow::new(
collection_row.collection_id(),
collection_row.row() as i64,
),
);
if let Some(collection) = database.collection_mut(collection_row.collection_id()) {
collection.update(&Operation::Delete {
row: collection_row.row(),
});
}
}
database.relation.delete(relation_row);
}
}
}