use super::{is_older_version, Key, KeyData};
use std;
use std::hint::unreachable_unchecked;
use std::iter::{Enumerate, Extend, FromIterator, FusedIterator};
use std::marker::PhantomData;
use std::ops::{Index, IndexMut};
#[derive(Debug)]
struct Slot<T> {
version: u32,
value: Option<T>,
}
impl<T> Slot<T> {
#[inline(always)]
pub fn occupied(&self) -> bool {
self.version % 2 > 0
}
}
#[derive(Debug)]
pub struct SecondaryMap<K: Key, V> {
slots: Vec<Slot<V>>,
num_elems: usize,
_k: PhantomData<fn(K) -> K>,
}
impl<K: Key, V> SecondaryMap<K, V> {
pub fn new() -> Self {
Self::with_capacity(0)
}
pub fn with_capacity(capacity: usize) -> Self {
let mut slots = Vec::with_capacity(capacity + 1); slots.push(Slot {
version: 0,
value: None,
});
Self {
slots,
num_elems: 0,
_k: PhantomData,
}
}
pub fn len(&self) -> usize {
self.num_elems as usize
}
pub fn is_empty(&self) -> bool {
self.num_elems == 0
}
pub fn capacity(&self) -> usize {
self.slots.capacity() - 1 }
pub fn set_capacity(&mut self, new_capacity: usize) {
let new_capacity = new_capacity + 1; if new_capacity > self.slots.capacity() {
let needed = new_capacity - self.slots.len();
self.slots.reserve(needed);
}
}
pub fn contains_key(&self, key: K) -> bool {
let key = key.into();
self.slots
.get(key.idx as usize)
.map_or(false, |slot| slot.version == key.version.get())
}
pub fn insert(&mut self, key: K, value: V) -> Option<V> {
let key = key.into();
for _ in self.slots.len()..=key.idx as usize {
self.slots.push(Slot {
version: 0,
value: None,
});
}
let slot = &mut self.slots[key.idx as usize];
if slot.version == key.version.get() {
return std::mem::replace(&mut slot.value, Some(value));
}
if slot.occupied() {
if is_older_version(key.version.get(), slot.version) {
return None;
}
} else {
self.num_elems += 1;
}
*slot = Slot {
version: key.version.get(),
value: Some(value),
};
None
}
pub fn remove(&mut self, key: K) -> Option<V> {
let key = key.into();
if let Some(slot) = self.slots.get_mut(key.idx as usize) {
if slot.version == key.version.get() {
slot.version -= 1;
self.num_elems -= 1;
return Some(std::mem::replace(&mut slot.value, None).unwrap());
}
}
None
}
pub fn retain<F>(&mut self, mut f: F)
where
F: FnMut(K, &mut V) -> bool,
{
let len = self.slots.len();
for i in 0..len {
let slot = unsafe { self.slots.get_unchecked_mut(i) };
let should_remove = {
if let Some(value) = &mut slot.value {
let key = KeyData::new(i as u32, slot.version).into();
!f(key, value)
} else {
false
}
};
if should_remove {
self.num_elems -= 1;
slot.version -= 1;
slot.value = None;
}
}
}
pub fn clear(&mut self) {
self.drain();
}
pub fn drain(&mut self) -> Drain<K, V> {
Drain {
cur: 1,
num_left: self.len(),
sm: self,
}
}
pub fn get(&self, key: K) -> Option<&V> {
let key = key.into();
self.slots
.get(key.idx as usize)
.filter(|slot| slot.version == key.version.get())
.map(|slot| slot.value.as_ref().unwrap())
}
pub unsafe fn get_unchecked(&self, key: K) -> &V {
let key = key.into();
if let Some(value) = self.slots.get_unchecked(key.idx as usize).value.as_ref() {
value
} else {
unreachable_unchecked()
}
}
pub fn get_mut(&mut self, key: K) -> Option<&mut V> {
let key = key.into();
self.slots
.get_mut(key.idx as usize)
.filter(|slot| slot.version == key.version.get())
.map(|slot| slot.value.as_mut().unwrap())
}
pub unsafe fn get_unchecked_mut(&mut self, key: K) -> &mut V {
let key = key.into();
if let Some(value) = self
.slots
.get_unchecked_mut(key.idx as usize)
.value
.as_mut()
{
value
} else {
unreachable_unchecked()
}
}
pub fn iter(&self) -> Iter<K, V> {
Iter {
num_left: self.num_elems,
slots: self.slots.iter().enumerate(),
_k: PhantomData,
}
}
pub fn iter_mut(&mut self) -> IterMut<K, V> {
IterMut {
num_left: self.num_elems,
slots: self.slots.iter_mut().enumerate(),
_k: PhantomData,
}
}
pub fn keys(&self) -> Keys<K, V> {
Keys { inner: self.iter() }
}
pub fn values(&self) -> Values<K, V> {
Values { inner: self.iter() }
}
pub fn values_mut(&mut self) -> ValuesMut<K, V> {
ValuesMut {
inner: self.iter_mut(),
}
}
}
impl<K: Key, V> Default for SecondaryMap<K, V> {
fn default() -> Self {
Self::new()
}
}
impl<K: Key, V> Index<K> for SecondaryMap<K, V> {
type Output = V;
fn index(&self, key: K) -> &V {
match self.get(key) {
Some(r) => r,
None => panic!("invalid SecondaryMap key used"),
}
}
}
impl<K: Key, V> IndexMut<K> for SecondaryMap<K, V> {
fn index_mut(&mut self, key: K) -> &mut V {
match self.get_mut(key) {
Some(r) => r,
None => panic!("invalid SecondaryMap key used"),
}
}
}
impl<K: Key, V: PartialEq> PartialEq for SecondaryMap<K, V> {
fn eq(&self, other: &Self) -> bool {
if self.len() != other.len() {
return false;
}
self.iter().all(|(key, value)| {
other
.get(key)
.map_or(false, |other_value| *value == *other_value)
})
}
}
impl<K: Key, V: Eq> Eq for SecondaryMap<K, V> {}
impl<K: Key, V> FromIterator<(K, V)> for SecondaryMap<K, V> {
fn from_iter<I: IntoIterator<Item = (K, V)>>(iter: I) -> Self {
let mut sec = Self::new();
sec.extend(iter);
sec
}
}
impl<K: Key, V> Extend<(K, V)> for SecondaryMap<K, V> {
fn extend<I: IntoIterator<Item = (K, V)>>(&mut self, iter: I) {
let iter = iter.into_iter();
for (k, v) in iter {
self.insert(k, v);
}
}
}
impl<'a, K: Key, V: 'a + Copy> Extend<(K, &'a V)> for SecondaryMap<K, V> {
fn extend<I: IntoIterator<Item = (K, &'a V)>>(&mut self, iter: I) {
let iter = iter.into_iter();
for (k, v) in iter {
self.insert(k, *v);
}
}
}
#[derive(Debug)]
pub struct Drain<'a, K: Key + 'a, V: 'a> {
num_left: usize,
sm: &'a mut SecondaryMap<K, V>,
cur: usize,
}
#[derive(Debug)]
pub struct IntoIter<K: Key, V> {
num_left: usize,
slots: Enumerate<std::vec::IntoIter<Slot<V>>>,
_k: PhantomData<fn(K) -> K>,
}
#[derive(Debug)]
pub struct Iter<'a, K: Key + 'a, V: 'a> {
num_left: usize,
slots: Enumerate<std::slice::Iter<'a, Slot<V>>>,
_k: PhantomData<fn(K) -> K>,
}
#[derive(Debug)]
pub struct IterMut<'a, K: Key + 'a, V: 'a> {
num_left: usize,
slots: Enumerate<std::slice::IterMut<'a, Slot<V>>>,
_k: PhantomData<fn(K) -> K>,
}
#[derive(Debug)]
pub struct Keys<'a, K: Key + 'a, V: 'a> {
inner: Iter<'a, K, V>,
}
#[derive(Debug)]
pub struct Values<'a, K: Key + 'a, V: 'a> {
inner: Iter<'a, K, V>,
}
#[derive(Debug)]
pub struct ValuesMut<'a, K: Key + 'a, V: 'a> {
inner: IterMut<'a, K, V>,
}
impl<'a, K: Key, V> Iterator for Drain<'a, K, V> {
type Item = (K, V);
fn next(&mut self) -> Option<(K, V)> {
let len = self.sm.slots.len();
while self.cur < len {
let idx = self.cur;
self.cur += 1;
if let Some(value) = std::mem::replace(&mut self.sm.slots[idx].value, None) {
let key = KeyData::new(idx as u32, self.sm.slots[idx].version);
self.sm.slots[idx].version -= 1;
self.sm.num_elems -= 1;
self.num_left -= 1;
return Some((key.into(), value));
}
}
None
}
fn size_hint(&self) -> (usize, Option<usize>) {
(self.num_left, Some(self.num_left))
}
}
impl<'a, K: Key, V> Drop for Drain<'a, K, V> {
fn drop(&mut self) {
self.for_each(|_drop| {});
}
}
impl<K: Key, V> Iterator for IntoIter<K, V> {
type Item = (K, V);
fn next(&mut self) -> Option<(K, V)> {
while let Some((idx, mut slot)) = self.slots.next() {
if let Some(value) = std::mem::replace(&mut slot.value, None) {
let key = KeyData::new(idx as u32, slot.version);
self.num_left -= 1;
return Some((key.into(), value));
}
}
None
}
fn size_hint(&self) -> (usize, Option<usize>) {
(self.num_left, Some(self.num_left))
}
}
impl<'a, K: Key, V> Iterator for Iter<'a, K, V> {
type Item = (K, &'a V);
fn next(&mut self) -> Option<(K, &'a V)> {
while let Some((idx, slot)) = self.slots.next() {
if let Some(value) = &slot.value {
let key = KeyData::new(idx as u32, slot.version);
self.num_left -= 1;
return Some((key.into(), value));
}
}
None
}
fn size_hint(&self) -> (usize, Option<usize>) {
(self.num_left, Some(self.num_left))
}
}
impl<'a, K: Key, V> Iterator for IterMut<'a, K, V> {
type Item = (K, &'a mut V);
fn next(&mut self) -> Option<(K, &'a mut V)> {
while let Some((idx, slot)) = self.slots.next() {
if let Some(value) = &mut slot.value {
let key = KeyData::new(idx as u32, slot.version);
self.num_left -= 1;
return Some((key.into(), value));
}
}
None
}
fn size_hint(&self) -> (usize, Option<usize>) {
(self.num_left, Some(self.num_left))
}
}
impl<'a, K: Key, V> Iterator for Keys<'a, K, V> {
type Item = K;
fn next(&mut self) -> Option<K> {
self.inner.next().map(|(key, _)| key)
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.inner.size_hint()
}
}
impl<'a, K: Key, V> Iterator for Values<'a, K, V> {
type Item = &'a V;
fn next(&mut self) -> Option<&'a V> {
self.inner.next().map(|(_, value)| value)
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.inner.size_hint()
}
}
impl<'a, K: Key, V> Iterator for ValuesMut<'a, K, V> {
type Item = &'a mut V;
fn next(&mut self) -> Option<&'a mut V> {
self.inner.next().map(|(_, value)| value)
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.inner.size_hint()
}
}
impl<'a, K: Key, V> IntoIterator for &'a SecondaryMap<K, V> {
type Item = (K, &'a V);
type IntoIter = Iter<'a, K, V>;
fn into_iter(self) -> Self::IntoIter {
self.iter()
}
}
impl<'a, K: Key, V> IntoIterator for &'a mut SecondaryMap<K, V> {
type Item = (K, &'a mut V);
type IntoIter = IterMut<'a, K, V>;
fn into_iter(self) -> Self::IntoIter {
self.iter_mut()
}
}
impl<K: Key, V> IntoIterator for SecondaryMap<K, V> {
type Item = (K, V);
type IntoIter = IntoIter<K, V>;
fn into_iter(self) -> Self::IntoIter {
let len = self.len();
let mut it = self.slots.into_iter().enumerate();
it.next(); IntoIter {
num_left: len,
slots: it,
_k: PhantomData,
}
}
}
impl<'a, K: Key, V> FusedIterator for Iter<'a, K, V> {}
impl<'a, K: Key, V> FusedIterator for IterMut<'a, K, V> {}
impl<'a, K: Key, V> FusedIterator for Keys<'a, K, V> {}
impl<'a, K: Key, V> FusedIterator for Values<'a, K, V> {}
impl<'a, K: Key, V> FusedIterator for ValuesMut<'a, K, V> {}
impl<'a, K: Key, V> FusedIterator for Drain<'a, K, V> {}
impl<K: Key, V> FusedIterator for IntoIter<K, V> {}
impl<'a, K: Key, V> ExactSizeIterator for Iter<'a, K, V> {}
impl<'a, K: Key, V> ExactSizeIterator for IterMut<'a, K, V> {}
impl<'a, K: Key, V> ExactSizeIterator for Keys<'a, K, V> {}
impl<'a, K: Key, V> ExactSizeIterator for Values<'a, K, V> {}
impl<'a, K: Key, V> ExactSizeIterator for ValuesMut<'a, K, V> {}
impl<'a, K: Key, V> ExactSizeIterator for Drain<'a, K, V> {}
impl<K: Key, V> ExactSizeIterator for IntoIter<K, V> {}
#[cfg(feature = "serde")]
mod serialize {
use super::*;
use serde::{de, Deserialize, Deserializer, Serialize, Serializer};
#[derive(Serialize, Deserialize)]
struct SerdeSlot<T> {
value: Option<T>,
version: u32,
}
impl<T: Serialize> Serialize for Slot<T> {
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where
S: Serializer,
{
let serde_slot = SerdeSlot {
version: self.version,
value: self.value.as_ref(),
};
serde_slot.serialize(serializer)
}
}
impl<'de, T> Deserialize<'de> for Slot<T>
where
T: Deserialize<'de>,
{
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where
D: Deserializer<'de>,
{
let serde_slot: SerdeSlot<T> = Deserialize::deserialize(deserializer)?;
let occupied = serde_slot.version % 2 > 0;
if occupied ^ serde_slot.value.is_some() {
return Err(de::Error::custom(&"inconsistent occupation in Slot"));
}
Ok(Self {
value: serde_slot.value,
version: serde_slot.version,
})
}
}
impl<K: Key, V: Serialize> Serialize for SecondaryMap<K, V> {
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where
S: Serializer,
{
self.slots.serialize(serializer)
}
}
impl<'de, K: Key, V: Deserialize<'de>> Deserialize<'de> for SecondaryMap<K, V> {
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where
D: Deserializer<'de>,
{
let mut slots: Vec<Slot<V>> = Deserialize::deserialize(deserializer)?;
if slots.len() >= (1 << 32) - 1 {
return Err(de::Error::custom(&"too many slots"));
}
if slots.get(0).map_or(true, |slot| slot.version % 2 > 0) {
return Err(de::Error::custom(&"first slot not empty"));
}
slots[0] = Slot {
value: None,
version: 0,
};
let num_elems = slots.iter().map(|s| s.value.is_some() as usize).sum();
Ok(Self {
num_elems,
slots,
_k: PhantomData,
})
}
}
}
#[cfg(test)]
mod tests {
use std::collections::HashMap;
use *;
#[cfg(feature = "serde")]
use serde_json;
quickcheck! {
fn qc_secmap_equiv_hashmap(operations: Vec<(u8, u32)>) -> bool {
let mut hm = HashMap::new();
let mut hm_keys = Vec::new();
let mut unique_key = 0u32;
let mut sm = SlotMap::new();
let mut sec = SecondaryMap::new();
let mut sm_keys = Vec::new();
#[cfg(not(feature = "serde"))]
let num_ops = 3;
#[cfg(feature = "serde")]
let num_ops = 4;
for (op, val) in operations {
match op % num_ops {
0 => {
hm.insert(unique_key, val);
hm_keys.push(unique_key);
unique_key += 1;
let k = sm.insert(val);
sec.insert(k, val);
sm_keys.push(k);
}
1 => {
if hm_keys.len() == 0 { continue; }
let idx = val as usize % hm_keys.len();
sm.remove(sm_keys[idx]);
if hm.remove(&hm_keys[idx]) != sec.remove(sm_keys[idx]) {
return false;
}
}
2 => {
if hm_keys.len() == 0 { continue; }
let idx = val as usize % hm_keys.len();
let (hm_key, sm_key) = (&hm_keys[idx], sm_keys[idx]);
if hm.contains_key(hm_key) != sec.contains_key(sm_key) ||
hm.get(hm_key) != sec.get(sm_key) {
return false;
}
}
#[cfg(feature = "serde")]
3 => {
let ser = serde_json::to_string(&sec).unwrap();
sec = serde_json::from_str(&ser).unwrap();
}
_ => unreachable!(),
}
}
let mut secv: Vec<_> = sec.values().collect();
let mut hmv: Vec<_> = hm.values().collect();
secv.sort();
hmv.sort();
secv == hmv
}
}
}