use std::borrow::{Borrow, BorrowMut};
use std::cell::UnsafeCell;
use std::fmt::{Debug, Formatter};
use std::hash::Hash;
use std::ops::{Deref, DerefMut};
use std::ptr;
use std::sync::atomic::{AtomicPtr, Ordering};
use std::sync::{Arc, LockResult};
use std::time::Duration;
use std::marker::PhantomData;
use std::collections::{HashMap as Map, hash_map::IntoIter as IntoIter, hash_map::Iter as MapIter, hash_map::IterMut as MapIterMut, HashMap};
use serde::ser::SerializeMap;
use serde::{Deserializer, Serialize, Serializer};
use tokio::sync::{Mutex, MutexGuard};
pub type SyncHashMap<K, V> = SyncMapImpl<K, V>;
pub struct SyncMapImpl<K: Eq + Hash + Clone, V> {
read: UnsafeCell<Map<K, V>>,
dirty: Mutex<Map<K, V>>,
}
impl<K: Eq + Hash + Clone, V> Drop for SyncMapImpl<K, V> {
fn drop(&mut self) {
unsafe {
let k = (&mut *self.read.get()).keys().clone();
for x in k {
let v = (&mut *self.read.get()).remove(x);
match v {
None => {}
Some(v) => {
std::mem::forget(v);
}
}
}
}
}
}
unsafe impl<K: Eq + Hash + Clone, V> Send for SyncMapImpl<K, V> {}
unsafe impl<K: Eq + Hash + Clone, V> Sync for SyncMapImpl<K, V> {}
impl<K, V> SyncMapImpl<K, V> where K: std::cmp::Eq + Hash + Clone {
pub fn new_arc() -> Arc<Self> {
Arc::new(Self::new())
}
pub fn new() -> Self {
Self {
read: UnsafeCell::new(Map::new()),
dirty: Mutex::new(Map::new()),
}
}
pub fn with_capacity(capacity: usize) -> Self {
Self {
read: UnsafeCell::new(Map::with_capacity(capacity)),
dirty: Mutex::new(Map::with_capacity(capacity)),
}
}
pub async fn insert(&self, k: K, v: V) -> Option<V> where K: Clone {
let mut m = self.dirty.lock().await;
let op = m.insert(k.clone(), v);
match op {
None => {
let r = m.get(&k);
unsafe {
(&mut *self.read.get()).insert(k, std::mem::transmute_copy(r.unwrap()));
}
None
}
Some(v) => {
Some(v)
}
}
}
pub fn insert_mut(&mut self, k: K, v: V) -> Option<V> where K: Clone {
let mut m = self.dirty.get_mut();
let op = m.insert(k.clone(), v);
match op {
None => {
let r = m.get(&k);
unsafe {
(&mut *self.read.get()).insert(k, std::mem::transmute_copy(r.unwrap()));
}
None
}
Some(v) => {
Some(v)
}
}
}
pub async fn remove(&self, k: &K) -> Option<V> where K: Clone {
let mut m = self.dirty.lock().await;
let op = m.remove(k);
match op {
Some(v) => {
unsafe {
let r = (&mut *self.read.get()).remove(k);
match r {
None => {}
Some(r) => {
std::mem::forget(r);
}
}
}
Some(v)
}
None => {
None
}
}
}
pub fn remove_mut(&mut self, k: &K) -> Option<V> where K: Clone {
let mut m = self.dirty.get_mut();
let op = m.remove(k);
match op {
Some(v) => {
unsafe {
let r = (&mut *self.read.get()).remove(k);
match r {
None => {}
Some(r) => {
std::mem::forget(r);
}
}
}
Some(v)
}
None => {
None
}
}
}
pub fn len(&self) -> usize {
unsafe {
(&*self.read.get()).len()
}
}
pub fn is_empty(&self) -> bool {
unsafe {
(&*self.read.get()).is_empty()
}
}
pub async fn clear(&self) {
let mut m = self.dirty.lock().await;
m.clear();
unsafe {
let k = (&mut *self.read.get()).keys().clone();
for x in k {
let v = (&mut *self.read.get()).remove(x);
match v {
None => {}
Some(v) => {
std::mem::forget(v);
}
}
}
}
}
pub async fn shrink_to_fit(&self) {
let mut m = self.dirty.lock().await;
unsafe {
(&mut *self.read.get()).shrink_to_fit()
}
m.shrink_to_fit()
}
pub fn from(map: Map<K, V>) -> Self where K: Clone + Eq + Hash {
let mut s = Self::with_capacity(map.capacity());
let mut m = s.dirty.get_mut();
*m = map;
unsafe {
for (k, v) in m.iter() {
(&mut *s.read.get()).insert(k.clone(), std::mem::transmute_copy(v));
}
}
s
}
pub fn get<Q: ?Sized>(&self, k: &Q) -> Option<&V>
where
K: Borrow<Q>,
Q: Hash + Eq,
{
unsafe {
let k = (&*self.read.get()).get(k);
match k {
None => { None }
Some(s) => {
Some(s)
}
}
}
}
pub async fn get_mut<Q: ?Sized>(&self, k: &Q) -> Option<SyncMapRefMut<'_, K, V>>
where
K: Borrow<Q>,
Q: Hash + Eq,
{
let mut m = self.dirty.lock().await;
let mut r = SyncMapRefMut {
g: m,
value: None,
};
unsafe {
r.value = Some(change_lifetime_mut(r.g.get_mut(k)?));
}
Some(r)
}
pub fn iter(&self) -> MapIter<'_, K, V> {
unsafe {
(&*self.read.get()).iter()
}
}
pub async fn iter_mut(&self) -> IterMut<'_, K, V> {
let mut m = self.dirty.lock().await;
let mut iter = IterMut {
g: m,
inner: None,
};
unsafe {
iter.inner = Some(change_lifetime_mut(&mut iter.g).iter_mut());
}
return iter;
}
pub fn into_iter(self) -> MapIter<'static, K, V> {
unsafe {
(&*self.read.get()).iter()
}
}
}
pub unsafe fn change_lifetime_const<'a, 'b, T>(x: &'a T) -> &'b T {
&*(x as *const T)
}
pub unsafe fn change_lifetime_mut<'a, 'b, T>(x: &'a mut T) -> &'b mut T {
&mut *(x as *mut T)
}
pub struct SyncMapRefMut<'a, K, V> {
g: MutexGuard<'a, Map<K, V>>,
value: Option<&'a mut V>,
}
impl<'a, K, V> Deref for SyncMapRefMut<'_, K, V> {
type Target = V;
fn deref(&self) -> &Self::Target {
self.value.as_ref().unwrap()
}
}
impl<'a, K, V> DerefMut for SyncMapRefMut<'_, K, V> {
fn deref_mut(&mut self) -> &mut Self::Target {
self.value.as_mut().unwrap()
}
}
impl<'a, K, V> Debug for SyncMapRefMut<'_, K, V> where V: Debug {
fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
self.value.fmt(f)
}
}
impl<'a, K, V> PartialEq<Self> for SyncMapRefMut<'_, K, V> where V: Eq {
fn eq(&self, other: &Self) -> bool {
self.value.eq(&other.value)
}
}
impl<'a, K, V> Eq for SyncMapRefMut<'_, K, V> where V: Eq {}
pub struct Iter<'a, K, V> {
inner: Option<MapIter<'a, K, *const V>>,
}
impl<'a, K, V> Iterator for Iter<'a, K, V> {
type Item = (&'a K, &'a V);
fn next(&mut self) -> Option<Self::Item> {
let next = self.inner.as_mut().unwrap().next();
match next {
None => { None }
Some((k, v)) => {
if v.is_null() {
None
} else {
unsafe {
Some((k, &**v))
}
}
}
}
}
}
pub struct IterMut<'a, K, V> {
g: MutexGuard<'a, Map<K, V>>,
inner: Option<MapIterMut<'a, K, V>>,
}
impl<'a, K, V> Deref for IterMut<'a, K, V> {
type Target = MapIterMut<'a, K, V>;
fn deref(&self) -> &Self::Target {
self.inner.as_ref().unwrap()
}
}
impl<'a, K, V> DerefMut for IterMut<'a, K, V> {
fn deref_mut(&mut self) -> &mut Self::Target {
self.inner.as_mut().unwrap()
}
}
impl<'a, K, V> Iterator for IterMut<'a, K, V> {
type Item = (&'a K, &'a mut V);
fn next(&mut self) -> Option<Self::Item> {
self.inner.as_mut().unwrap().next()
}
}
impl<'a, K, V> IntoIterator for &'a SyncMapImpl<K, V> where K: Eq + Hash + Clone {
type Item = (&'a K, &'a V);
type IntoIter = MapIter<'a, K, V>;
fn into_iter(self) -> Self::IntoIter {
self.iter()
}
}
impl<K: Eq + Hash + Clone, V> From<Map<K, V>> for SyncMapImpl<K, V> {
fn from(arg: Map<K, V>) -> Self {
Self::from(arg)
}
}
impl<K, V> serde::Serialize for SyncMapImpl<K, V> where K: Eq + Hash + Clone + Serialize, V: Serialize {
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error> where S: Serializer {
let mut m = serializer.serialize_map(Some(self.len()))?;
for (k, v) in self.iter() {
m.serialize_key(k)?;
m.serialize_value(v)?;
}
m.end()
}
}
impl<'de, K, V> serde::Deserialize<'de> for SyncMapImpl<K, V> where K: Eq + Hash + Clone + serde::Deserialize<'de>, V: serde::Deserialize<'de> {
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error> where D: Deserializer<'de> {
let m = Map::deserialize(deserializer)?;
Ok(Self::from(m))
}
}
impl<K, V> Debug for SyncMapImpl<K, V> where K: std::cmp::Eq + Hash + Clone + Debug, V: Debug {
fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
let mut m = f.debug_map();
for (k, v) in self.iter() {
m.key(k);
m.value(v);
}
m.finish()
}
}
#[cfg(test)]
mod test {
use std::collections::HashMap;
use std::ops::Deref;
use std::sync::Arc;
use std::sync::atomic::{Ordering};
use std::thread::sleep;
use std::time::Duration;
use crate::sync::SyncHashMap;
#[tokio::test]
pub async fn test_debug() {
let m: SyncHashMap<i32, i32> = SyncHashMap::new();
m.insert(1, 1).await;
println!("{:?}", m);
assert_eq!(format!("{:?}", m), "{1: 1}");
}
#[tokio::test]
pub async fn test_empty() {
let m: SyncHashMap<i32, i32> = SyncHashMap::new();
assert_eq!(0, m.len());
}
#[tokio::test]
pub async fn test_insert() {
let m = SyncHashMap::<i32, i32>::new();
let insert = m.insert(1, 2).await;
assert_eq!(insert.is_none(), true);
}
#[tokio::test]
pub async fn test_insert2() {
let m = Arc::new(SyncHashMap::<String, String>::new());
m.insert("/".to_string(), "1".to_string()).await;
m.insert("/js".to_string(), "2".to_string()).await;
m.insert("/fn".to_string(), "3".to_string()).await;
assert_eq!(&"1".to_string(), m.get("/").unwrap());
assert_eq!(&"2".to_string(), m.get("/js").unwrap());
assert_eq!(&"3".to_string(), m.get("/fn").unwrap());
}
#[tokio::test]
pub async fn test_get() {
let m = SyncHashMap::<i32, i32>::new();
let insert = m.insert(1, 2).await;
let g = m.get(&1).unwrap();
assert_eq!(&2, g);
}
#[derive(Clone, Debug, Eq, PartialEq, Hash)]
pub struct A {
inner: i32,
}
impl Drop for A {
fn drop(&mut self) {
println!("droped");
}
}
#[tokio::test]
pub async fn test_remove() {
let a = A { inner: 0 };
let m = SyncHashMap::<i32, A>::new();
let insert = m.insert(1, a).await;
let g = m.get(&1).unwrap();
let rm = m.remove(&1).await.unwrap();
println!("rm:{:?}", rm);
drop(rm);
assert_eq!(true, m.is_empty());
assert_eq!(true, m.dirty.lock().await.is_empty());
assert_eq!(None, m.get(&1));
assert_eq!(&A { inner: 0 }, g);
}
#[tokio::test]
pub async fn test_remove2() {
let m = SyncHashMap::<i32, String>::new();
for i in 0..1000000 {
m.insert(i, String::from("safdfasdfasdfasdfasdfasdfsadf")).await;
}
sleep(Duration::from_secs(2));
println!("start clean");
m.clear().await;
m.shrink_to_fit().await;
println!("done,now you can see mem usage");
sleep(Duration::from_secs(5));
for i in 0..1000000 {
m.insert(i, String::from("safdfasdfasdfasdfasdfasdfsadf")).await;
}
sleep(Duration::from_secs(2));
println!("start clean");
m.clear().await;
m.shrink_to_fit().await;
println!("done,now you can see mem usage");
sleep(Duration::from_secs(5));
}
#[tokio::test]
pub async fn test_iter() {
let m = SyncHashMap::<i32, i32>::new();
let insert = m.insert(1, 2).await;
for (k, v) in m.iter() {
assert_eq!(*k, 1);
assert_eq!(*v, 2);
}
}
#[tokio::test]
pub async fn test_iter_mut() {
let m = SyncHashMap::<i32, i32>::new();
let insert = m.insert(1, 2).await;
for (k, v) in m.iter_mut().await {
assert_eq!(*k, 1);
assert_eq!(*v, 2);
}
}
}