Dataloader
Rust implementation of Facebook's DataLoader using futures.
Documentation
Features
Usage
Switching runtime, by using cargo features
runtime-async-std
(default), to use the async-std runtime
runtime-tokio
to use the Tokio runtime
Add to your Cargo.toml
:
[dependencies]
dataloader = { version = "0.9", default-features = false, features = ["runtime-tokio"]}
futures = "0.3"
async-trait = "0.1"
Example:
use async_trait::async_trait;
use dataloader::cached::Loader;
use dataloader::BatchFn;
use futures::executor::block_on;
use std::collections::HashMap;
use std::thread;
struct MyLoadFn;
#[async_trait]
impl BatchFn<usize, usize> for MyLoadFn {
type Error = ();
fn max_batch_size(&self) -> usize {
4
}
async fn load(&self, keys: &[usize]) -> HashMap<usize, Result<usize, Self::Error>> {
println!("BatchFn load keys {:?}", keys);
keys.iter()
.map(|v| (v.clone(), Ok(v.clone())))
.collect::<HashMap<_, _>>()
}
}
fn main() {
let mut i = 0;
while i < 2 {
let a = MyLoadFn;
let loader = Loader::new(a);
let l1 = loader.clone();
let h1 = thread::spawn(move || {
let r1 = l1.load(1);
let r2 = l1.load(2);
let r3 = l1.load(3);
let r4 = l1.load_many(vec![2, 3, 4, 5, 6, 7, 8]);
let f = futures::future::join4(r1, r2, r3, r4);
println!("{:?}", block_on(f));
});
let l2 = loader.clone();
let h2 = thread::spawn(move || {
let r1 = l2.load(1);
let r2 = l2.load(2);
let r3 = l2.load(3);
let r4 = l2.load(4);
let f = futures::future::join4(r1, r2, r3, r4);
println!("{:?}", block_on(f));
});
h1.join().unwrap();
h2.join().unwrap();
i += 1;
}
}
LICENSE
This project is licensed under either of
at your option.