Struct dyer::engine::App

pub struct App<Entity, T, P> where
    T: Serialize + for<'de> Deserialize<'de> + Debug + Clone,
    P: Serialize + for<'de> Deserialize<'de> + Debug + Clone,  {
    pub task: Arc<Mutex<Vec<Task<T>>>>,
    pub task_tmp: Arc<Mutex<Vec<Task<T>>>>,
    pub profile: Arc<Mutex<Vec<Profile<P>>>>,
    pub req: Arc<Mutex<Vec<Request<T, P>>>>,
    pub req_tmp: Arc<Mutex<Vec<Request<T, P>>>>,
    pub res: Arc<Mutex<Vec<Response<T, P>>>>,
    pub result: Arc<Mutex<Vec<Entity>>>,
    pub yield_err: Arc<Mutex<Vec<String>>>,
    pub fut_res: Arc<Mutex<Vec<(u64, JoinHandle<()>)>>>,
    pub fut_profile: Arc<Mutex<Vec<(u64, JoinHandle<()>)>>>,
    pub rt_args: Arc<Mutex<AppArg>>,
}

An abstraction and collection of data flow of Dyer,

Fields

task: Arc<Mutex<Vec<Task<T>>>>

task_tmp: Arc<Mutex<Vec<Task<T>>>>

profile: Arc<Mutex<Vec<Profile<P>>>>

req: Arc<Mutex<Vec<Request<T, P>>>>

req_tmp: Arc<Mutex<Vec<Request<T, P>>>>

res: Arc<Mutex<Vec<Response<T, P>>>>

result: Arc<Mutex<Vec<Entity>>>

yield_err: Arc<Mutex<Vec<String>>>

fut_res: Arc<Mutex<Vec<(u64, JoinHandle<()>)>>>

fut_profile: Arc<Mutex<Vec<(u64, JoinHandle<()>)>>>

rt_args: Arc<Mutex<AppArg>>

Implementations

impl<'a, Entity, T, P> App<Entity, T, P> where
    T: 'static + Serialize + for<'de> Deserialize<'de> + Debug + Clone + Sync + Send,
    P: 'static + Serialize + for<'de> Deserialize<'de> + Debug + Clone + Sync + Send,
    Entity: Serialize + Debug + Clone + Send + Sync, 

pub fn new() -> Self

pub fn info(&mut self)

get the overview of App

pub fn enough_profile(&self) -> bool

to see whether to generate Profile

pub async fn plineout<C>(&mut self, pipeline: &PipeLine<'a, Entity, C>) where
    C: Send + 'a, 

drive and consume extracted Entity into PipeLine

pub async fn update_req(&mut self, middleware: &MiddleWare<'a, Entity, T, P>)

load and balance Request

pub async fn spawn_task(&mut self)

spawn polling Request as tokio::task and executing asynchronously,

pub fn buf_task(&self, path: &str) -> Vec<usize>

load cached Task from caced directory

pub async fn close<'b, C>(
    &'a mut self,
    spd: &'static dyn Spider<Entity, T, P>,
    middleware: &'a MiddleWare<'b, Entity, T, P>,
    pipeline: &'a PipeLine<'b, Entity, C>
) where
    C: Send + 'b, 

preparation before closing Dyer

pub async fn run<'b, C>(
    &'a mut self,
    spd: &'static dyn Spider<Entity, T, P>,
    middleware: &'a MiddleWare<'b, Entity, T, P>,
    pipeline: PipeLine<'b, Entity, C>
) -> Result<(), Box<dyn Error + Send + Sync>> where
    C: Send + 'a, 

drive Dyer into running.