kproc 0.7.0

Knowledge Processing library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

//! Processor to retrieve data from HTTP servers

use isahc::AsyncReadResponseExt;
use kproc_pmacros::Processor;

use crate::processor::{InputStreams, OutputStreams};
use crate::{processor, Result};

/// Input for the HTTP client
#[derive(Clone, InputStreams)]
pub struct Inputs
{
  /// URL to retrieve
  pub url: String,
}

/// Output for the HTTP client
#[derive(Clone, OutputStreams)]
pub struct Outputs
{
  /// Source URL
  pub url: String,
  /// Page data
  pub data: String,
  /// Status code
  pub status: u16,
}

/// Processor for the HTTP client
#[derive(Processor)]
#[streams(Inputs, Outputs)]
pub struct Http {}

impl processor::ValueProcessor for Http
{
  async fn process_one(&self, inputs: Self::Inputs) -> Result<Self::Outputs>
  {
    let mut response = isahc::get_async(inputs.url.clone()).await?;

    Ok(Outputs {
      url: inputs.url,
      data: response.text().await?,
      status: response.status().as_u16(),
    })
  }
}