pub struct RestApiAdapter { /* private fields */ }Expand description
REST API scraping adapter.
Thread-safe and cheaply cloneable — the inner reqwest::Client uses Arc
internally. Build once, share across tasks.
§Example
use stygian_graph::adapters::rest_api::RestApiAdapter;
let adapter = RestApiAdapter::new();Implementations§
Source§impl RestApiAdapter
impl RestApiAdapter
Sourcepub fn new() -> Self
pub fn new() -> Self
Create a new adapter with default configuration.
§Example
use stygian_graph::adapters::rest_api::RestApiAdapter;
let adapter = RestApiAdapter::new();Sourcepub fn with_config(config: RestApiConfig) -> Self
pub fn with_config(config: RestApiConfig) -> Self
Create an adapter with custom configuration.
§Panics
Panics only if TLS is unavailable on the host (extremely rare).
§Example
use stygian_graph::adapters::rest_api::{RestApiAdapter, RestApiConfig};
use std::time::Duration;
let adapter = RestApiAdapter::with_config(RestApiConfig {
timeout: Duration::from_secs(10),
..Default::default()
});Sourcepub fn extract_path<'a>(value: &'a Value, path: &str) -> Option<&'a Value>
pub fn extract_path<'a>(value: &'a Value, path: &str) -> Option<&'a Value>
Resolve a dot-separated path into a JSON Value.
Returns None if any path segment is missing.
§Example
use serde_json::json;
use stygian_graph::adapters::rest_api::RestApiAdapter;
let v = json!({"meta": {"next": "abc123"}});
assert_eq!(
RestApiAdapter::extract_path(&v, "meta.next"),
Some(&json!("abc123"))
);
assert!(RestApiAdapter::extract_path(&v, "meta.gone").is_none());Sourcepub fn parse_link_next(link_header: &str) -> Option<String>
pub fn parse_link_next(link_header: &str) -> Option<String>
Parse an RFC 8288 Link header and return the rel="next" URL, if any.
§Example
use stygian_graph::adapters::rest_api::RestApiAdapter;
let link = r#"<https://api.example.com/items?page=2>; rel="next", <https://api.example.com/items?page=1>; rel="prev""#;
assert_eq!(
RestApiAdapter::parse_link_next(link),
Some("https://api.example.com/items?page=2".to_owned())
);Trait Implementations§
Source§impl Clone for RestApiAdapter
impl Clone for RestApiAdapter
Source§fn clone(&self) -> RestApiAdapter
fn clone(&self) -> RestApiAdapter
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
source. Read moreSource§impl Default for RestApiAdapter
impl Default for RestApiAdapter
Source§impl ScrapingService for RestApiAdapter
impl ScrapingService for RestApiAdapter
Source§fn execute<'life0, 'async_trait>(
&'life0 self,
input: ServiceInput,
) -> Pin<Box<dyn Future<Output = Result<ServiceOutput>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
fn execute<'life0, 'async_trait>(
&'life0 self,
input: ServiceInput,
) -> Pin<Box<dyn Future<Output = Result<ServiceOutput>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
Execute one or more REST API requests and return the aggregated result.
§ServiceInput.url
Base URL of the REST endpoint (including path; query string is optional).
§ServiceInput.params contract
{
"method": "GET",
"body": { "key": "value" },
"body_raw": "raw body string",
"headers": { "X-Custom-Header": "value" },
"query": { "state": "open", "per_page": "30" },
"accept": "application/json",
"auth": {
"type": "bearer",
"token": "...",
"username": "user",
"password": "pass",
"header": "X-Api-Key",
"param": "api_key",
"key": "sk-..."
},
"response": {
"data_path": "items",
"collect_as_array": true
},
"pagination": {
"strategy": "link_header",
"max_pages": 10,
"page_param": "page",
"page_size_param": "per_page",
"page_size": 100,
"start_page": 1,
"cursor_param": "cursor",
"cursor_field": "meta.next_cursor"
}
}§Auth type values
type | Required fields | Description |
|---|---|---|
"bearer" / "oauth2" | token | Authorization: Bearer <token> |
"basic" | username, password | HTTP Basic |
"api_key_header" | header, key | Custom header |
"api_key_query" | param, key | Query string |
"none" or absent | — | No auth |
§Pagination strategies
strategy | Description |
|---|---|
"none" | Single request (default) |
"offset" | Increment page_param from start_page |
"cursor" | Extract next cursor at cursor_field in each response; pass it as cursor_param |
"link_header" | Follow RFC 8288 Link: <url>; rel="next" header |
Auto Trait Implementations§
impl Freeze for RestApiAdapter
impl !RefUnwindSafe for RestApiAdapter
impl Send for RestApiAdapter
impl Sync for RestApiAdapter
impl Unpin for RestApiAdapter
impl UnsafeUnpin for RestApiAdapter
impl !UnwindSafe for RestApiAdapter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> Paint for Twhere
T: ?Sized,
impl<T> Paint for Twhere
T: ?Sized,
Source§fn fg(&self, value: Color) -> Painted<&T>
fn fg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the foreground set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like red() and
green(), which have the same functionality but are
pithier.
§Example
Set foreground color to white using fg():
use yansi::{Paint, Color};
painted.fg(Color::White);Set foreground color to white using white().
use yansi::Paint;
painted.white();Source§fn bright_black(&self) -> Painted<&T>
fn bright_black(&self) -> Painted<&T>
Source§fn bright_red(&self) -> Painted<&T>
fn bright_red(&self) -> Painted<&T>
Source§fn bright_green(&self) -> Painted<&T>
fn bright_green(&self) -> Painted<&T>
Source§fn bright_yellow(&self) -> Painted<&T>
fn bright_yellow(&self) -> Painted<&T>
Source§fn bright_blue(&self) -> Painted<&T>
fn bright_blue(&self) -> Painted<&T>
Source§fn bright_magenta(&self) -> Painted<&T>
fn bright_magenta(&self) -> Painted<&T>
Source§fn bright_cyan(&self) -> Painted<&T>
fn bright_cyan(&self) -> Painted<&T>
Source§fn bright_white(&self) -> Painted<&T>
fn bright_white(&self) -> Painted<&T>
Source§fn bg(&self, value: Color) -> Painted<&T>
fn bg(&self, value: Color) -> Painted<&T>
Returns a styled value derived from self with the background set to
value.
This method should be used rarely. Instead, prefer to use color-specific
builder methods like on_red() and
on_green(), which have the same functionality but
are pithier.
§Example
Set background color to red using fg():
use yansi::{Paint, Color};
painted.bg(Color::Red);Set background color to red using on_red().
use yansi::Paint;
painted.on_red();Source§fn on_primary(&self) -> Painted<&T>
fn on_primary(&self) -> Painted<&T>
Source§fn on_magenta(&self) -> Painted<&T>
fn on_magenta(&self) -> Painted<&T>
Source§fn on_bright_black(&self) -> Painted<&T>
fn on_bright_black(&self) -> Painted<&T>
Source§fn on_bright_red(&self) -> Painted<&T>
fn on_bright_red(&self) -> Painted<&T>
Source§fn on_bright_green(&self) -> Painted<&T>
fn on_bright_green(&self) -> Painted<&T>
Source§fn on_bright_yellow(&self) -> Painted<&T>
fn on_bright_yellow(&self) -> Painted<&T>
Source§fn on_bright_blue(&self) -> Painted<&T>
fn on_bright_blue(&self) -> Painted<&T>
Source§fn on_bright_magenta(&self) -> Painted<&T>
fn on_bright_magenta(&self) -> Painted<&T>
Source§fn on_bright_cyan(&self) -> Painted<&T>
fn on_bright_cyan(&self) -> Painted<&T>
Source§fn on_bright_white(&self) -> Painted<&T>
fn on_bright_white(&self) -> Painted<&T>
Source§fn attr(&self, value: Attribute) -> Painted<&T>
fn attr(&self, value: Attribute) -> Painted<&T>
Enables the styling Attribute value.
This method should be used rarely. Instead, prefer to use
attribute-specific builder methods like bold() and
underline(), which have the same functionality
but are pithier.
§Example
Make text bold using attr():
use yansi::{Paint, Attribute};
painted.attr(Attribute::Bold);Make text bold using using bold().
use yansi::Paint;
painted.bold();Source§fn rapid_blink(&self) -> Painted<&T>
fn rapid_blink(&self) -> Painted<&T>
Source§fn quirk(&self, value: Quirk) -> Painted<&T>
fn quirk(&self, value: Quirk) -> Painted<&T>
Enables the yansi Quirk value.
This method should be used rarely. Instead, prefer to use quirk-specific
builder methods like mask() and
wrap(), which have the same functionality but are
pithier.
§Example
Enable wrapping using .quirk():
use yansi::{Paint, Quirk};
painted.quirk(Quirk::Wrap);Enable wrapping using wrap().
use yansi::Paint;
painted.wrap();Source§fn clear(&self) -> Painted<&T>
👎Deprecated since 1.0.1: renamed to resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.
fn clear(&self) -> Painted<&T>
renamed to resetting() due to conflicts with Vec::clear().
The clear() method will be removed in a future release.
Source§fn whenever(&self, value: Condition) -> Painted<&T>
fn whenever(&self, value: Condition) -> Painted<&T>
Conditionally enable styling based on whether the Condition value
applies. Replaces any previous condition.
See the crate level docs for more details.
§Example
Enable styling painted only when both stdout and stderr are TTYs:
use yansi::{Paint, Condition};
painted.red().on_yellow().whenever(Condition::STDOUTERR_ARE_TTY);