pub mod account;
pub mod local;
pub mod pages;
pub mod query;
pub mod run;
use serde_json::json;
use url::Url;
use spider_cloud_agent::response::{Outcome, PageResult, Pages};
use crate::cli::Format;
use crate::emit::{Emitter, Item};
use crate::exit::{Code, Failure, Run};
use crate::records::{self, Report};
pub fn absorb(emitter: &mut Emitter, report: &mut Report, outcome: Outcome<Pages>) -> Run<()> {
report.attempts += outcome.attempts.len();
report.cost += outcome.cost;
report.add_thrift(&outcome.thrift);
for result in outcome.value.0 {
match result {
PageResult::Ok(page) => {
report.served += 1;
emitter.write(records::page(&page))?;
}
PageResult::Failed(failed) => {
report.refused += 1;
emitter.write(records::failed(&failed))?;
}
}
}
Ok(())
}
pub fn error_item(url: Option<&Url>, failure: &Failure) -> Item {
let value = json!({
"type": "error",
"url": url.map(Url::as_str),
"code": failure.code.label(),
"exit": failure.code.number(),
"message": failure.message,
});
match url {
Some(url) => Item::structured(value).with_url(url.clone()),
None => Item::structured(value),
}
}
pub const fn is_fatal(code: Code) -> bool {
matches!(code, Code::Auth | Code::Budget | Code::Output)
}
pub fn finish(
emitter: &mut Emitter,
report: &Report,
log: &crate::progress::Log,
worst: Option<Failure>,
) -> Run<Code> {
match emitter.format() {
Format::Text => log.say(report.line()),
Format::Json | Format::Ndjson => emitter.write_report(report.item())?,
}
emitter.finish()?;
match worst {
Some(failure) => {
log.failed(&failure.message);
Ok(failure.code)
}
None => Ok(Code::Ok),
}
}
pub fn worsen(worst: &mut Option<Failure>, failure: Failure) {
let rank = |code: Code| match code {
Code::Ok => 0,
Code::Failed => 1,
Code::Refused => 2,
Code::Transport => 3,
Code::Usage => 4,
Code::Output => 5,
Code::Budget => 6,
Code::Auth => 7,
};
match worst {
Some(held) if rank(held.code) >= rank(failure.code) => {}
_ => *worst = Some(failure),
}
}