use serde_json::{Map, Value};
use crate::http_source::_helpers::job::{drive_job, job_problems};
use crate::http_source::models::{HttpJob, HttpPage};
use crate::python_sources::errors::ReadError;
use crate::row_batches::models::ProjectionRules;
pub fn run_http_job(
definition: &str,
(connections, source_part): (&Map<String, Value>, Option<u64>),
rules: ProjectionRules<'_>,
deliver: impl FnMut(HttpPage) -> bool,
) -> Result<(), ReadError> {
let job: HttpJob = serde_json::from_str(definition)
.map_err(|error| format!("cannot read the sl.http job: {error}"))?;
let problems = job_problems(&job, rules);
match problems.is_empty() {
true => drive_job(job, (connections, source_part), deliver),
false => Err(problems.join("; ").into()),
}
}