mod dataset;
pub use dataset::*;
mod table;
pub use table::*;
mod job;
pub use job::*;
mod support;
use crate::BigQueryResult;
use futures::stream::BoxStream;
use futures::{StreamExt, TryStreamExt};
use std::future::Future;
use tracing::error;
pub(crate) fn paged<'b, T, F, Fut>(fetch: F) -> BoxStream<'b, BigQueryResult<T>>
where
T: Send + 'b,
F: FnMut(String) -> Fut + Send + 'b,
Fut: Future<Output = BigQueryResult<(Vec<T>, String)>> + Send + 'b,
{
futures::stream::try_unfold(
(fetch, Some(String::new())),
|(mut fetch, token)| async move {
let Some(token) = token else {
return BigQueryResult::Ok(None);
};
let (items, next) = fetch(token).await?;
let next = (!next.is_empty()).then_some(next);
Ok(Some((items, (fetch, next))))
},
)
.map_ok(|items| futures::stream::iter(items.into_iter().map(Ok)))
.try_flatten()
.boxed()
}
pub(crate) fn logging_errors<'b, T>(
listing: BoxStream<'b, BigQueryResult<T>>,
what: &'static str,
) -> BoxStream<'b, T>
where
T: Send + 'b,
{
listing
.filter_map(move |item| async move {
match item {
Ok(item) => Some(item),
Err(err) => {
error!(%err, "Failed to list {what}; the listing ends here.");
None
}
}
})
.boxed()
}
#[cfg(test)]
mod tests;