pub struct ParquetExportService<S: DatasetStore> { /* private fields */ }Expand description
Service for exporting curated datasets as Parquet.
Implementations§
Source§impl<S: DatasetStore> ParquetExportService<S>
impl<S: DatasetStore> ParquetExportService<S>
Sourcepub fn new(
store: S,
portals_config: Option<PortalsConfig>,
config: ParquetExportConfig,
) -> Self
pub fn new( store: S, portals_config: Option<PortalsConfig>, config: ParquetExportConfig, ) -> Self
Creates a new Parquet export service.
Portal names and languages are resolved from portals_config when provided.
Portals not in the config get names derived from their URL hostname.
Sourcepub async fn export_to_directory(
&self,
output_dir: &Path,
) -> Result<ParquetExportResult, AppError>
pub async fn export_to_directory( &self, output_dir: &Path, ) -> Result<ParquetExportResult, AppError>
Exports curated datasets as Parquet files to the given directory.
Creates:
all.parquet— complete curated datasetdata/<portal-name>.parquet— per-portal subsetsmetadata.json— snapshot metadata with counts
Auto Trait Implementations§
impl<S> Freeze for ParquetExportService<S>where
S: Freeze,
impl<S> RefUnwindSafe for ParquetExportService<S>where
S: RefUnwindSafe,
impl<S> Send for ParquetExportService<S>
impl<S> Sync for ParquetExportService<S>
impl<S> Unpin for ParquetExportService<S>where
S: Unpin,
impl<S> UnsafeUnpin for ParquetExportService<S>where
S: UnsafeUnpin,
impl<S> UnwindSafe for ParquetExportService<S>where
S: UnwindSafe,
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more