Skip to main content

graphrag_core/pipeline/
mod.rs

1//! Pipeline Module
2//!
3//! This module provides data pipeline capabilities for GraphRAG:
4//! - Data import from multiple formats
5//! - ETL (Extract, Transform, Load) operations
6//! - Batch and streaming processing
7//!
8//! ## Features
9//!
10//! ### Data Import
11//! - CSV/TSV file support
12//! - JSON/JSONL support
13//! - RDF/Turtle semantic web formats
14//! - GraphML graph exchange format
15//! - Streaming ingestion
16//!
17//! ### Validation
18//! - Schema validation
19//! - Data quality checks
20//! - Error handling and reporting
21
22// Data import requires async feature
23#[cfg(feature = "async")]
24pub mod data_import;
25
26// Re-export main types
27#[cfg(feature = "async")]
28pub use data_import::{
29    DataFormat, ImportConfig, ColumnMappings,
30    ImportedEntity, ImportedRelationship, ImportResult,
31    ImportError, DataImporter, StreamingImporter, StreamingSource,
32};