csm-duckdb 0.3.8

Optional analytics, Parquet export, and SQL inspection for chaotic_semantic_memory
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

use crate::Analytics;
use crate::cli::ExportArgs;
use crate::error::Result;

pub async fn run(analytics: &Analytics, args: ExportArgs) -> Result<()> {
    #[cfg(not(feature = "parquet"))]
    {
        let _ = analytics;
        let _ = args;
        return Err(crate::error::AnalyticsError::InvalidInput(
            "Parquet feature not enabled".to_string(),
        ));
    }

    #[cfg(feature = "parquet")]
    {
        use crate::export_parquet::ParquetExportOptions;

        if args.row_group_size == 0 {
            return Err(crate::error::AnalyticsError::InvalidInput(
                "row_group_size must be positive".to_string(),
            ));
        }

        let opts = ParquetExportOptions {
            compression: args.compression,
            row_group_size: args.row_group_size,
            partition_by: args.partition_by,
            include_manifest: true,
        };

        println!("Exporting to {}...", args.out.display());
        let report = analytics.export_all_parquet(&args.out, &opts)?;

        println!("Export complete.");
        println!("Concepts:     {} rows", report.concepts.rows_written);
        println!("Associations: {} rows", report.associations.rows_written);
        println!("Versions:     {} rows", report.versions.rows_written);
        println!("Benchmarks:   {} rows", report.benchmarks.rows_written);
        if let Some(m) = report.manifest_path {
            println!("Manifest:     {}", m.display());
        }

        Ok(())
    }
}