chunkshop-rs 0.9.1

Standalone ingest-to-pgvector: source -> chunker -> embedder -> extractor -> table. int8 BGE by default; bakeoff matrix evaluator built in. Cross-language wire-format compatible with the Python `chunkshop` package.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

//! Backend module — connection management + dialect helpers per DB engine.

use anyhow::Result;

use crate::config::TargetConfig;

pub mod base;
pub mod clickhouse;
pub mod mariadb;
pub mod postgres;
pub mod sqlite;

pub use base::{Backend, BackendConn, BackendDialect, ColSpec};
pub use clickhouse::ClickhouseBackend;
pub use mariadb::MariadbBackend;
pub use postgres::PostgresBackend;
pub use sqlite::SQLiteBackend;

/// Transport sum type — used by the loader to hand a backend to load_sink,
/// where it's pattern-matched back to a concrete type. Sinks store concrete
/// backends (PgSink holds PostgresBackend), not AnyBackend. So this enum does
/// NOT impl Backend / BackendDialect / BackendConn — no match-delegate
/// boilerplate. R2/R3/R4 add new variants.
pub enum AnyBackend {
    Postgres(PostgresBackend),
    Mariadb(MariadbBackend),
    Sqlite(SQLiteBackend),
    Clickhouse(ClickhouseBackend),
}

pub fn load_backend(cfg: &TargetConfig) -> Result<AnyBackend> {
    match cfg {
        TargetConfig::Postgres(t) => Ok(AnyBackend::Postgres(PostgresBackend::new(
            t.dsn_env.clone(),
        ))),
        TargetConfig::Mariadb(t) => Ok(AnyBackend::Mariadb(MariadbBackend::new(t.dsn_env.clone()))),
        TargetConfig::Sqlite(t) => Ok(AnyBackend::Sqlite(SQLiteBackend::new(t.dsn_env.clone()))),
        TargetConfig::Clickhouse(t) => Ok(AnyBackend::Clickhouse(ClickhouseBackend::new(
            t.dsn_env.clone(),
        ))),
    }
}