semantex-core 1.1.0

Core library for semantex semantic code search (indexing, embeddings, search)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

pub mod ast_chunker;
pub mod call_graph;
pub mod doc_parser;
pub mod import_resolver;
pub mod pdf_chunker;
pub mod semantic_role;
pub mod structured_meta;
pub mod text_chunker;

use crate::types::Chunk;
use anyhow::Result;
use std::path::Path;

/// Trait for all chunking strategies
pub trait Chunker: Send + Sync {
    /// Split file content into chunks
    fn chunk(&self, path: &Path, content: &str) -> Result<Vec<Chunk>>;
}