swiftide_indexing/transformers/
mod.rs

1//! Various transformers for chunking, embedding and transforming data
2//!
3//! These transformers are generic over their implementation and many require a
4//! swiftide integration to be configured.
5//!
6//! Transformers that prompt have a default prompt configured. Prompts can be customized
7//! and tailored, supporting Jinja style templating based on [tera](https://docs.rs/tera/latest/tera/).
8//!
9//!  See [`swiftide_core::prompt::Prompt`] and [`swiftide_core::template::Template`]
10
11pub mod chunk_markdown;
12pub mod chunk_text;
13pub mod embed;
14pub mod metadata_keywords;
15pub mod metadata_qa_text;
16pub mod metadata_summary;
17pub mod metadata_title;
18pub mod sparse_embed;
19
20pub use chunk_markdown::ChunkMarkdown;
21pub use chunk_text::ChunkText;
22pub use embed::Embed;
23pub use metadata_keywords::MetadataKeywords;
24pub use metadata_qa_text::MetadataQAText;
25pub use metadata_summary::MetadataSummary;
26pub use metadata_title::MetadataTitle;
27pub use sparse_embed::SparseEmbed;