cadi_scraper/
lib.rs

1//! CADI Scraper/Chunker Utility
2//!
3//! This module provides utilities for converting source code repositories and file data
4//! into reusable CADI chunks. It handles fetching, parsing, semantic chunking, metadata
5//! extraction, and publishing to registry servers.
6
7pub mod chunker;
8pub mod config;
9pub mod error;
10pub mod fetcher;
11pub mod metadata;
12pub mod parser;
13pub mod scraper;
14pub mod transformer;
15pub mod types;
16
17pub use error::{Error, Result};
18pub use scraper::Scraper;
19pub use types::{ScraperConfig, ScraperInput, ScraperOutput, ChunkingStrategy};