Skip to main content

_diffctx/config/
tokenization.rs

1use once_cell::sync::Lazy;
2
3pub struct TokenizationConfig {
4    pub fragment_min_identifier_length: usize,
5    pub query_min_identifier_length: usize,
6    pub diff_context_radius: usize,
7}
8
9impl Default for TokenizationConfig {
10    fn default() -> Self {
11        Self {
12            fragment_min_identifier_length: 2,
13            query_min_identifier_length: 3,
14            diff_context_radius: 3,
15        }
16    }
17}
18
19pub static TOKENIZATION: Lazy<TokenizationConfig> = Lazy::new(TokenizationConfig::default);