snippy 0.1.0

A command-line tool for that makes using LLMs for code generation a breeze
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use crate::content_extractor::delimiter_identifier::DelimiterIdentifier;
use crate::content_extractor::errors::ContentExtractionError;
use crate::content_extractor::parser::ParsedBlock;
use tracing::{instrument, trace, warn};

#[derive(Debug)]
pub struct BlockExtractor {
    delimiter_identifier: DelimiterIdentifier,
}

impl BlockExtractor {
    pub fn new() -> Self {
        BlockExtractor {
            delimiter_identifier: DelimiterIdentifier::new(),
        }
    }

    #[instrument(level = "trace", skip(self, content))]
    pub fn extract_blocks(
        &self,
        content: &str,
    ) -> Result<Vec<ParsedBlock>, ContentExtractionError> {
        let start_time = std::time::Instant::now();
        let mut blocks = Vec::new();
        let delimiters = self.delimiter_identifier.identify_delimiters(content)?;
        trace!("Delimiter identification took {:?}", start_time.elapsed());

        let mut block_time = std::time::Instant::now();
        let mut stack = vec![];
        for delimiter in delimiters {
            if delimiter.is_start {
                stack.push(delimiter);
                block_time = std::time::Instant::now();
            } else if let Some(starting_delimiter) = stack.pop() {
                if stack.is_empty() {
                    let start_index = starting_delimiter.content_start;
                    let end_index = delimiter.start_index;
                    let block_content = content[start_index..end_index].to_string();

                    if let Some(ref fname) = starting_delimiter.filename {
                        let block = ParsedBlock {
                            filename: fname.clone(),
                            content: block_content,
                            block_type: starting_delimiter.block_type,
                        };
                        blocks.push(block);
                    } else {
                        continue;
                    }

                    trace!("Block extraction took {:?}", block_time.elapsed());
                }
            }
        }

        if !stack.is_empty() {
            for unclosed_delimiter in stack {
                warn!(
                    "Unclosed block detected starting at index {}. Ignoring the incomplete block.",
                    unclosed_delimiter.start_index
                );
            }
        }

        trace!("Overall block extraction took {:?}", start_time.elapsed());
        Ok(blocks)
    }
}