tokenize-cli 0.1.1

Tokenize your codebase blazingly fast into a single file for LLM Context 🚀🤖
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

use std::path::PathBuf;

use crate::cli::Cli;

const DEFAULT_TARGET: &str = ".";
const DEFAULT_OUT: &str = "llm_context.md";
const DEFAULT_PROMPT_FILE: &str = "assets/initial_prompt.md";

#[derive(Debug)]
pub struct Config {
    pub target_dir: PathBuf,
    pub out_file: PathBuf,
    pub prompt_file: PathBuf,
}

impl Default for Config {
    fn default() -> Self {
        Self {
            target_dir: PathBuf::from(DEFAULT_TARGET),
            out_file: PathBuf::from(DEFAULT_OUT),
            prompt_file: PathBuf::from(DEFAULT_PROMPT_FILE),
        }
    }
}

impl Config {
    pub fn from_cli(cli: Cli) -> Result<Self, Error> {
        let out_file = cli.out_file.unwrap_or_else(|| PathBuf::from(DEFAULT_OUT));
        let prompt_file = cli
            .prompt_file
            .unwrap_or_else(|| PathBuf::from(DEFAULT_PROMPT_FILE));

        Ok(Self {
            target_dir: cli.target_dir,
            out_file,
            prompt_file,
        })
    }
}

#[derive(Debug, thiserror::Error)]
pub enum Error {
    #[error("invalid path to ignore provided: {0}")]
    IgnoreError(String),
}