tokenize-cli 0.1.1

Tokenize your codebase blazingly fast into a single file for LLM Context 🚀🤖
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

{
  lib,
  fetchFromGitHub,
  rustPlatform,
}:
rustPlatform.buildRustPackage (finalAttrs: {
  pname = "tokenize";
  version = "0.1.1";

  src = fetchFromGitHub {
    owner = "DefinitelyNotSimon13";
    repo = "tokenize";
    tag = finalAttrs.version;
    hash = "sha256-N02yxkuHCl7HFodDiwKMMo0Thm4JohjCPePVO5aTy2s=";
  };

  cargoHash = "sha256-9dB15miojGSZoT7Z2tLEeU41xVtfedAIGKJDvhmYbb4=";

  meta = {
    description = "Tokenize your codebase blazingly fast into a single file for LLM Context 🚀🤖 ";
    homepage = "https://github.com/DefinitelyNotSimon13/tokenize";
    license = lib.licenses.mit;
  };
})