chatpack 0.5.1

Prepare chat data for RAG / LLM ingestion. Supports Telegram, WhatsApp, Instagram, Discord.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

[package]

name = "chatpack"

version = "0.5.1"

edition = "2024"

description = "Prepare chat data for RAG / LLM ingestion. Supports Telegram, WhatsApp, Instagram, Discord."

authors = ["Mukhammedali Berektassuly <mukhammedali@berektassuly.com>"]

license = "MIT"

repository = "https://github.com/berektassuly/chatpack"

homepage = "https://berektassuly.com"

readme = "README.md"

keywords = ["telegram", "whatsapp", "instagram", "discord", "llm"]

categories = ["parsing", "text-processing"]



[features]

default = ["full"]



# Meta features

full = ["telegram", "whatsapp", "instagram", "discord", "csv-output", "json-output", "streaming"]



# Parser features - each enables its parser and streaming variant

telegram = ["dep:serde_json"]

whatsapp = ["dep:regex"]

instagram = ["dep:serde_json"]

discord = ["dep:serde_json", "dep:regex", "dep:csv"]



# Output format features

csv-output = ["dep:csv"]

json-output = ["dep:serde_json"]



# Streaming support (no extra deps, but gates streaming module)

streaming = []



# Async support (enables tokio-based async parsers)

async = ["dep:tokio", "dep:tokio-stream", "dep:async-trait"]



[dependencies]

# Core dependencies (always required)

chrono = { version = "0.4", features = ["serde"] }

serde = { version = "1.0", features = ["derive"] }

thiserror = "1.0"



# Optional dependencies

regex = { version = "1.11", optional = true }

serde_json = { version = "1.0", optional = true }

csv = { version = "1.3", optional = true }



# Async dependencies

tokio = { version = "1", features = ["fs", "io-util", "rt", "macros"], optional = true }

tokio-stream = { version = "0.1", optional = true }

async-trait = { version = "0.1", optional = true }



[lib]

name = "chatpack"

path = "src/lib.rs"



# Benchmarks

[[bench]]

name = "parsing"

harness = false



[profile.release]

opt-level = 3

lto = true

strip = true



[profile.bench]

opt-level = 3

lto = "thin"



[dev-dependencies]

cargo-husky = { version = "1", features = ["precommit-hook", "run-cargo-clippy", "run-cargo-test"] }

tempfile = "3.10"

proptest = "1.4"

criterion = { version = "0.5", features = ["html_reports"] }



# For tests that need full features

serde_json = "1.0"

regex = "1.11"

csv = "1.3"



[lints.clippy]

pedantic = { level = "warn", priority = -1 }



struct_excessive_bools = "allow"



missing_errors_doc = "allow"

missing_panics_doc = "allow"

doc_markdown = "allow"



cast_precision_loss = "allow"

cast_possible_wrap = "allow"



must_use_candidate = "allow"

module_name_repetitions = "allow"

too_many_lines = "allow"

unreadable_literal = "allow"

unicode_not_nfc = "allow"

map_unwrap_or = "allow"

format_push_string = "allow"

trivially_copy_pass_by_ref = "allow"

match_same_arms = "allow"

uninlined_format_args = "allow"

collapsible_if = "allow"

unnecessary_join = "allow"

redundant_closure_for_method_calls = "allow"