lessence 0.4.1

Extract the essence of your logs — compress repetitive lines while preserving all unique information
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167

# lessence Makefile
# Mirrors .github/workflows/ci.yml exactly — run `make ci` before pushing

.PHONY: ci fmt clippy doc build test deny check install setup clean help \
       coverage fuzz fuzz-fold mutants mutants-full check-fuzz-prereqs check-mutants-prereqs

#---------------------------------------------------------------------------
# CI pipeline (matches GitHub Actions step-for-step)
#---------------------------------------------------------------------------

## ci: Run the full CI pipeline locally (same as GitHub Actions)
ci: fmt clippy doc build test deny
	@echo "✓ All CI checks passed"

## fmt: Check formatting (cargo fmt --check)
fmt:
	cargo fmt --all -- --check

## clippy: Run clippy with warnings as errors
clippy:
	cargo clippy --all-targets -- -D warnings

## doc: Build docs with warnings as errors
doc:
	RUSTDOCFLAGS="-D warnings" cargo doc --no-deps

## build: Build release binary
build:
	cargo build --release

## test: Run all tests via nextest (release mode)
test:
	cargo nextest run --release

## deny: Check dependencies (advisories, licenses, bans)
deny:
	cargo deny check

#---------------------------------------------------------------------------
# Quick checks
#---------------------------------------------------------------------------

## check: Fast pre-push validation (skip build + tests)
check: fmt clippy deny
	@echo "✓ Quick checks passed"

## test-unit: Run unit tests only (fast)
test-unit:
	cargo test --lib

## coverage: Generate HTML coverage report (opens in browser)
coverage:
	@cargo llvm-cov --version >/dev/null 2>&1 || { echo "Requires: cargo install cargo-llvm-cov"; exit 1; }
	cargo llvm-cov nextest --no-fail-fast --html --ignore-filename-regex 'tests/'
	@echo "Report: target/llvm-cov/html/index.html"

#---------------------------------------------------------------------------
# Local-only heavy testing (not in CI)
# All targets run at low priority (nice) to keep the system responsive.
# Override defaults: make fuzz FUZZ_TIME=600 FUZZ_WORKERS=4
#---------------------------------------------------------------------------

FUZZ_TIME ?= 300
FUZZ_WORKERS ?= 1

check-fuzz-prereqs:
	@cargo +nightly fuzz --version >/dev/null 2>&1 || { echo "Requires: cargo install cargo-fuzz && rustup toolchain install nightly"; exit 1; }

check-mutants-prereqs:
	@cargo mutants --version >/dev/null 2>&1 || { echo "Requires: cargo install cargo-mutants"; exit 1; }

## fuzz: Fuzz normalizer (nightly, local only, FUZZ_TIME=300 FUZZ_WORKERS=1)
fuzz: check-fuzz-prereqs
	nice -n 19 cargo +nightly fuzz run fuzz_normalize -- -max_total_time=$(FUZZ_TIME) -jobs=$(FUZZ_WORKERS) -workers=$(FUZZ_WORKERS)

## fuzz-fold: Fuzz full folding pipeline (nightly, local only, FUZZ_TIME=300 FUZZ_WORKERS=1)
fuzz-fold: check-fuzz-prereqs
	nice -n 19 cargo +nightly fuzz run fuzz_fold -- -max_total_time=$(FUZZ_TIME) -jobs=$(FUZZ_WORKERS) -workers=$(FUZZ_WORKERS)

MUTANTS_MEM_MAX ?= 48G
MUTANTS_TIMEOUT_MULT ?= 3
MUTANTS_JOBS ?= 8
MUTANTS_RUN := systemd-run --scope -p MemoryMax=$(MUTANTS_MEM_MAX) nice -n 19
MUTANTS_ENV := PROPTEST_CASES=32 PROPTEST_MAX_SHRINK_ITERS=100
MUTANTS_FILES := -f src/folder.rs -f src/normalize.rs -f 'src/patterns/**/*.rs'

# ── Mutation testing ──────────────────────────────────────────────────
#
#   make mutants        Fast default. 8 mutants in parallel, unit tests
#                       only. ~2,400 mutants in ~5–8 min.
#
#   make mutants-full   Thorough. 8 mutants in parallel, all tests
#                       including integration (subprocess) tests.
#                       ~2,400 mutants in ~15–20 min.
#
# Parallel mode (-j 8): cargo-mutants copies the source tree 8 times
# and tests 8 mutations simultaneously. Each copy uses ~2 GB for the
# Rust compiler. Memory limit is 48 GB (adjust MUTANTS_JOBS/MEM_MAX).
#
# Previous runs used --in-place (single-threaded, no copy) which was
# safe but slow. The memory issues that forced --in-place are fixed:
#   - PII masking infinite loop: forward-progress guard added
#   - cargo build inside tests: all removed
#   - cargo run inside tests: replaced with env!(CARGO_BIN_EXE)
#
# -C --lib: only compile and run unit tests inside src/. Skips building
# 5 integration test binaries — saves ~1.5s per mutant.
#
# Override parallelism: make mutants MUTANTS_JOBS=4
# ──────────────────────────────────────────────────────────────────────

## mutants: Mutation testing — fast, unit tests only (~5 min)
mutants: check-mutants-prereqs
	$(MUTANTS_RUN) env $(MUTANTS_ENV) cargo mutants \
		-j $(MUTANTS_JOBS) --timeout-multiplier $(MUTANTS_TIMEOUT_MULT) \
		$(MUTANTS_FILES) -C --lib

## mutants-full: Mutation testing — thorough, all tests (~15 min)
mutants-full: check-mutants-prereqs
	$(MUTANTS_RUN) env $(MUTANTS_ENV) cargo mutants \
		-j $(MUTANTS_JOBS) --timeout-multiplier $(MUTANTS_TIMEOUT_MULT) \
		$(MUTANTS_FILES)

#---------------------------------------------------------------------------
# Install
#---------------------------------------------------------------------------

## install: Build and install to ~/.cargo/bin
install: build
	cp ./target/release/lessence ~/.cargo/bin/lessence
	@lessence --version

## setup: Install required development tools
setup:
	@echo "Installing development tools..."
	cargo install cargo-deny
	curl -LsSf https://get.nexte.st/latest/linux | tar zxf - -C ~/.cargo/bin
	rustup component add clippy rustfmt
	@echo ""
	@echo "✓ Tools installed:"
	@cargo deny --version
	@cargo nextest --version
	@cargo clippy --version
	@cargo fmt --version

## clean: Remove build artifacts
clean:
	cargo clean

#---------------------------------------------------------------------------
# Help
#---------------------------------------------------------------------------

## help: Show this help
help:
	@echo "lessence Development Commands"
	@echo ""
	@echo "  make ci            — Run full CI pipeline (same as GitHub Actions)"
	@echo "  make check         — Quick pre-push validation (fmt + clippy + deny)"
	@echo "  make coverage      — HTML code coverage report (unit tests)"
	@echo "  make fuzz          — Fuzz normalizer (nightly, local only, 5 min)"
	@echo "  make mutants       — Mutation testing, unit tests only (~12 min)"
	@echo "  make mutants-full  — Mutation testing, all tests (~38 min)"
	@echo "  make setup         — Install required dev tools"
	@echo "  make install       — Build and install to PATH"
	@echo ""
	@sed -n 's/^##//p' $(MAKEFILE_LIST) | column -t -s ':' | sed 's/^/ /'