sql-splitter 1.13.0

High-performance CLI tool for splitting large SQL dump files into individual table files
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139

.PHONY: help build release native test bench profile profile-large profile-mega profile-giga fmt check clippy clean install install-completions install-completions-all install-man docker-build docker-bench verify-realworld website-deploy man schemas

# Show available commands (default target)
help:
	@echo "Available commands:"
	@echo "  make build                 - Debug build"
	@echo "  make release               - Release build"
	@echo "  make native                - Optimized build for current CPU (best performance)"
	@echo "  make test                  - Run all tests"
	@echo "  make bench                 - Run criterion benchmarks"
	@echo "  make profile               - Memory profile all commands (medium dataset)"
	@echo "  make profile-large         - Memory profile with large dataset (~125MB)"
	@echo "  make profile-mega          - Stress test profile (~1GB: 100 tables × 100k rows)"
	@echo "  make profile-giga          - Extreme stress test (~10GB MySQL only)"
	@echo "  make fmt                   - Format code (Rust + Markdown)"
	@echo "  make check                 - Check code without building"
	@echo "  make clippy                - Run clippy lints"
	@echo "  make clean                 - Clean build artifacts"
	@echo "  make install               - Install locally (binary + shell completions)"
	@echo "  make install-completions   - Install completions only (for current shell)"
	@echo "  make install-completions-all - Install completions for all supported shells"
	@echo "  make docker-build          - Docker benchmark setup"
	@echo "  make docker-bench          - Run benchmarks in Docker (generates 100MB test data)"
	@echo "  make verify-realworld      - Verify against real-world SQL dumps from public sources"
	@echo "  make website-deploy        - Deploy website to Vercel"
	@echo "  make man                   - Generate man pages"
	@echo "  make schemas               - Generate JSON schemas from Rust types"

# Debug build
build:
	cargo build

# Release build
release:
	cargo build --release

# Optimized build for current CPU (best performance)
native:
	RUSTFLAGS="-C target-cpu=native" cargo build --release

# Run all tests
test:
	cargo test

# Run criterion benchmarks
bench:
	cargo bench

# Memory profile all commands (requires GNU time: brew install gnu-time)
profile: release
	./scripts/profile-memory.sh --size medium --output benchmark-results/profile-medium.txt

# Memory profile with large test data (~125MB)
profile-large: release
	./scripts/profile-memory.sh --size large --output benchmark-results/profile-large.txt

# Stress test memory profile (~1GB: 100 tables × 100k rows)
profile-mega: release
	./scripts/profile-memory.sh --size mega --output benchmark-results/profile-mega.txt

# Extreme stress test (~10GB MySQL only, takes 10-30 min to generate)
profile-giga: release
	./scripts/profile-memory.sh --size giga --output benchmark-results/profile-giga.txt

# Format code (Rust + Markdown)
fmt:
	cargo fmt
	npx prettier --write "**/*.md" --log-level warn

# Check code without building
check:
	cargo check

# Run clippy lints
clippy:
	cargo clippy -- -D warnings

# Clean build artifacts
clean:
	cargo clean

# Install locally (binary + shell completions + man pages)
install: man
	cargo install --path .
	@echo ""
	@./scripts/install-completions.sh sql-splitter
	@./scripts/install-man.sh

# Install completions only (for current shell)
install-completions:
	@./scripts/install-completions.sh sql-splitter

# Install completions for all supported shells
install-completions-all:
	@./scripts/install-completions.sh sql-splitter all

# Install man pages only
install-man: man
	@./scripts/install-man.sh

# Docker benchmark setup
docker-build:
	docker compose -f docker/docker-compose.benchmark.yml build

# Run benchmarks in Docker (generates 100MB test data)
docker-bench:
	./docker/run-benchmark.sh --generate 100

# Verify against real-world SQL dumps from public sources
verify-realworld:
	cargo test --test realworld -- --ignored

# Deploy website to Vercel
website-deploy:
	cd website && vc --prod

# Generate man pages
man:
	cargo run --example generate-man
	@echo ""
	@echo "Man pages generated in man/ directory"
	@echo "Install with: sudo cp man/*.1 /usr/local/share/man/man1/"

# Generate JSON schemas from Rust types, validate, and copy to website
schemas: release
	@echo "Generating JSON schemas from Rust types..."
	./target/release/sql-splitter schema -o schemas/
	@echo ""
	@echo "Formatting schemas with prettier..."
	npx prettier --write "schemas/*.schema.json" --log-level warn
	@echo ""
	@echo "Validating schemas against actual CLI output..."
	cargo test --test json_schema_tests -- --quiet
	@echo ""
	@echo "Copying schemas to website..."
	cp schemas/*.schema.json website/public/schemas/
	@echo ""
	@echo "✓ Schemas generated, formatted, validated, and copied to website/public/schemas/"