santh-dedup 0.1.4

High-performance dataset deduplication for ML training data using MinHash + LSH
Documentation 
1
2
3
4
5
6
7
8

[advisories]
version = 2

[bans]
multiple-versions = "warn"

[licenses]
allow = ["MIT", "Apache-2.0", "Unicode-3.0"]