santh-dedup 0.1.4

High-performance dataset deduplication for ML training data using MinHash + LSH
Documentation 
1
2
3
4
5
6
7
8
9
10
11

name: CI
on: [push, pull_request]
jobs:
  check:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: dtolnay/rust-toolchain@stable
      - run: cargo check --workspace
      - run: cargo test --workspace
      - run: cargo clippy --workspace -- -D warnings