sentencepiece 0.8.1

Binding for the sentencepiece tokenizer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

name: "Unit tests"

on: [push, pull_request]

jobs:
  without-sentencepiece:
    name: Test without libsentencepiece
    runs-on: ubuntu-latest
    steps:
      - name: Install cmake and pkg-config
        run: sudo apt-get install cmake pkg-config
      - uses: actions/checkout@v2
        with:
          submodules: true
      - uses: actions-rs/toolchain@v1
        with:
          toolchain: stable
          override: true
      - uses: actions/cache@v2
        with:
          path: |
            ~/.cargo/bin/
            ~/.cargo/registry/index/
            ~/.cargo/registry/cache/
            ~/.cargo/git/db/
            target/
          key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
      - uses: actions-rs/cargo@v1
        with:
          command: test
      - run: scripts/test-all.sh