sentencepiece 0.7.0

Binding for the sentencepiece tokenizer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

name: "Unit tests"

on: [push, pull_request]

jobs:
  without-sentencepiece:
    name: Without libsentencepiece
    runs-on: ubuntu-latest
    steps:
      - name: Install cmake and pkg-config
        run: sudo apt-get install cmake pkg-config
      - uses: actions/checkout@v2
        with:
          submodules: true
      - uses: actions-rs/toolchain@v1
        with:
          toolchain: stable
          override: true
      - uses: actions-rs/cargo@v1
        with:
          command: test
  with-sentencepiece:
    runs-on: ubuntu-latest
    name: With libsentencepiece
    steps:
    - uses: actions/checkout@v2
    - uses: cachix/install-nix-action@v12
    - uses: cachix/cachix-action@v8
      with:
        name: sticker
        signingKey: '${{ secrets.CACHIX_SIGNING_KEY }}'
    - run: nix-build test.nix