tergo-tokenizer 0.2.2

R language tokenizer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

[dependencies.env_logger]
version = "0.11.5"

[dependencies.log]
version = "0.4.21"

[lib]
name = "tergo_tokenizer"
path = "src/lib.rs"

[package]
authors = ["Konrad Pagacz konrad.pagacz@gmail.com"]
autobenches = false
autobins = false
autoexamples = false
autotests = false
build = false
description = "R language tokenizer"
edition = "2021"
license = "MIT"
name = "tergo-tokenizer"
readme = false
repository = "https://github.com/kpagacz/tergo/tree/main/aqua"
version = "0.2.2"

[[test]]
name = "tokenizer_tests"
path = "tests/tokenizer_tests.rs"