polyglot_tokenizer 0.2.1

A generic programming language tokenizer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

[[bin]]
name = "plytok"
path = "src/main.rs"

[dependencies]

[package]
authors = ["Connor Monks <monkslc@gmail.com>"]
default-run = "plytok"
description = "A generic programming language tokenizer"
edition = "2018"
homepage = "https://github.com/monkslc/hyperpolyglot/tree/master/crates/polyglot_tokenizer"
license = "MIT OR Apache-2.0"
name = "polyglot_tokenizer"
readme = "README.md"
repository = "https://github.com/monkslc/hyperpolyglot/tree/master/crates/polyglot_tokenizer"
version = "0.2.1"