code-tokenizer 0.1.0

A string/code tokenizer. Transforms a string with a vector of operators into a vector of keywords.
Documentation 
1
2
3
4
5
6
7
8
9
10
11

[package]
name = "code-tokenizer"
version = "0.1.0"
authors = ["teln0"]
edition = "2018"
description = "A string/code tokenizer. Transforms a string with a vector of operators into a vector of keywords."
license = "MIT"

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

[dependencies]