generic_tokenizer 0.1.0

A generic tokenizer that tracks line and column numbers as it goes.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

[lib]
name = "generic_tokenizer"
path = "src/lib.rs"

[package]
authors = ["Adam Fortune"]
autobenches = false
autobins = false
autoexamples = false
autotests = false
build = false
description = "A generic tokenizer that tracks line and column numbers as it goes."
documentation = "https://docs.rs/generic_tokenizer/latest/generic_tokenizer/"
edition = "2021"
keywords = ["generic", "tokenizer", "line", "column"]
license = "MIT"
name = "generic_tokenizer"
readme = "README.md"
repository = "https://github.com/mr-adult/JFC"
version = "0.1.0"