bbpe 0.6.3

Binary byte pair encoding (BPE) trainer and CLI compatible with Hugging Face tokenizers
Documentation 
1
2
3

[submodule "references/tokenizers"]
	path = references/tokenizers
	url = https://github.com/huggingface/tokenizers