CMakeLists.txt
LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.py
include/bert_tokenizer.h
python/test_tokenizer.py
python/flash_tokenizer/__init__.py
python/src/bindings.cpp
res/gt_404464.txt
res/titles_404464.txt
res/vocab_char_16424.txt
src/bert_tokenizer.cpp
src/flash_tokenizer.egg-info/PKG-INFO
src/flash_tokenizer.egg-info/SOURCES.txt
src/flash_tokenizer.egg-info/dependency_links.txt
src/flash_tokenizer.egg-info/top_level.txt