.pre-commit-config.yaml
CHANGELOG.md
CODE_OF_CONDUCT.md
CONTRIBUTING.md
LICENSE
MANIFEST.in
Makefile
README.md
SECURITY.md
pyproject.toml
setup.py
.github/PULL_REQUEST_TEMPLATE.md
.github/ISSUE_TEMPLATE/bug_report.md
.github/ISSUE_TEMPLATE/feature_request.md
.github/workflows/lint.yml
.github/workflows/python-package.yml
.github/workflows/release.yml
.github/workflows/wheels.yml
benchmarks/bench_decode.py
benchmarks/bench_encode.py
benchmarks/bench_train.py
docs/algorithm.md
docs/api.md
docs/file-formats.md
examples/basic_example.py
examples/stream_decode.py
scripts/convert_hf_tokenizer.py
scripts/convert_tiktoken.py
src/_tree_core.c
src/_tree_core.h
src/bpe_common.c
src/bpe_common.h
src/bpe_module.c
src/bpe_tokenizer.c
src/bpe_tokenizer.h
src/bpe_trainer.c
src/bpe_trainer.h
tests/__init__.py
tests/conftest.py
tests/sample.txt
tests/simple-chinese.tbm
tests/simple.tbm
tests/simple.vocab
tests/test_cpy_bpe.py
tests/test_edge_cases.py
tests/test_fuzz.py
tests/test_hf_models.py
tests/test_model_registry.py
tests/test_models.py
tests/test_scripts.py
tests/test_streaming_decode.py
tests/test_tokenizer.py
tests/test_trainer.py
tinybpe/__init__.py
tinybpe/_model_io.py
tinybpe/_registry.py
tinybpe/_version.py
tinybpe/bpe.pyi
tinybpe/py.typed
tinybpe/tokenizer.py
tinybpe/trainer.py
tinybpe.egg-info/PKG-INFO
tinybpe.egg-info/SOURCES.txt
tinybpe.egg-info/dependency_links.txt
tinybpe.egg-info/requires.txt
tinybpe.egg-info/top_level.txt
tinybpe/models/cl100k_base.tbm
tinybpe/models/deepseek-v4.tbm
tinybpe/models/llama4.tbm
tinybpe/models/minicpm5.tbm
tinybpe/models/models.json
tinybpe/models/o200k_base.tbm
tinybpe/models/p50k_base.tbm
tinybpe/models/qwen35.tbm
tinybpe/models/r50k_base.tbm