README.md
pyproject.toml
primoji/__init__.py
primoji/alias_map.py
primoji/byte_fallback.py
primoji/composer.py
primoji/decoder.py
primoji/dictionary.py
primoji/fuzzy.py
primoji/math_handler.py
primoji/preprocessor.py
primoji/primitives.py
primoji/tokenizer.py
primoji/utils.py
primoji/vocabulary.py
primoji.egg-info/PKG-INFO
primoji.egg-info/SOURCES.txt
primoji.egg-info/dependency_links.txt
primoji.egg-info/requires.txt
primoji.egg-info/top_level.txt
primoji/data/common_words.json
primoji/data/dictionary_seed.json
primoji/data/emoji_catalog.json
primoji/data/primitives.json
primoji/data/proper_noun_anchors.json
tests/test_alias_map.py
tests/test_bpb.py
tests/test_byte_fallback_coverage.py
tests/test_chat.py
tests/test_classify_token.py
tests/test_compositional_embedding.py
tests/test_coverage.py
tests/test_encode_decode.py
tests/test_id_ranges.py
tests/test_invariants.py
tests/test_primitives_and_vocab.py
tests/test_stress.py