LICENSE
README.md
pyproject.toml
src/emakhuwa_tokenizer/__init__.py
src/emakhuwa_tokenizer/cli.py
src/emakhuwa_tokenizer/decision.py
src/emakhuwa_tokenizer/glosser.py
src/emakhuwa_tokenizer/imbrication.py
src/emakhuwa_tokenizer/lemmatizer.py
src/emakhuwa_tokenizer/lexicon.py
src/emakhuwa_tokenizer/lookup.py
src/emakhuwa_tokenizer/models.py
src/emakhuwa_tokenizer/morphophonology.py
src/emakhuwa_tokenizer/normalizer.py
src/emakhuwa_tokenizer/rules.py
src/emakhuwa_tokenizer/segmenter.py
src/emakhuwa_tokenizer/sentence.py
src/emakhuwa_tokenizer/tokenizer.py
src/emakhuwa_tokenizer.egg-info/PKG-INFO
src/emakhuwa_tokenizer.egg-info/SOURCES.txt
src/emakhuwa_tokenizer.egg-info/dependency_links.txt
src/emakhuwa_tokenizer.egg-info/entry_points.txt
src/emakhuwa_tokenizer.egg-info/requires.txt
src/emakhuwa_tokenizer.egg-info/top_level.txt
src/emakhuwa_tokenizer/rule_data/__init__.py
src/emakhuwa_tokenizer/rule_data/extensions.json
src/emakhuwa_tokenizer/rule_data/imbrication.json
src/emakhuwa_tokenizer/rule_data/morphophonology.json
src/emakhuwa_tokenizer/rule_data/negation.json
src/emakhuwa_tokenizer/rule_data/noun_classes.json
src/emakhuwa_tokenizer/rule_data/spelling_normalization.json
src/emakhuwa_tokenizer/rule_data/verb_template.json
tests/test_tokenizer.py