LICENSE
README.md
pyproject.toml
evaluation/__init__.py
evaluation/metrics.py
sindhi_tokenizer/__init__.py
sindhi_tokenizer/py.typed
sindhi_tokenizer/tokenizer.py
sindhi_tokenizer.egg-info/PKG-INFO
sindhi_tokenizer.egg-info/SOURCES.txt
sindhi_tokenizer.egg-info/dependency_links.txt
sindhi_tokenizer.egg-info/requires.txt
sindhi_tokenizer.egg-info/top_level.txt
tests/test_tokenizer_sdk.py
training/__init__.py
training/train_tokenizer.py