LICENSE
MANIFEST.in
README.md
pyproject.toml
requirements.txt
setup.py
tests/test_tokenizer.py
tr_tokenizer_gemma/__init__.py
tr_tokenizer_gemma/bpe_tokenler.json
tr_tokenizer_gemma/ekler.json
tr_tokenizer_gemma/gemma_model.py
tr_tokenizer_gemma/kokler.json
tr_tokenizer_gemma/tr_decoder.py
tr_tokenizer_gemma/tr_tokenizer.py
turkish_tokenizer.egg-info/PKG-INFO
turkish_tokenizer.egg-info/SOURCES.txt
turkish_tokenizer.egg-info/dependency_links.txt
turkish_tokenizer.egg-info/requires.txt
turkish_tokenizer.egg-info/top_level.txt