README.md
pyproject.toml
requirements.txt
arbtok/__init__.py
arbtok/_ensemble.py
arbtok/arabizi.py
arbtok/constants.py
arbtok/diacritize.py
arbtok/dialect_lexicon.py
arbtok/dialects.py
arbtok/espeak_wrapper.py
arbtok/fusion.py
arbtok/lattice.py
arbtok/lexicon.py
arbtok/nisba.py
arbtok/o2i_plugins.py
arbtok/orthography.py
arbtok/plugin.py
arbtok/sandhi.py
arbtok/stress.py
arbtok/tashkeel.py
arbtok/tokenizer.py
arbtok/translit.py
arbtok/unicode_symbol2label.py
arbtok/util.py
arbtok/version.py
arbtok/waqf.py
arbtok.egg-info/PKG-INFO
arbtok.egg-info/SOURCES.txt
arbtok.egg-info/dependency_links.txt
arbtok.egg-info/entry_points.txt
arbtok.egg-info/requires.txt
arbtok.egg-info/top_level.txt
arbtok/data/lexicons/ar-DZ.tsv
arbtok/data/lexicons/ar-EG.tsv
arbtok/data/lexicons/ar-IQ.tsv
arbtok/data/lexicons/ar-MA.tsv
arbtok/data/lexicons/ar-SA-x-najd.tsv
arbtok/data/lexicons/ar-SY.tsv
arbtok/data/lexicons/ar-TN.tsv
arbtok/data/lexicons/ar-x-maghrebi.tsv
arbtok/models/rawi_ensemble.logits.int8.onnx
arbtok/models/rawi_v2.vocab.json
tests/test_arabizi.py
tests/test_diacritize.py
tests/test_dialect_lexicon.py
tests/test_digit_leak.py
tests/test_fusion.py
tests/test_gold_code_switched.py
tests/test_ipa_fuzzy.py
tests/test_iqraeval_benchmark.py
tests/test_lattice.py
tests/test_lect_benchmark.py
tests/test_lect_state_isolation.py
tests/test_lexicon.py
tests/test_msa_pausal.py
tests/test_nisba.py
tests/test_normalization.py
tests/test_numerals.py
tests/test_o2i_plugins.py
tests/test_pipeline_order.py
tests/test_plugin.py
tests/test_spec_dialects.py
tests/test_stress.py
tests/test_supported_lects.py
tests/test_tokens.py
tests/test_translit.py
tests/test_vocalized_gap.py