LICENSE
README.md
pyproject.toml
piraye/__init__.py
piraye.egg-info/PKG-INFO
piraye.egg-info/SOURCES.txt
piraye.egg-info/dependency_links.txt
piraye.egg-info/requires.txt
piraye.egg-info/top_level.txt
piraye/tasks/__init__.py
piraye/tasks/normalizer/__init__.py
piraye/tasks/normalizer/base_normalizer.py
piraye/tasks/normalizer/char_config.py
piraye/tasks/normalizer/mappings.py
piraye/tasks/normalizer/normalized_text.py
piraye/tasks/normalizer/normalizer_builder.py
piraye/tasks/normalizer/data/alphabets/ar.json
piraye/tasks/normalizer/data/alphabets/en.json
piraye/tasks/normalizer/data/alphabets/fa.json
piraye/tasks/normalizer/data/digits/digits.json
piraye/tasks/normalizer/data/others/deletions.json
piraye/tasks/normalizer/data/others/diacritics.json
piraye/tasks/normalizer/data/others/spaces.json
piraye/tasks/normalizer/data/puncs/puncs.json
piraye/tasks/normalizer/impl/__init__.py
piraye/tasks/normalizer/impl/character_normalizer.py
piraye/tasks/normalizer/impl/multi_lingual_normalizer.py
piraye/tasks/normalizer/impl/multi_lingual_normalizer_builder.py
piraye/tasks/tokenizer/__init__.py
piraye/tasks/tokenizer/base_tokenizer.py
piraye/tasks/tokenizer/pipeline.py
piraye/tasks/tokenizer/token.py
piraye/tasks/tokenizer/impl/__init__.py
piraye/tasks/tokenizer/impl/email_tokenizer.py
piraye/tasks/tokenizer/impl/html_tokenizer.py
piraye/tasks/tokenizer/impl/nltk_tokenizer.py
piraye/tasks/tokenizer/impl/paragraph_tokenizer.py
piraye/tasks/tokenizer/impl/regex_tokenizer.py
piraye/tasks/tokenizer/impl/spacy_tokenizer.py
piraye/tasks/tokenizer/impl/url_tokenizer.py
tests/test_base_tokenizer.py
tests/test_html_tokenizer.py
tests/test_merge_tokenizer.py
tests/test_ml_normalizer.py
tests/test_normalizer.py
tests/test_paragraph_tokenizer.py
tests/test_shifts.py
tests/test_tokenizer.py
tests/test_tokenizer_pipeline.py