setuptools
opustools>=1.10.0
beautifulsoup4>=4.8.0
graphviz
py3langid>=0.2.2
matplotlib
morfessor
opus-fast-mosestokenizer>=0.0.8.11
pandas>=1.0.0
xxhash>=3.2.0
sentence-splitter
rapidfuzz
ruamel.yaml>=0.15.0
regex
requests
scikit-learn
subword_nmt
tqdm
iso639-lang

[:python_version < "3.10"]
lingua-language-detector<2.1,>=1.3.0

[:python_version >= "3.10" and python_version < "3.12"]
lingua-language-detector<2.2,>=1.3.0

[:python_version >= "3.12"]
lingua-language-detector>=2.2.0

[all]
opusfilter[docs,eflomal,fasttext,heliport,jieba,laser,mecab,pycld2,test,varikn]

[dev]
pytest
pytest-cov
black
isort
pylint
mypy

[docs]
myst-parser
sphinx
sphinx-rtd-theme
sphinxcontrib-bibtex

[eflomal]
eflomal>=2.0.0

[fasttext]
py3langid<0.3.0
fasttext

[heliport]
heliport>=0.10.0

[huggingface]
datasets>=2.14.0

[jieba]
jieba>=0.42

[laser]
laserembeddings

[mecab]
mecab-python3>=1.0.8
unidic-lite

[pycld2]
pycld2

[test]
pytest

[varikn]
varikn
