charset-normalizer>=3.0
transformers>=4.21.0
ijson>=3.0.0
tiktoken>=0.5.0
psutil>=5.9.0

[dev]
pytest>=7.0
pytest-cov>=4.0
black>=23.0
flake8>=6.0
mypy>=1.0

[encoding]
charset-normalizer>=3.0
