
[all]
transformers
tiktoken
sentencepiece

[dev]
pytest>=6.0
pytest-cov>=2.0
black>=21.0
flake8>=3.8
mypy>=0.800
sentencepiece

[hf]
transformers

[sp]
sentencepiece

[tiktoken]
tiktoken
