tiktoken>=0.5.0
regex>=2023.0.0

[all]
token-reducer[anthropic,code,nlp,similarity,transformers]

[anthropic]
anthropic>=0.18.0

[code]
libcst>=1.0.0

[dev]
pytest>=7.4.0
pytest-cov>=4.1.0
pytest-asyncio>=0.21.0
black>=23.7.0
ruff>=0.0.285
mypy>=1.5.0
isort>=5.12.0
pre-commit>=3.3.0

[docs]
mkdocs>=1.5.0
mkdocs-material>=9.1.0
mkdocstrings[python]>=0.22.0

[nlp]
spacy>=3.5.0

[similarity]
sentence-transformers>=2.2.0
scikit-learn>=1.3.0

[transformers]
transformers>=4.30.0
torch>=2.0.0
