anthropic>=0.40.0
beautifulsoup4>=4.12.0
python-dotenv>=1.0.0
requests>=2.31.0
curl_cffi>=0.7.0
trafilatura>=1.6.0
accelerate>=1.1.0
transformers<5.0.0,>=4.40.0
torch>=2.0.0
scikit-learn>=1.3.0
iterative-stratification>=0.1.7
numpy>=1.24.0
protobuf>=3.20.0
huggingface_hub>=0.23.0
pyyaml>=6.0
sentencepiece>=0.1.99
structlog>=24.1.0
warcio>=1.7.0
exa-py>=1.0.0

[dev]
pytest>=7.0
pytest-cov>=4.0
ruff>=0.4.0
label-lens>=0.1.0

[validate]
label-lens>=0.1.0
