cryptography==50.0.1
requests==2.34.2
urllib3==2.8.0
idna==3.19

[collector]
boto3==1.41.5
ijson==3.4.0
pyarrow==25.0.1
transformers==4.57.3
tokenizers==0.22.1
huggingface-hub==0.36.0

[data]
boto3==1.41.5
ijson==3.4.0

[dev]
pytest==9.1.1
build<2,>=1.2
twine<7,>=6
boto3==1.41.5
pyarrow==25.0.1
