lxml>=4.5.2
numpy>=1.18.1
pyyaml>=5.3.1
requests>=2.22.0
tqdm>=4.38.0
lz4>=3.1.10

[all]
trec-car-tools>=2.5.4
warc3-wet>=0.2.3
warc3-wet-clueweb09>=0.2.5
pyarrow>=16.1.0
pyautocorpus>=0.1.12
unlzw3>=0.2.1
beautifulsoup4>=4.4.1
inscriptis>=2.2.0
zlib-state>=0.1.3
ijson>=3.1.3

[beautifulsoup4]
beautifulsoup4>=4.4.1

[car]
trec-car-tools>=2.5.4

[ijson]
ijson>=3.1.3

[inscriptis]
inscriptis>=2.2.0

[pyarrow]
pyarrow>=16.1.0

[pyautocorpus]
pyautocorpus>=0.1.12

[unlzw3]
unlzw3>=0.2.1

[warc]
warc3-wet>=0.2.3
warc3-wet-clueweb09>=0.2.5

[zlib-state]
zlib-state>=0.1.3
