pyyaml>=6.0
python-dotenv>=1.0
requests>=2.28
beautifulsoup4>=4.12
lxml>=4.9
typer>=0.9
psutil>=5.8

[dev]
hfpclawer[scrapy]
hfpclawer[llm]
hfpclawer[pdf]
ruff
pyright
pytest>=7.0
pytest-cov>=4.0
pytest-mock>=3.10

[llm]
litellm>=1.85.0

[pdf]
pymupdf4llm

[scrapy]
scrapy>=2.10
scrapy-redis
