feedparser<7,>=6.0.0
httpx<0.29.0,>=0.28.0
click<9,>=8.1.0
beautifulsoup4<4.13,>=4.12.0
cachetools<6,>=5.3.0
lxml<7.0.0,>=6.0.0
rich<14,>=13.0.0
PyGithub<3,>=2.0.0
dynaconf<4,>=3.2.13
trafilatura<1.11,>=1.0.0
robotexclusionrulesparser<2,>=1.7.1
platformdirs<5,>=4.9.4
numpy<2,>=1.26.0
scikit-learn<1.8,>=1.7.2
pyyaml<6.0.4,>=6.0.3
uvloop<0.23,>=0.22.0
nanoid<4,>=2.0.0
scrapling<1,>=0.4.0
msgspec<1,>=0.20.0
tavily-python<1,>=0.3.0
litellm<1.85,>=1.83.0
tiktoken<0.9,>=0.8.0
jinja2<3.1.7,>=3.0.0
questionary<3.0.0,>=2.1.0
psutil<6.2,>=5.9.0
pydantic-settings<3,>=2.0.0
curl-cffi<0.16,>=0.15.0
cryptography<47,>=46.0.7
playwright<1.62,>=1.58.0
browserforge<2,>=1.2.4
patchright<1.62,>=1.58.2
langchain-core<2,>=1.2.22
langchain-litellm<1,>=0.6.4
datasketch<2,>=1.6.4
transformers<5.1,>=5.0.0

[cloudflare]
scrapling<1,>=0.4.0
patchright<1.62,>=1.0.0
playwright<1.62,>=1.49.0
curl-cffi<0.16,>=0.15.0
socksio<2,>=1.0.0
browserforge<2,>=1.2.0

[ml]
chromadb<1.0,>=0.4.0
sentence-transformers<5.5,>=5.0.0
safetensors<0.5,>=0.4.3
transformers<5.1,>=5.0.0

[ml:python_version < "3.13"]
torch>=2.0.0

[test]
pytest<10,>=9.0.2
pytest-asyncio<1.0,>=0.23.0
pytest-cov<8,>=7.0.0
pytest-mock<4,>=3.15.0
pytest-click<2,>=1.1.0
pytest-httpx<1,>=0.36.0
pytest-xdist<4,>=3.8.0
ruff<1,>=0.6.0
pre-commit<4,>=3.0.0
