# Core dependencies
requests>=2.31.0
aiohttp>=3.8.0
beautifulsoup4>=4.12.0
lxml>=4.9.0
pydantic>=2.5.0
pydantic-settings>=2.1.0
structlog>=23.2.0
tenacity>=8.2.0
fake-useragent>=1.4.0

# Content extraction
newspaper3k>=0.2.8
trafilatura>=2.0.0
readability-lxml>=0.8.1
nltk>=3.8.0
textblob>=0.17.0

# Configuration and utilities
python-dotenv>=1.0.0
pyyaml>=6.0.0
httpx>=0.25.0
asyncio-throttle>=1.0.0
aiofiles>=23.2.0

# Output and data handling
pandas>=2.1.0
numpy>=1.24.0
openpyxl>=3.1.0
jinja2>=3.1.0
markdown>=3.5.0

# Development dependencies
pytest>=7.4.0
pytest-asyncio>=0.21.0
pytest-cov>=4.1.0
black>=23.9.0
isort>=5.12.0
flake8>=6.1.0
mypy>=1.6.0
pre-commit>=3.5.0

# Optional: Web framework (for API)
fastapi>=0.104.0
uvicorn[standard]>=0.24.0

# Optional: Dashboard
streamlit>=1.28.0

# Optional: Database
sqlalchemy>=2.0.0
alembic>=1.12.0
psycopg2-binary>=2.9.0

# Optional: Cache
redis>=5.0.0

# Optional: Monitoring
prometheus-client>=0.19.0

# Optional: Scheduling
schedule>=1.2.0 