# --- Core Agent Framework ---
crewai[tools]>=0.51.0
mcp[cli]

# --- Scraping ---
requests>=2.32.3
requests-cache
beautifulsoup4>=4.12.3
lxml>=5.3.0
playwright>=1.40.0

# --- Text Processing ---
markdown>=3.6
html2text>=2024.2.26

# --- Local Vector Database (persistent or in-memory) ---
chromadb>=0.5.5

# --- Data Models ---
pydantic>=2.7.1

# --- Utils ---
tqdm>=4.66.4

# --- Embedding Providers (choose at runtime) ---
# OpenAI (if using OpenAI embeddings)
openai>=1.28.0

# HuggingFace Inference API
huggingface-hub>=0.23.0

# Local embedding models (optional)
# sentence-transformers>=3.0.1
# torch>=2.3.0  # only needed if running local models
