# Full dependencies including heavy models and optimizations
-r requirements.txt

# Megatron core for large-scale training
megatron-core[dev]

# Flash attention for efficiency
flash-attn>=2.3.0

# Apex for mixed precision
apex

# Triton for custom kernels
triton>=2.1.0

# Additional model support
gradio>=4.38.0
fastapi
uvicorn
sse-starlette

# Media processing
av
librosa

# Advanced fine-tuning
tyro<0.9.0
pydantic<=2.10.6
hf-transfer
modelscope>=1.14.0
tiktoken