flash-attn>=2.6.2
# required for FSDP updates
accelerate>=0.34.2
