rich
omegaconf
accelerate>=0.26.0
peft
python-dotenv
hydra-core==1.3.1 
hydra-colorlog==1.2.0 
hydra-optuna-sweeper==1.2.0
pyrootutils 
transformers 
datasets==2.8.0 
pytorch-lightning==1.8.6
timm==0.6.12 
torchmetrics==0.10.3
einops
sentencepiece
flash-attn


