beautifulsoup4
diffusers
ebooklib
ftfy
h5py
jieba
lvis
nltk
pypinyin
pycocotools
regex
sentencepiece
todd_ai>=0.8.0
todd-torch>=0.8.0
scipy
tqdm
transformers==4.49.0

[optional]
pandas[all]
WeTextProcessing
