beautifulsoup4
diffusers
ebooklib
ftfy
h5py
jieba
lvis
nltk
pypinyin
pycocotools
regex
sentencepiece
todd_ai>=0.7.1
todd-torch>=0.7.1
scipy
tqdm
transformers==4.49.0

[optional]
pandas[all]
WeTextProcessing
