deepspeed==0.4.3
transformers==4.22.0
datasets==2.3.2
yacs>= 0.1.4
pytest-shutil==1.7.0
protobuf==3.20.0
scipy==1.9.3
numpy
tqdm
sklearn
scikit-learn
nltk
wandb
six
h5py
wikiextractor
