datasets>=2.8.0
sentencepiece>=0.1.97
protobuf==3.20.3
accelerate>=0.15.0
torch>=1.12.0
deepspeed>=0.9.0
transformers>=4.31.0,!=4.33.2
tensorboard
tqdm
fire
numpy
scipy
pandas
fairscale
PyYAML~=6.0
tarski~=0.8.2
setuptools~=67.8.0
optimum
ninja~=1.11.1
bitsandbytes~=0.41.1