pandas
sentencepiece
pyarrow
datasets==2.4.0
pytorch_lightning==1.7.6
transformers==4.21.3
sacrebleu==1.5.1
setproctitle
torchmetrics==0.11.0
setuptools==59.5.0
tensorboardX
deepspeed
wandb
tqdm
