tqdm
sentencepiece
datasets
transformers==4.33.1
deepspeed==0.11.0
accelerate==0.21.0
flash_attn==2.3.6 
tensorboard
peft
bitsandbytes
tokenizers
protobuf
openai
tiktoken
wandb
gradio
markupsafe
jsonlines
mecab-python3
unidic-lite
einops
scipy
fire
flask
gpustat
rich
bitarray
vllm==0.2.0 # ! Ensure version <= 0.1.4, later versions have unsolved bugs.
xformers==0.0.22
cvxpy
func-timeout
timeout-decorator
sympy==1.12
antlr4-python3-runtime==4.11 # ! The version needs to be compatible with sympy.
pebble