
cd auto-round/examples/language-modeling
pip install -r requirements.txt
python3 main.py \
--model_name  google/gemma-2b \
--device 0 \
--group_size 128 \
--bits 4 \
--iters 400 \
--model_dtype "float16" \
--disable_low_gpu_mem_usage \
--deployment_device 'gpu' \
--output_dir "./tmp_autoround"