Closed wenhuach21 closed 4 days ago
for model_name in "/models/Meta-Llama-3.1-8B-Instruct" "/models/Meta-Llama-3-8B-Instruct" do CUDA_VISIBLE_DEVICES=$device \ python3 -m auto_round \ --model_name $model_name \ --device 0 \ --act_bits 8 \ --group_size 128 \ --bits 4 \ --tasks "lambada_openai,hellaswag,winogrande,piqa,mmlu" \ --eval_bs $eval_bs \ --data_type "fp8_to_int_sym" \ --act_data_type "fp8" \ --disable_act_dynamic \ --format "fake" \ 2>&1 | tee -a w4_fp8_act_static.txt done
for model_name in "/models/Meta-Llama-3.1-8B-Instruct" "/models/Meta-Llama-3-8B-Instruct"
do CUDA_VISIBLE_DEVICES=$device \ python3 -m auto_round \ --model_name $model_name \ --device 0 \ --act_bits 8 \ --group_size 128 \ --bits 4 \ --tasks "lambada_openai,hellaswag,winogrande,piqa,mmlu" \ --eval_bs $eval_bs \ --data_type "fp8_to_int_sym" \ --act_data_type "fp8" \ --disable_act_dynamic \ --format "fake" \ 2>&1 | tee -a w4_fp8_act_static.txt done