Update README.md
Browse files
README.md
CHANGED
@@ -107,10 +107,10 @@ python3 main.py \
|
|
107 |
--model_name Qwen/Qwen2-7B \
|
108 |
--device 0 \
|
109 |
--group_size 128 \
|
|
|
110 |
--bits 4 \
|
111 |
--iter 1000 \
|
112 |
--disable_eval \
|
113 |
-
--disable_low_gpu_mem_usage\
|
114 |
--model_dtype "float16" \
|
115 |
--deployment_device 'autoround' \
|
116 |
--output_dir "./tmp_autoround"
|
|
|
107 |
--model_name Qwen/Qwen2-7B \
|
108 |
--device 0 \
|
109 |
--group_size 128 \
|
110 |
+
--nsamples 512 \
|
111 |
--bits 4 \
|
112 |
--iter 1000 \
|
113 |
--disable_eval \
|
|
|
114 |
--model_dtype "float16" \
|
115 |
--deployment_device 'autoround' \
|
116 |
--output_dir "./tmp_autoround"
|