Upload folder using huggingface_hub
Browse files
app.py
CHANGED
@@ -181,7 +181,7 @@ def convert_to_int4():
|
|
181 |
int4_compression_args = " --group-size {} --ratio {}".format(model_compression_params["group_size"], model_compression_params["ratio"])
|
182 |
if model_compression_params["sym"]:
|
183 |
int4_compression_args += " --sym"
|
184 |
-
if enable_awq
|
185 |
int4_compression_args += " --awq --dataset wikitext2 --num-samples 128"
|
186 |
export_command_base += int4_compression_args
|
187 |
if remote_code:
|
|
|
181 |
int4_compression_args = " --group-size {} --ratio {}".format(model_compression_params["group_size"], model_compression_params["ratio"])
|
182 |
if model_compression_params["sym"]:
|
183 |
int4_compression_args += " --sym"
|
184 |
+
if enable_awq:
|
185 |
int4_compression_args += " --awq --dataset wikitext2 --num-samples 128"
|
186 |
export_command_base += int4_compression_args
|
187 |
if remote_code:
|