Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -28,7 +28,7 @@
28
  "desc_act": true,
29
  "group_size": 128,
30
  "is_marlin_format": false,
31
- "model_file_base_name": "gptq_model-4bit-128g",
32
  "model_name_or_path": "/fsx/llama405b/4bit-gptq-instruct",
33
  "quant_method": "gptq",
34
  "static_groups": false,
 
28
  "desc_act": true,
29
  "group_size": 128,
30
  "is_marlin_format": false,
31
+ "model_file_base_name": "model",
32
  "model_name_or_path": "/fsx/llama405b/4bit-gptq-instruct",
33
  "quant_method": "gptq",
34
  "static_groups": false,