Upload 6 files
Browse files- config.json +1 -1
- gptq_model-4bit-128g.safetensors +1 -1
- quantize_config.json +2 -2
config.json
CHANGED
@@ -22,7 +22,7 @@
|
|
22 |
"rotary_pct": 0.25,
|
23 |
"tie_word_embeddings": false,
|
24 |
"torch_dtype": "float16",
|
25 |
-
"transformers_version": "4.
|
26 |
"use_cache": true,
|
27 |
"use_parallel_residual": true,
|
28 |
"vocab_size": 50277
|
|
|
22 |
"rotary_pct": 0.25,
|
23 |
"tie_word_embeddings": false,
|
24 |
"torch_dtype": "float16",
|
25 |
+
"transformers_version": "4.31.0",
|
26 |
"use_cache": true,
|
27 |
"use_parallel_residual": true,
|
28 |
"vocab_size": 50277
|
gptq_model-4bit-128g.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6297627136
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae99fbed223a569c3a18e6ac0dff46b22109df954f22cc89e7cf65b246d1d428
|
3 |
size 6297627136
|
quantize_config.json
CHANGED
@@ -5,6 +5,6 @@
|
|
5 |
"desc_act": true,
|
6 |
"sym": true,
|
7 |
"true_sequential": true,
|
8 |
-
"model_name_or_path":
|
9 |
-
"model_file_base_name":
|
10 |
}
|
|
|
5 |
"desc_act": true,
|
6 |
"sym": true,
|
7 |
"true_sequential": true,
|
8 |
+
"model_name_or_path": null,
|
9 |
+
"model_file_base_name": null
|
10 |
}
|