LoftQ
/

CodeLlama-70b-hf-4bit-64rank

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

LoftQ commited on May 2

Commit

cd54f13

•

1 Parent(s): 4df6384

Update loftq_init/adapter_config.json

Files changed (1) hide show

loftq_init/adapter_config.json +1 -1

loftq_init/adapter_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "LoftQ/CodeLlama-70b-hf-4bit-64rank-1iter",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

 {
   "alpha_pattern": {},
   "auto_mapping": null,
+  "base_model_name_or_path": "LoftQ/CodeLlama-70b-hf-4bit-64rank",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,