90bdc2355df0fb6d075f0abefa6c3403abd45a281469e628b99e73388aa9cd24

config.json

@@ -1,6 +1,6 @@
 {
   "_attn_implementation_autoset": true,
-  "_name_or_path": "/tmp/models/tmpsfgtdd9y/tmp9kno7x7o",
+  "_name_or_path": "/tmp/models/tmpib3ra3m1/tmpus0gkrdz",
   "architectures": [
     "MistralForCausalLM"
   ],

smash_config.json

@@ -11,7 +11,7 @@
     "quant_hqq_weight_bits": 4,
     "max_batch_size": 1,
     "device": "cuda",
-    "cache_dir": "/tmp/models/tmpsfgtdd9y",
+    "cache_dir": "/tmp/models/tmpib3ra3m1",
     "task": "",
     "save_load_fn": "hqq",
     "save_load_fn_args": {},