Training in progress, step 10

adapter_config.json

@@ -10,15 +10,17 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 16,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 64,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "k_proj",
+    "o_proj",
     "q_proj",
     "v_proj"
   ],

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d7532e8c311772ca8732854753786e1ae544588ae33b48f95e63d9d5c9c29f2
-size 27280152
+oid sha256:02d91e1ea706d1fe3fd154bc2e6aca14b080003885d8c025c5e48c818a2e0af5
+size 218138576

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcfe4abbd21225ab95a6ef24f6caea85f63b3b25192ea78331564c45a75d459c
+oid sha256:7e543915a810675af39869bebebd8d76d21b0d0a4900e5c54f93cb94cec00621
 size 4536