Training in progress, epoch 1

adapter_config.json

@@ -2,7 +2,7 @@
   "alpha_pattern": {},
   "auto_mapping": null,
   "base_model_name_or_path": "bigscience/bloom-3b",
-  "bias": "none",
+  "bias": "lora_only",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
@@ -19,6 +19,7 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "dense",
     "query_key_value"
   ],
   "task_type": "QUESTION_ANS"

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88f5a9be5c250cd6229e7a416bc712d272c2245e68f726f4668a052adc610968
-size 39341028
+oid sha256:76005788471d9bd99b7ba768cfb0bf188801a8f539878d7f8950c4e6a11aa510
+size 59010196

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fce78a67499b821f0f1ab7301675cf1f528d0adcc6ffdb33701fca1dee737b73
+oid sha256:7da5684d6092a6428ca290ad0585814cd34945fca09850353b425f3be7017717
 size 14500733

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7358ad4cd028439999a29ee728a2156e1e63abdb3fbbbeba946281ad7f15b32
+oid sha256:008d4e60f5420c8484c8ace0dfce60da18503851160c5ad8ed0b0b3e8085b007
 size 4728