Training in progress, step 50

config.json

@@ -22,7 +22,7 @@
     "factor": 2.0,
     "type": "dynamic"
   },
-  "rope_theta": 10000.0,
+  "rope_theta": 500,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
   "transformers_version": "4.36.2",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3a23ff254360aacb0f6fd5c0a766b83ebf9a1d74403ec965c63c52d2a8f645d
+oid sha256:9569d170203a666fb31ac8047261c7df03f5accdc1faaa973802e97e731f8326
 size 4400216536

runs/Jan11_18-17-59_98f107f1aa39/events.out.tfevents.1704997139.98f107f1aa39.209664.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b3b457700407b68e805a8097a4e21f73cb6b981d7adeb4f173c60940191fc9
+size 4672

runs/Jan11_18-24-49_98f107f1aa39/events.out.tfevents.1704997548.98f107f1aa39.213866.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd278d686276b72697f8faf8cee572f03483f3a14918ee9ac7c490f1a62ac41
+size 4649

runs/Jan11_18-28-24_98f107f1aa39/events.out.tfevents.1704997763.98f107f1aa39.216186.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189c7284a6afb9464ce6e0417078f99f3ad54cafd1009e62a36b2457cd2eca9d
+size 4953

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b723edf8913a2117ed503f21d07b60a0eb1c209541015dd5eeb128a273d36321
+oid sha256:5155e401b22d60f288ef4b9dbcc0137ad8db5e6b11882ee86900641b7be4d32a
 size 4728