(Trained with Unsloth)

config.json

@@ -17,13 +17,14 @@
   "num_hidden_layers": 28,
   "num_key_value_heads": 4,
   "pad_token_id": 151665,
-  "rms_norm_eps": 0.000001,
+  "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.47.1",
+  "transformers_version": "4.48.3",
+  "unsloth_version": "2025.1.8",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 152064

generation_config.json

@@ -4,5 +4,5 @@
   "max_length": 32768,
   "max_new_tokens": 2048,
   "pad_token_id": 151665,
-  "transformers_version": "4.47.1"
+  "transformers_version": "4.48.3"
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c1dd1c14c52ea1832abc7c1f651033909d130e5705c9b4646a979d5e0999cec
+oid sha256:0b6fafe5576afc1057528d577020b95e004e5b13dec5e18d9e0cf17ed18d96a8
 size 4877660776

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da2310f4991429548fbb4291fa6146d43c25b0fa4b3d92c9591fa0d0c48ee306
+oid sha256:7993c882adcdbb8931ce1a040f2b5ca9f94968c8541544fd21eb39ebd2703d3a
 size 4932751008

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32c1a48197d97dcb0add0936d80ac0d12031b33bdee6619fbe49fce0a66e3ac9
+oid sha256:1786a21c254e98ea92cffd6fe52641f30e03f6b7f23db73541be8a354bb1b355
 size 4330865200