diff --git a/.gitattributes b/.gitattributes
index 8ea5be51186558e42c0a18a41520a1d46fb07681..2b5b319d3650b66068a318d3a38b8d31eb7b06e1 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -38,3 +38,44 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.qweight filter=lfs diff=lfs merge=lfs -text
 *.qzeros filter=lfs diff=lfs merge=lfs -text
 *.scales filter=lfs diff=lfs merge=lfs -text
+*.0 filter=lfs diff=lfs merge=lfs -text
+*.1 filter=lfs diff=lfs merge=lfs -text
+*.2 filter=lfs diff=lfs merge=lfs -text
+*.3 filter=lfs diff=lfs merge=lfs -text
+*.4 filter=lfs diff=lfs merge=lfs -text
+*.5 filter=lfs diff=lfs merge=lfs -text
+*.6 filter=lfs diff=lfs merge=lfs -text
+*.7 filter=lfs diff=lfs merge=lfs -text
+*.8 filter=lfs diff=lfs merge=lfs -text
+*.9 filter=lfs diff=lfs merge=lfs -text
+*.10 filter=lfs diff=lfs merge=lfs -text
+*.11 filter=lfs diff=lfs merge=lfs -text
+*.12 filter=lfs diff=lfs merge=lfs -text
+*.13 filter=lfs diff=lfs merge=lfs -text
+*.14 filter=lfs diff=lfs merge=lfs -text
+*.15 filter=lfs diff=lfs merge=lfs -text
+*.16 filter=lfs diff=lfs merge=lfs -text
+*.17 filter=lfs diff=lfs merge=lfs -text
+*.18 filter=lfs diff=lfs merge=lfs -text
+*.19 filter=lfs diff=lfs merge=lfs -text
+*.20 filter=lfs diff=lfs merge=lfs -text
+*.21 filter=lfs diff=lfs merge=lfs -text
+*.22 filter=lfs diff=lfs merge=lfs -text
+*.23 filter=lfs diff=lfs merge=lfs -text
+*.24 filter=lfs diff=lfs merge=lfs -text
+*.25 filter=lfs diff=lfs merge=lfs -text
+*.26 filter=lfs diff=lfs merge=lfs -text
+*.27 filter=lfs diff=lfs merge=lfs -text
+*.28 filter=lfs diff=lfs merge=lfs -text
+*.29 filter=lfs diff=lfs merge=lfs -text
+*.30 filter=lfs diff=lfs merge=lfs -text
+*.31 filter=lfs diff=lfs merge=lfs -text
+*.32 filter=lfs diff=lfs merge=lfs -text
+*.33 filter=lfs diff=lfs merge=lfs -text
+*.34 filter=lfs diff=lfs merge=lfs -text
+*.35 filter=lfs diff=lfs merge=lfs -text
+*.36 filter=lfs diff=lfs merge=lfs -text
+*.37 filter=lfs diff=lfs merge=lfs -text
+*.38 filter=lfs diff=lfs merge=lfs -text
+*.39 filter=lfs diff=lfs merge=lfs -text
+*.40 filter=lfs diff=lfs merge=lfs -text
diff --git a/lm_head.weight b/lm_head.weight
index d70673998626cd74768bf35825bc1d9425a570d0..69d148dff25520e3262017005ef1b7d362345ac9 100644
--- a/lm_head.weight
+++ b/lm_head.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:529afc429e3dda328ffb4cb3c2358a504d5508daf91cd0bebd59d443096afd05
+oid sha256:2e395e3edda04a344b292099aa745392e4aef6d33c6dab900262e7f3a9b112e5
 size 1207960299
diff --git a/transformer.h.0 b/transformer.h.0
new file mode 100644
index 0000000000000000000000000000000000000000..14f8e2b75943671f8c974caabf7b6ce26d25390e
--- /dev/null
+++ b/transformer.h.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893b0a7214f2cbe512e208bef363b20d379745f2ce9ccea01a0d1b2419b99802
+size 388480825
diff --git a/transformer.h.0.attn.c_attn.bias b/transformer.h.0.attn.c_attn.bias
deleted file mode 100644
index cac29817a5df4a16bb17e1d1c88afa7a905c187a..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:13eabe7b4cf71f0da24052ded6a5b07855e2b1f2af56e15de6a17d1f6e642936
-size 13671
diff --git a/transformer.h.0.attn.c_attn.g_idx b/transformer.h.0.attn.c_attn.g_idx
deleted file mode 100644
index bac35b6a88eeee9178f7215b778bc0996a6f82c9..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1af7c9cd16344e180fc7366849484b94f69f2cd08a8fbed547ea882dac66701d
-size 50023
diff --git a/transformer.h.0.attn.c_attn.qweight b/transformer.h.0.attn.c_attn.qweight
deleted file mode 100644
index 17f4f01f36175245a1387f62b13c703b6580a0c2..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0de72e21cabb0fbccab8bcc51dcf80ab955eb340947f8a311382b1427298f1d1
-size 39322471
diff --git a/transformer.h.0.attn.c_attn.qzeros b/transformer.h.0.attn.c_attn.qzeros
deleted file mode 100644
index 1d76b29875195348bd28b799e22ea351f4582375..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a267bcec6e014d5e28a5923cbd94eb4d8d77d07c4ca16870b426836f455b5d77
-size 308071
diff --git a/transformer.h.0.attn.c_attn.scales b/transformer.h.0.attn.c_attn.scales
deleted file mode 100644
index c2e856932e5c90c253f410707a49f99bd73d484d..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6e5a104a801756a3fa40c7ca7ceb4bded22af8ca197d32e6d1bce7044271ef97
-size 615271
diff --git a/transformer.h.0.attn.c_proj.bias b/transformer.h.0.attn.c_proj.bias
deleted file mode 100644
index f4f9c00e470adc2fc300e2e64d0b878f664df222..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d1b0f449ad065cb6e725c000d86a7c2f995b7948db16b57c3256dec30f7a89a
-size 13159
diff --git a/transformer.h.0.attn.c_proj.g_idx b/transformer.h.0.attn.c_proj.g_idx
deleted file mode 100644
index f9cdfbc4c29927a5452dde427bdf1ed0fdb3e315..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:079372e2e2f13672edfe35c8757cca056a50a9957c0804bc1a4ca32c8e113051
-size 50023
diff --git a/transformer.h.0.attn.c_proj.qweight b/transformer.h.0.attn.c_proj.qweight
deleted file mode 100644
index 31680c6371cb0e7d709160a8f7eb1241d57aaae9..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b2c4fc57da217dd5f4fb4e5d4c29ba31b78aae8d5860adaf61a8ba3cfbcb7cb1
-size 37749607
diff --git a/transformer.h.0.attn.c_proj.qzeros b/transformer.h.0.attn.c_proj.qzeros
deleted file mode 100644
index 14fee75426028bd5346f5e2d1cc7db9724d2a45c..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8af984480b240fbe54b99513c315474389b85446f3e4c176ed4546c0dbb75963
-size 295783
diff --git a/transformer.h.0.attn.c_proj.scales b/transformer.h.0.attn.c_proj.scales
deleted file mode 100644
index e98b22d20ebc6c1192438f74ebb8e7a3cdcc11d8..0000000000000000000000000000000000000000
--- a/transformer.h.0.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca2cd4e7aecb00c1e5bb7b27e69160facd5f8b01497d9dfc1e379f65b991f77d
-size 590695
diff --git a/transformer.h.0.ln_1.bias b/transformer.h.0.ln_1.bias
deleted file mode 100644
index 667db496d47a99d3dded6144705588ff79151584..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7a16d83afa3a6998832bb0567b0b99d07207d85e681d561e75f96cfef63a023
-size 25362
diff --git a/transformer.h.0.ln_1.weight b/transformer.h.0.ln_1.weight
deleted file mode 100644
index 7994926c214fc9bb5d240a6b257fc71cdda4b1c6..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8a4d24d1a3efb0f034385808df30bef44cb41ced551903a2a63b65355d8d52a
-size 25362
diff --git a/transformer.h.0.ln_2.bias b/transformer.h.0.ln_2.bias
deleted file mode 100644
index b355c234610dfcaf864ba0f6875b660390873fb4..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ebbc623a0e63121db716b484f419c25c9745190093d507b653e7a167c5c94b70
-size 25362
diff --git a/transformer.h.0.ln_2.weight b/transformer.h.0.ln_2.weight
deleted file mode 100644
index 3106f13890fc3d38bdf78adbdef4076d57ce083e..0000000000000000000000000000000000000000
--- a/transformer.h.0.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70eab84a7415108ab1ecafec299d6ff952e919f17e457bbe01e15aaae3ae9b75
-size 25362
diff --git a/transformer.h.0.mlp.c_fc.bias b/transformer.h.0.mlp.c_fc.bias
deleted file mode 100644
index 91a3edbfea4f7f8842110af88c91c3fc67e33c49..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68e83dcace83d3be81971f238e2243211171f66eb67ec78d8701a35c88ef884f
-size 50014
diff --git a/transformer.h.0.mlp.c_fc.g_idx b/transformer.h.0.mlp.c_fc.g_idx
deleted file mode 100644
index 5e4a57f83c85ce3a5872c110cc9fed46651374c6..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af0468cb13622c904230de5553b3d7ee455f0203ee2438cc003b247487e5caac
-size 50014
diff --git a/transformer.h.0.mlp.c_fc.qweight b/transformer.h.0.mlp.c_fc.qweight
deleted file mode 100644
index adf1c7792fc96850c70bbef7b70d66e1518a0fba..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eb27a2082e809dd1abdc619fc3a136553031d290e3a1164a7b530665fe2bfcfd
-size 150995806
diff --git a/transformer.h.0.mlp.c_fc.qzeros b/transformer.h.0.mlp.c_fc.qzeros
deleted file mode 100644
index 635c3b2a4cf3be4da6e4bfe213d4a1cf15627481..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f3c47de760d0ed85975058102d7b7a5b888ba54d0a1f04075963e66a682dad1
-size 1180510
diff --git a/transformer.h.0.mlp.c_fc.scales b/transformer.h.0.mlp.c_fc.scales
deleted file mode 100644
index 527fcb55a6463f4db3e2028f635658ffba72d454..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d98ba386f72c051e5872ca22684002bfa1b5518e43a9d8da7f32806574f5131a
-size 2360158
diff --git a/transformer.h.0.mlp.c_proj.bias b/transformer.h.0.mlp.c_proj.bias
deleted file mode 100644
index 532c139aeec0edf8464e9d9723f3824573969452..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c57d49eeb51796afd6e75ded00a57f3138d10f620ce0d6be2b198904d979b66c
-size 13156
diff --git a/transformer.h.0.mlp.c_proj.g_idx b/transformer.h.0.mlp.c_proj.g_idx
deleted file mode 100644
index e21e61bc8a6a890b5c4ab294f02c81aa4cfd237e..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:41be5de59b96d4134288c803ea8033c55f5be912a56d0e0b9e840fafa9a57aed
-size 197476
diff --git a/transformer.h.0.mlp.c_proj.qweight b/transformer.h.0.mlp.c_proj.qweight
deleted file mode 100644
index b186899251a9e09640ea2faf3d4b4cf1e850b532..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f64026e3fde4ec5d9b70d2a450871e380e5122e48d672e97c462412f474659e
-size 150995812
diff --git a/transformer.h.0.mlp.c_proj.qzeros b/transformer.h.0.mlp.c_proj.qzeros
deleted file mode 100644
index 63b2a59eb9651494d029581f83dcd97b0385e9dc..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e86bf7186cf6cf4e8a19142f3d123ca3f37717f1a2425e4e04283ffdbc4bd239
-size 1180516
diff --git a/transformer.h.0.mlp.c_proj.scales b/transformer.h.0.mlp.c_proj.scales
deleted file mode 100644
index cb65ede7b443483029d0cbe428f8387455364102..0000000000000000000000000000000000000000
--- a/transformer.h.0.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0d045454bdd1bbd78c7f8289dfdb726a2fad36f9f455862578cb3350ce49341d
-size 2360164
diff --git a/transformer.h.1 b/transformer.h.1
new file mode 100644
index 0000000000000000000000000000000000000000..dcec40bff388f38024bfa240dceb1f65a4d57d02
--- /dev/null
+++ b/transformer.h.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6230390e9a4afae1dd5be1ff838522e6b31d6a272ad92cc87743ba7008898d5
+size 388480825
diff --git a/transformer.h.1.attn.c_attn.bias b/transformer.h.1.attn.c_attn.bias
deleted file mode 100644
index 12cdd3a9edc94bc7bfbbb880f01bdbd00cff1479..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb834ff1a4144bb99b4afe843880603b6628de90a026920ba42d8a2470aa770f
-size 13671
diff --git a/transformer.h.1.attn.c_attn.g_idx b/transformer.h.1.attn.c_attn.g_idx
deleted file mode 100644
index bc9fa3be7286a74aa37dc37e255de6f04def53ba..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15d7e58a6446238f1f6cf6c1b184027aa5b343b561766932f729a5d2778aa10a
-size 50023
diff --git a/transformer.h.1.attn.c_attn.qweight b/transformer.h.1.attn.c_attn.qweight
deleted file mode 100644
index c1a7f60dbfef5ca37a51bc02a558d23537ecbe5e..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a2edc5900ffae022bcbd5602c7ebe05068d0bcb6ce67ba4977da2f474bd824a8
-size 39322471
diff --git a/transformer.h.1.attn.c_attn.qzeros b/transformer.h.1.attn.c_attn.qzeros
deleted file mode 100644
index cb41707bb0600bd0b23c8e2bc036cfc4fb99b536..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0dbc224a6ca69b8ec5e9d5528095e62c4de3ae5b67210a377ab314e0728a334e
-size 308071
diff --git a/transformer.h.1.attn.c_attn.scales b/transformer.h.1.attn.c_attn.scales
deleted file mode 100644
index 8415424e2dcf7976ecad190e885510bf15f52b0a..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:49a526f7d9b8ba277a489fb5ca7589d1284531774be404b36895d8d04dcd0f8e
-size 615271
diff --git a/transformer.h.1.attn.c_proj.bias b/transformer.h.1.attn.c_proj.bias
deleted file mode 100644
index 6f2dd6a152e637de650c492537b86cb237d48b14..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6af1a21050f9a9931f4b75ca7a0b1cd79e92224b1751d44d3e0696adb506ff2f
-size 13159
diff --git a/transformer.h.1.attn.c_proj.g_idx b/transformer.h.1.attn.c_proj.g_idx
deleted file mode 100644
index 050cba4e035ec7095863f90330e5d754f8518d12..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0c12a1fde824d0b3bd9c4569d5583cd4d882a599a48e990fa99fa4b1cefca372
-size 50023
diff --git a/transformer.h.1.attn.c_proj.qweight b/transformer.h.1.attn.c_proj.qweight
deleted file mode 100644
index a78cae84366459058aef74f67a6dd5d739ecf24a..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3a0da1ed3c5adcc6ce27039f16f42f9be06bbcab00f47f241ae5da90cecd1211
-size 37749607
diff --git a/transformer.h.1.attn.c_proj.qzeros b/transformer.h.1.attn.c_proj.qzeros
deleted file mode 100644
index 20506ce432b2224c2e00eb6f7f617e4bec005a09..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:139ae76ff151fcc494298cc6282f6f71e965e118aa817e77c002b997aa53e51b
-size 295783
diff --git a/transformer.h.1.attn.c_proj.scales b/transformer.h.1.attn.c_proj.scales
deleted file mode 100644
index b72d7baf7f5ab98fe890eb26e7ad977bea836812..0000000000000000000000000000000000000000
--- a/transformer.h.1.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f16086980ee8eb449cfc1ba123b97da80e6899d773e80cdb1f2082a10ecf5942
-size 590695
diff --git a/transformer.h.1.ln_1.bias b/transformer.h.1.ln_1.bias
deleted file mode 100644
index 7f6485118334608c5e2a6dbc8d740e23fd9b44c3..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:41c1471c6b5888329982691a654286811dbf545abebb8266ef47040176345fd3
-size 25362
diff --git a/transformer.h.1.ln_1.weight b/transformer.h.1.ln_1.weight
deleted file mode 100644
index 817b1b700bc5265db3df442931f2170986c587f2..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:399267253ab67d3cfdbb63348ef04b30794f45378bc5abe1172095ddee2f9284
-size 25362
diff --git a/transformer.h.1.ln_2.bias b/transformer.h.1.ln_2.bias
deleted file mode 100644
index 8e9d9d37fc8ae991833cc4fcebbc655ff43dafe4..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:72c4800401faa63dc88730cdc0f13ea6df28b8a68083ceb505cfd80db371f5e3
-size 25362
diff --git a/transformer.h.1.ln_2.weight b/transformer.h.1.ln_2.weight
deleted file mode 100644
index 74b42924fbc709d8fc99bf88e94ca6ea8d05fd32..0000000000000000000000000000000000000000
--- a/transformer.h.1.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e816ae0d129c18e3dfe91119ca42d8236dddc5db34604e8fe9d93191f3ec8d8c
-size 25362
diff --git a/transformer.h.1.mlp.c_fc.bias b/transformer.h.1.mlp.c_fc.bias
deleted file mode 100644
index 905abd9fc7549c71e164a4d9446196ab419f8798..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fd5b1493901eb6d50c879147b81ed5832f197d227de48bd96fe70844a5e5ea37
-size 50014
diff --git a/transformer.h.1.mlp.c_fc.g_idx b/transformer.h.1.mlp.c_fc.g_idx
deleted file mode 100644
index cfde63107b479e6bdae1866ec98eb82e9cfd785c..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5036c7b6c54afce7d050fb40cfb9f0a741eed7abed1f112dc75618c5eda41906
-size 50014
diff --git a/transformer.h.1.mlp.c_fc.qweight b/transformer.h.1.mlp.c_fc.qweight
deleted file mode 100644
index 1775223dfedd5c8758f52e896124749ef4813c13..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f35574047a9792605cf60eaf8059cfdb3a64d7f53ad8ae40c4cd6da623ebbe9
-size 150995806
diff --git a/transformer.h.1.mlp.c_fc.qzeros b/transformer.h.1.mlp.c_fc.qzeros
deleted file mode 100644
index 700e677e6fd38de90d1c2d371ec9c29fdf83280e..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb05d9621b2acd9fa34b0374285e0ff7c9343b90ea0cc53026edd9fd1cf15e49
-size 1180510
diff --git a/transformer.h.1.mlp.c_fc.scales b/transformer.h.1.mlp.c_fc.scales
deleted file mode 100644
index 2f785790f53f2f6fcc8b78a2e4659b125ae1b735..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8226e2bdac234e4964e9f1d0628c6c01d099d84d89dd959f5e61e61bdf8e0c62
-size 2360158
diff --git a/transformer.h.1.mlp.c_proj.bias b/transformer.h.1.mlp.c_proj.bias
deleted file mode 100644
index 363b9aa8561fe97fb5e18855747dc7a613068044..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d36be52d8cc71840b280f3c9c5f1415d5acbb528f0b53f30118a508706a2cad
-size 13156
diff --git a/transformer.h.1.mlp.c_proj.g_idx b/transformer.h.1.mlp.c_proj.g_idx
deleted file mode 100644
index 969dc80c7fb7c19231b6266d6a13746f949be0a3..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:42af60c4f287c93531779362d98a74fe62a1f508ddf9494b3778e025f9759d09
-size 197476
diff --git a/transformer.h.1.mlp.c_proj.qweight b/transformer.h.1.mlp.c_proj.qweight
deleted file mode 100644
index 93f87a484f145e86497327143bb7a498f408d432..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ca20f0735a39ecb709ec868d086dfa2e0bfb7ac52e244fcc8f940eb2d7c63de
-size 150995812
diff --git a/transformer.h.1.mlp.c_proj.qzeros b/transformer.h.1.mlp.c_proj.qzeros
deleted file mode 100644
index c2079125e3be94797d4aba383cb26f5b92e0ad9d..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:30e5e6ef0ca0b8e2f07dd7b754c232e69d50958cbdecc04cc20f98d1028b6b14
-size 1180516
diff --git a/transformer.h.1.mlp.c_proj.scales b/transformer.h.1.mlp.c_proj.scales
deleted file mode 100644
index 207b9de9de89dc9baf8dc3303a4f30e22e6033de..0000000000000000000000000000000000000000
--- a/transformer.h.1.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:56009bd121fabd3f7b946cfdef3df9e7c56589ce677ea16990b6b5d5c2a28207
-size 2360164
diff --git a/transformer.h.10 b/transformer.h.10
new file mode 100644
index 0000000000000000000000000000000000000000..d0f9099b2cb94a992c0fe3ec8c4ee1074b996f62
--- /dev/null
+++ b/transformer.h.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169f294f549851a73407f1c68371c344f4caacf2d7c2f1b98f9b630e979a05d3
+size 388480889
diff --git a/transformer.h.10.attn.c_attn.bias b/transformer.h.10.attn.c_attn.bias
deleted file mode 100644
index 154053110c97be6bcfe9aaa80ba46b7e4ee46571..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d795817bfc5ab73592156fbb297d441b7c210df5804c5edf3405d5b80ce71a2
-size 13674
diff --git a/transformer.h.10.attn.c_attn.g_idx b/transformer.h.10.attn.c_attn.g_idx
deleted file mode 100644
index b814bfcb37670038df5859dbe221557d240167c7..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5331cfdaf34e599916323ea15fc15d890dcf05ef14ce03312cde69f785efa0e2
-size 50026
diff --git a/transformer.h.10.attn.c_attn.qweight b/transformer.h.10.attn.c_attn.qweight
deleted file mode 100644
index 5741a16cd1a62ee1687b478935a18ba06c24c05e..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6faab87d659209bf53af6092bf172cc5c8b2602dde25d484b250205ffa8cbf71
-size 39322474
diff --git a/transformer.h.10.attn.c_attn.qzeros b/transformer.h.10.attn.c_attn.qzeros
deleted file mode 100644
index 0314c2962bed8db7d77951b1b081103fad762b0d..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8de53920a3a4a83897e5ebf4b9692af0c19a02fcba552c8e0f80be74df808860
-size 308074
diff --git a/transformer.h.10.attn.c_attn.scales b/transformer.h.10.attn.c_attn.scales
deleted file mode 100644
index 495603b83bc883d50a8f18c3b4bbeeeb23f9f8f4..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1e3d657054958d605d059353055fa6c445781aee703a8f5346f23ad88b775bcc
-size 615274
diff --git a/transformer.h.10.attn.c_proj.bias b/transformer.h.10.attn.c_proj.bias
deleted file mode 100644
index 110ea9aa54327d9024ae409f98a541502c11feff..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4f2328a64f70b971ed720df4b99564e0567c287e71e870caeb631972bded2d9c
-size 13162
diff --git a/transformer.h.10.attn.c_proj.g_idx b/transformer.h.10.attn.c_proj.g_idx
deleted file mode 100644
index c42c5f4b93e9321d2746d563e4e48240421bbbd7..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc66bef2509cb27f98498a51fa55ea3b24ab89f8755d4ec505d238688f5dd33f
-size 50026
diff --git a/transformer.h.10.attn.c_proj.qweight b/transformer.h.10.attn.c_proj.qweight
deleted file mode 100644
index 8150bcbb1470a079506f642eeaed10076bfbdff2..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b842f451728cbbc5e0afa5ae4b91f68679da954902d8962353d2d25c8df0284e
-size 37749610
diff --git a/transformer.h.10.attn.c_proj.qzeros b/transformer.h.10.attn.c_proj.qzeros
deleted file mode 100644
index 63bd3af1e79bcfe230f28eda91fc43cf1625089b..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3583cf6ae830a803954bb2f753dd374633a9083e8f4d2eda94ffd9f2dab6fd41
-size 295786
diff --git a/transformer.h.10.attn.c_proj.scales b/transformer.h.10.attn.c_proj.scales
deleted file mode 100644
index 300a9aafaf8b02b11207a17b6d50469d300ec857..0000000000000000000000000000000000000000
--- a/transformer.h.10.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:00313c546713f47b436e5a0738c2d5aeebf25bae2bce87b69a9180d610b219b7
-size 590698
diff --git a/transformer.h.10.ln_1.bias b/transformer.h.10.ln_1.bias
deleted file mode 100644
index 1984832f94cdffda70790d890b2cf1edf1784b73..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d69b651720acb83815058c667babc858926464121104d7be6ef1d0fd0978f167
-size 25365
diff --git a/transformer.h.10.ln_1.weight b/transformer.h.10.ln_1.weight
deleted file mode 100644
index 7b999293c21e06db67ce53d104c49b3547d24f53..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:564b51464af7e99825083c96b7d6564a42ea57b930d0921ff9cbbf64798c5be0
-size 25365
diff --git a/transformer.h.10.ln_2.bias b/transformer.h.10.ln_2.bias
deleted file mode 100644
index 8b7d55ca865c0b13b350e2a07795b88261680f6a..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6738dcf933a0d0b0d786474868c15b481f3c903a98c85c38acafb1177656eebd
-size 25365
diff --git a/transformer.h.10.ln_2.weight b/transformer.h.10.ln_2.weight
deleted file mode 100644
index 138512f5214834f68f7e42d52b9da0bd2fe625c9..0000000000000000000000000000000000000000
--- a/transformer.h.10.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20d6fdb134783b73e2402afaf69441932f1615f83ac645270bb0c36a330a3d82
-size 25365
diff --git a/transformer.h.10.mlp.c_fc.bias b/transformer.h.10.mlp.c_fc.bias
deleted file mode 100644
index 41c8ca30fd626170521b84e53336716bce148348..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9a9c2f8c6811b5c7d71e57f8cd01404271218c53d29ccff154aaeeb813dd4f88
-size 50017
diff --git a/transformer.h.10.mlp.c_fc.g_idx b/transformer.h.10.mlp.c_fc.g_idx
deleted file mode 100644
index 11da02558bce130123daef4585a012155024959b..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2fb6d3ef1a0791fa27e421de8f1554ac6e67002ba5d71dea9d5efbf3450bc86
-size 50017
diff --git a/transformer.h.10.mlp.c_fc.qweight b/transformer.h.10.mlp.c_fc.qweight
deleted file mode 100644
index 4b16cca474107fc8698be0584acce101c9af45e3..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a49805f88f07ff19d56e8a0a78dd5085ba6baa422ea2fd8878ec568138480d14
-size 150995809
diff --git a/transformer.h.10.mlp.c_fc.qzeros b/transformer.h.10.mlp.c_fc.qzeros
deleted file mode 100644
index 024146628ebfcf1c9d770b2bf08d8d58ec70308f..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d3fc68f63dbe75eee05b63287e0bdafad99281d04087c0e69b9e0828b6555849
-size 1180513
diff --git a/transformer.h.10.mlp.c_fc.scales b/transformer.h.10.mlp.c_fc.scales
deleted file mode 100644
index b4be788f71125d9c4605294d828d359d4463c5b9..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a8f973f959526adbca3e0de69e8693a1be3a187fd6326e47661dfaaf9e9900c
-size 2360161
diff --git a/transformer.h.10.mlp.c_proj.bias b/transformer.h.10.mlp.c_proj.bias
deleted file mode 100644
index fab78d0dfeed71ecf20c24387746eddf6521792b..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ccdbb6f07bf191b7638dcc409e0f418c28584fa9970d50c95014ed4fb374610c
-size 13159
diff --git a/transformer.h.10.mlp.c_proj.g_idx b/transformer.h.10.mlp.c_proj.g_idx
deleted file mode 100644
index 6c9c2306bd3d75795c5e92c59af696c3f51e8c74..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6097e4bd9cca7bfbf199113b4b290f68a03b420c97f246610b686fd2a700fb78
-size 197479
diff --git a/transformer.h.10.mlp.c_proj.qweight b/transformer.h.10.mlp.c_proj.qweight
deleted file mode 100644
index 3fb486ca767b8629dfd2a958954e068d70c89d40..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7c5eb78ba9c981a27a26f06447e6cea9e7ade8f874e982caea85df71c8df50c0
-size 150995815
diff --git a/transformer.h.10.mlp.c_proj.qzeros b/transformer.h.10.mlp.c_proj.qzeros
deleted file mode 100644
index b25840d28996a34f12c7d1ab36ee3770744148a8..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b85167e1700974dddba4297fb1001d3caff9b964a6a111326f4306c0abfd7a4b
-size 1180519
diff --git a/transformer.h.10.mlp.c_proj.scales b/transformer.h.10.mlp.c_proj.scales
deleted file mode 100644
index 4c5bbcbf2690d68761637e7e52def608c4d39439..0000000000000000000000000000000000000000
--- a/transformer.h.10.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bf00c7f6383bf1595018680fd79b7b7b8a9ad628ec7fe168db65177ef6f54daf
-size 2360167
diff --git a/transformer.h.11 b/transformer.h.11
new file mode 100644
index 0000000000000000000000000000000000000000..98b6dbc08cce2a26ba70133f5395b46a516dad2f
--- /dev/null
+++ b/transformer.h.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ca733be6a5f91770fc2f9c78f360db0b9e7069e8e5064f9945afa8c567576d
+size 388480889
diff --git a/transformer.h.11.attn.c_attn.bias b/transformer.h.11.attn.c_attn.bias
deleted file mode 100644
index a67716c61c53aab7524db69094952d8466527996..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e3f93cf797fc9a33111753411b9868e2f58f12963c5b68859edfed24223b1c54
-size 13674
diff --git a/transformer.h.11.attn.c_attn.g_idx b/transformer.h.11.attn.c_attn.g_idx
deleted file mode 100644
index 14268daf16a9342f9ec42f0ee4fc15621434f5e9..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:178c34346d1fb7b03edadf8ee245a561359930a6bc2ee8c558c17db6839d3e8b
-size 50026
diff --git a/transformer.h.11.attn.c_attn.qweight b/transformer.h.11.attn.c_attn.qweight
deleted file mode 100644
index 353061e3f1f36e0327da3f335d7eb8c785330a31..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:607e5abb907a927cd482bb83eb58538b0530f8b06d867ff61cc2f107169f6ebf
-size 39322474
diff --git a/transformer.h.11.attn.c_attn.qzeros b/transformer.h.11.attn.c_attn.qzeros
deleted file mode 100644
index 9e5fae2751a44d32ea0fc3f714221809b238267e..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2bb45a80c00f446a3ea3d80e83d897d0a8941badcdefe309febe9c1da7e9e056
-size 308074
diff --git a/transformer.h.11.attn.c_attn.scales b/transformer.h.11.attn.c_attn.scales
deleted file mode 100644
index d955e10e42f73cb880f24a2c503fdc798ddc379a..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:26af196039d69a44b1d1074ed6bd017c7ff845a1837176940709ea9174a46bcd
-size 615274
diff --git a/transformer.h.11.attn.c_proj.bias b/transformer.h.11.attn.c_proj.bias
deleted file mode 100644
index 75e565e1f7902b9ac18455951a5dd5fda81fb975..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:434f8b58889c6d188dda95aa350052fe2a7fe04be9756adeae92b5d1ca7d4507
-size 13162
diff --git a/transformer.h.11.attn.c_proj.g_idx b/transformer.h.11.attn.c_proj.g_idx
deleted file mode 100644
index 919e27c760245ef060acb2b9b6117d417be18ffd..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:efb4e8bcf9584b8c154ed89f49feb5b1c9291390b72632976d0e7922d5ce39b2
-size 50026
diff --git a/transformer.h.11.attn.c_proj.qweight b/transformer.h.11.attn.c_proj.qweight
deleted file mode 100644
index 2fe720f7acce5a288d7caa75f82280f6c76c3237..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0921d1d18a635b06fecae0195bf3004fbb24b5489a1606234de4e67a93ec2007
-size 37749610
diff --git a/transformer.h.11.attn.c_proj.qzeros b/transformer.h.11.attn.c_proj.qzeros
deleted file mode 100644
index 24c7ae2e9fb20c60787acaa3aa053cbdd9acac05..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29b3470f1b2fe91cbe050f47662607745512c8e0bc6fe08af6c53e053bbc44cc
-size 295786
diff --git a/transformer.h.11.attn.c_proj.scales b/transformer.h.11.attn.c_proj.scales
deleted file mode 100644
index b3daebc8d2373e3fbd6c046106537dd4f6dd0d00..0000000000000000000000000000000000000000
--- a/transformer.h.11.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:009f1d47358bd0e678407ca6a59be7be542beba714c85ba39b4cc6814ae7f586
-size 590698
diff --git a/transformer.h.11.ln_1.bias b/transformer.h.11.ln_1.bias
deleted file mode 100644
index f025795c38cb62e532f8e164543955e230b7e858..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:19a60e9813bed625482f27a67b1023e9fcfc3cab04ac9d1adbc2c53efc2e96e9
-size 25365
diff --git a/transformer.h.11.ln_1.weight b/transformer.h.11.ln_1.weight
deleted file mode 100644
index 9e5337684f3f0ac55b25eff21a1575dcae70ae23..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e04c1afad7253b05a97cc988546cb1e781878678177896e176a778f793f3a3c
-size 25365
diff --git a/transformer.h.11.ln_2.bias b/transformer.h.11.ln_2.bias
deleted file mode 100644
index fa66bd04c80fdb054d72f1e2751ba298cbdcdaaf..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20f3f8d914f994d05d46975ec4fbe8118f8b844ea7aae355de8bc30e6e811ef4
-size 25365
diff --git a/transformer.h.11.ln_2.weight b/transformer.h.11.ln_2.weight
deleted file mode 100644
index 2f7efc3608e05ac4642bcd79b12fded71e7f5b6b..0000000000000000000000000000000000000000
--- a/transformer.h.11.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e59e1173e0fdb66fcde1a65287b78b6c1c8967a11043c137aec6a68b32dd4e53
-size 25365
diff --git a/transformer.h.11.mlp.c_fc.bias b/transformer.h.11.mlp.c_fc.bias
deleted file mode 100644
index 7b8b547f47b3561c5d16553c6a88e3754287429c..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:488100d680f40bf5aa6e32dae7f896ae868ddd91185c85fae5658f765d5217b3
-size 50017
diff --git a/transformer.h.11.mlp.c_fc.g_idx b/transformer.h.11.mlp.c_fc.g_idx
deleted file mode 100644
index 71a3761750bf7bf2a861e26ed7a364d11181ab0f..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cfbbcb5b99dd3b34fedd14b07c4ad169f61d8e5245c89c16aadb2226f5230634
-size 50017
diff --git a/transformer.h.11.mlp.c_fc.qweight b/transformer.h.11.mlp.c_fc.qweight
deleted file mode 100644
index 878e6ad702dd823dc4b6db9cc87a530328be7606..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d06e519b7ac8bb68cfd825ff7b503cb01f2ed742f97ca9e24a0b92e258b316d
-size 150995809
diff --git a/transformer.h.11.mlp.c_fc.qzeros b/transformer.h.11.mlp.c_fc.qzeros
deleted file mode 100644
index 3e304850b8e44ba65afb9c310dde696d5232214b..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:465092d2c6786802caffd3d7bf03a786600c9d1d1eed8a7fda977400a8488e50
-size 1180513
diff --git a/transformer.h.11.mlp.c_fc.scales b/transformer.h.11.mlp.c_fc.scales
deleted file mode 100644
index 8868e900dc9c539e1b66f5d7210a352a062b22ad..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:06cc90ab79906b8f641442c6df17699331d080d80cbf34f3baedc77cbf2b3b5a
-size 2360161
diff --git a/transformer.h.11.mlp.c_proj.bias b/transformer.h.11.mlp.c_proj.bias
deleted file mode 100644
index 4097a632c3386c4288dd10193e02b33f3d667a78..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6a6960f33c2e3462715dbfc39c2729e0a1e378bff5329654715fea67eb646368
-size 13159
diff --git a/transformer.h.11.mlp.c_proj.g_idx b/transformer.h.11.mlp.c_proj.g_idx
deleted file mode 100644
index e70995d10d47679cbbe9929179dea0a9ea915202..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b580be538f3cd28e934641707a9b6337575c8aaf288023f2df34a825e3b0d99c
-size 197479
diff --git a/transformer.h.11.mlp.c_proj.qweight b/transformer.h.11.mlp.c_proj.qweight
deleted file mode 100644
index 2393819b32f3703bc80cfbbbad478f201e4b080f..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4117a65c7e9f2613ff3c68cbdef6ef974e0c7c8eebed4f80b01a925f2c2de45
-size 150995815
diff --git a/transformer.h.11.mlp.c_proj.qzeros b/transformer.h.11.mlp.c_proj.qzeros
deleted file mode 100644
index 10db9d6acfef67ed1f9f514b5275e34b723f2c90..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8aee1190755a437178865fee45d8e2c234f9f195255f1dd10ad4d66167806c0
-size 1180519
diff --git a/transformer.h.11.mlp.c_proj.scales b/transformer.h.11.mlp.c_proj.scales
deleted file mode 100644
index 7197c0611be0bcd835c4d52f1266fcd1d8fcb917..0000000000000000000000000000000000000000
--- a/transformer.h.11.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7703f49a35d9107887fe9077db2ecf3b51ae3b863daf5b376e36a6efc71589ca
-size 2360167
diff --git a/transformer.h.12 b/transformer.h.12
new file mode 100644
index 0000000000000000000000000000000000000000..f49920b6b0de3b66aa217ad0f1d9291688a36ea2
--- /dev/null
+++ b/transformer.h.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7b42e7b83741b5a8b6f501c1a15b6d17b5f0da7553e4346309ea752ea52554
+size 388480889
diff --git a/transformer.h.12.attn.c_attn.bias b/transformer.h.12.attn.c_attn.bias
deleted file mode 100644
index 27d3b51c6ca0fcee1be7a5176e2791be53398a12..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c959118dad26bfd79341809b5ca6c97dcd18db77dcb2c5a3fac7fd9270dc5066
-size 13674
diff --git a/transformer.h.12.attn.c_attn.g_idx b/transformer.h.12.attn.c_attn.g_idx
deleted file mode 100644
index 38a8f58fc5d460055de133b46a9c6a6d03703fb5..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9fe30d78ca5f9ed29d4a17753c85d4bc4a8a0885905855652c9a1a0b7fad55b9
-size 50026
diff --git a/transformer.h.12.attn.c_attn.qweight b/transformer.h.12.attn.c_attn.qweight
deleted file mode 100644
index 20b992917790fbe9ce17583d010dcd9e3dd1db91..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:17b346bec75b8188e7a715054b9894839f04d8328727e5c86181ed06c2298b9a
-size 39322474
diff --git a/transformer.h.12.attn.c_attn.qzeros b/transformer.h.12.attn.c_attn.qzeros
deleted file mode 100644
index c70ccf16191b20e5b3df5955fa1dfc3263084636..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:44db3a1b1ab408dc6bdbc284c5867c1ef4e0fc9ba0f90b90733b6dfd976d1012
-size 308074
diff --git a/transformer.h.12.attn.c_attn.scales b/transformer.h.12.attn.c_attn.scales
deleted file mode 100644
index 165abce9765e72348b987bf23ca6bf4103a66e52..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba041649541b02000b558e93dcca168db917fec5cf84092a9997ac82ba83df6a
-size 615274
diff --git a/transformer.h.12.attn.c_proj.bias b/transformer.h.12.attn.c_proj.bias
deleted file mode 100644
index 794c30e203bb8f28b28ef027205f48b8dae66089..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab28f7b6734702de2d383568b7ebb9e0690f7725dd7b671c7c2861e67b0c0b8b
-size 13162
diff --git a/transformer.h.12.attn.c_proj.g_idx b/transformer.h.12.attn.c_proj.g_idx
deleted file mode 100644
index 4b71eeb8802fe5c55f8af9996b4d0122af935554..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c99df31b9e87952265e4f1456bc5d1290bb210a2d3fe50fd5f9d07be87a53fda
-size 50026
diff --git a/transformer.h.12.attn.c_proj.qweight b/transformer.h.12.attn.c_proj.qweight
deleted file mode 100644
index 40e655ff7e9af638e6b3be45db95c39701f1251b..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:96f9139ea16e0e3de054601630a606792a075230d2df2629677e4f4b8dd55ae0
-size 37749610
diff --git a/transformer.h.12.attn.c_proj.qzeros b/transformer.h.12.attn.c_proj.qzeros
deleted file mode 100644
index 82437e4bb6f382f0333e6597501b078025ad9cc7..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:734a08bdde8953d8de5fd8757ab01cb08d2c292e7c94dafc30b8d57e343864f5
-size 295786
diff --git a/transformer.h.12.attn.c_proj.scales b/transformer.h.12.attn.c_proj.scales
deleted file mode 100644
index 77cb75cb7bdc2177ab0d65e93f965a9d9b7f560a..0000000000000000000000000000000000000000
--- a/transformer.h.12.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1a1ac4801b66a6f0a12fb1070900b5cfbc30d943810f553b46822d44459d7a94
-size 590698
diff --git a/transformer.h.12.ln_1.bias b/transformer.h.12.ln_1.bias
deleted file mode 100644
index dedae03ea294261d489f937a8ad71182325bebdb..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2fc5b4521455cd341d8f3178cc9c3f9ca28ad6c247fc213f0d925d43dbd1e0d6
-size 25365
diff --git a/transformer.h.12.ln_1.weight b/transformer.h.12.ln_1.weight
deleted file mode 100644
index d18415c461340ec1e6fee8e9f7d167c1abe9836c..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8894de6cfd347b6963f7aa522523285c6fad3bba39ed7e2785edd34046860e92
-size 25365
diff --git a/transformer.h.12.ln_2.bias b/transformer.h.12.ln_2.bias
deleted file mode 100644
index 0ae7767981f3d1a1699daa37be008b28b4eb9b1c..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e813dd02b7775c375374a234a0dc9ede835d65d51d54a29bb20641d640e52992
-size 25365
diff --git a/transformer.h.12.ln_2.weight b/transformer.h.12.ln_2.weight
deleted file mode 100644
index 6325e53822690bd48eac48e67627618a3aae6312..0000000000000000000000000000000000000000
--- a/transformer.h.12.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d76addca50e087a526d735cc71899670727b78a5c5f7cfc4f2817c0c3065f518
-size 25365
diff --git a/transformer.h.12.mlp.c_fc.bias b/transformer.h.12.mlp.c_fc.bias
deleted file mode 100644
index 69b39008569065a3e84050e439725f6064ed445a..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6255c0ef76239fc0d175e6ba130e261c4d8c4fd3dd7f74aca1432b4dabc52d93
-size 50017
diff --git a/transformer.h.12.mlp.c_fc.g_idx b/transformer.h.12.mlp.c_fc.g_idx
deleted file mode 100644
index 9385240098ae43343b8e4815a38cf29ea4b7af54..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6bbe5c3d93f425e4b99cd7dac997f1744957b72d5ff358aba07f8cdfb1f0d21d
-size 50017
diff --git a/transformer.h.12.mlp.c_fc.qweight b/transformer.h.12.mlp.c_fc.qweight
deleted file mode 100644
index e70e33619da36a196a52a6463c4e0e90f93c8433..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64a0d8841bd98df6d7ba70c604b06e3b375ce9f2bd6d302e555153481450337a
-size 150995809
diff --git a/transformer.h.12.mlp.c_fc.qzeros b/transformer.h.12.mlp.c_fc.qzeros
deleted file mode 100644
index ab233252f4b0f2b63f2f60180e28629503457036..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6446040d82c5e94932ded91b19b6e01045992cbe2c32c536dfcc47bbfb1ba2ff
-size 1180513
diff --git a/transformer.h.12.mlp.c_fc.scales b/transformer.h.12.mlp.c_fc.scales
deleted file mode 100644
index 173dfee7ebb1fd8dd87fa4865f9c86d4b9553d26..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2c00e2c14cbc1f0ce601351f3ab133ad483d93b1bc5f1f46a3acf577d67c42f3
-size 2360161
diff --git a/transformer.h.12.mlp.c_proj.bias b/transformer.h.12.mlp.c_proj.bias
deleted file mode 100644
index 4738d9ef6e401995dd5282288b1e4ed02b9bec7b..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78433e68c55ad8d96acd6af975b036042b240021d14c4638f8f6f9452cbb399a
-size 13159
diff --git a/transformer.h.12.mlp.c_proj.g_idx b/transformer.h.12.mlp.c_proj.g_idx
deleted file mode 100644
index 99931c68530f65547042a8e47741c7793fc28768..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:de6e459caabb1eaf1f84e12fd99372dcaec3bbec246ca6c52d93bf691ecd4679
-size 197479
diff --git a/transformer.h.12.mlp.c_proj.qweight b/transformer.h.12.mlp.c_proj.qweight
deleted file mode 100644
index a229d299d99650522b39393e1f6e3e042c86e6a1..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e9fed80c87c16d3fd366a6680633a7e47d1da7f83f7deded4935a79bc131dec3
-size 150995815
diff --git a/transformer.h.12.mlp.c_proj.qzeros b/transformer.h.12.mlp.c_proj.qzeros
deleted file mode 100644
index 77a41013c9c86a44f2c703872ddbfb71aa1bdadd..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1aee0c0b7caaee831a6ec0a430d6f2bef1cd24df31ee4e01f4a744d7d1e1e36
-size 1180519
diff --git a/transformer.h.12.mlp.c_proj.scales b/transformer.h.12.mlp.c_proj.scales
deleted file mode 100644
index 02932dde6debf25063d0a6ae174b03ebfab61193..0000000000000000000000000000000000000000
--- a/transformer.h.12.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a0cd1fecd19bdafbf199cc290e2963be8b88cdf668b0efea7f0148f6670a525c
-size 2360167
diff --git a/transformer.h.13 b/transformer.h.13
new file mode 100644
index 0000000000000000000000000000000000000000..acb3449ab23c00da895a004516f06ce61536fb62
--- /dev/null
+++ b/transformer.h.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30ef9ef3e205c79fe9986eaf43c7ef60fe28628a285b36d5e3be1b45d3d864f
+size 388480889
diff --git a/transformer.h.13.attn.c_attn.bias b/transformer.h.13.attn.c_attn.bias
deleted file mode 100644
index f87a190bf6c0049439a090b208f96b37805d3586..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9e610150a6472d81090453352133b6f06a0a4066aeaeac74f6fcdbbe2ff9f109
-size 13674
diff --git a/transformer.h.13.attn.c_attn.g_idx b/transformer.h.13.attn.c_attn.g_idx
deleted file mode 100644
index 176d9a8631eab58754bc9cc19a37eb9f9fb1e866..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7fc33b2dcfb5c1285b2b16f10fb9c973914ae8b26784d9e77bb67cbafcafba97
-size 50026
diff --git a/transformer.h.13.attn.c_attn.qweight b/transformer.h.13.attn.c_attn.qweight
deleted file mode 100644
index 7395328f203cbaad47600afd2388bdae61975615..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:808ead1cfec3c52ea7a4e261a559fb7d24bd4ac2cc983175e999a28a28738273
-size 39322474
diff --git a/transformer.h.13.attn.c_attn.qzeros b/transformer.h.13.attn.c_attn.qzeros
deleted file mode 100644
index e5241a92f88d9ee8e3564e977910b479f8747db8..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:49afc6d34bbc440c47935549a7b0374c93a3cc88f600f0bb0330585abb184a87
-size 308074
diff --git a/transformer.h.13.attn.c_attn.scales b/transformer.h.13.attn.c_attn.scales
deleted file mode 100644
index 5683e18ebd4c9f8114c9c512bb9622a308357687..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a6b9905400319f9ac5eb89b1322072badfe0546e77be511b8538f55d871bc556
-size 615274
diff --git a/transformer.h.13.attn.c_proj.bias b/transformer.h.13.attn.c_proj.bias
deleted file mode 100644
index 31a7fd171df02e6f8c11c82a000ea203878eecac..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:767a44ce3f18bd304368ac7f43f1dd914bc978895bfb427837483018492d7273
-size 13162
diff --git a/transformer.h.13.attn.c_proj.g_idx b/transformer.h.13.attn.c_proj.g_idx
deleted file mode 100644
index 4f200e55b4cc859c027e46e334ac95ff78c0058a..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fe7d258d1c9b93f21cfc54819e0da5872e027dce4eace34cf7d3b04d62f9de0c
-size 50026
diff --git a/transformer.h.13.attn.c_proj.qweight b/transformer.h.13.attn.c_proj.qweight
deleted file mode 100644
index 00c7f8f2d1035d5a58a24f086783a26dd71d4197..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6db5e06d6c6799e712a9ddc9e8d5e471f3354313068d1650b197263c6c06ce17
-size 37749610
diff --git a/transformer.h.13.attn.c_proj.qzeros b/transformer.h.13.attn.c_proj.qzeros
deleted file mode 100644
index 372971501c0bcd7f82e85df30c40f082041ebe88..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f7349545a8afa4a57031085365cf017fc3cfe6c506b839b849237bf5b574a6b
-size 295786
diff --git a/transformer.h.13.attn.c_proj.scales b/transformer.h.13.attn.c_proj.scales
deleted file mode 100644
index 52575fbcd21a64caa470e775bab8b0a9540779c5..0000000000000000000000000000000000000000
--- a/transformer.h.13.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da1e997f7c807717469d65f044430e957a33f2f79ce592c23c422671ae59c088
-size 590698
diff --git a/transformer.h.13.ln_1.bias b/transformer.h.13.ln_1.bias
deleted file mode 100644
index 0b88fd61a2bf2b083d395e3b061c8e4661bc99d3..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3d634f3efa76460aaa65a4e795f080fe4bb1208db92db50d436d69b52cc8338
-size 25365
diff --git a/transformer.h.13.ln_1.weight b/transformer.h.13.ln_1.weight
deleted file mode 100644
index 1186025ae85713abde54a21f74e339dfaa14f1f1..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:813f02c84aff0f6f9d38875d4f3a0a5194467643bbb899ade4e90dbf90d82eb3
-size 25365
diff --git a/transformer.h.13.ln_2.bias b/transformer.h.13.ln_2.bias
deleted file mode 100644
index 1ca18d9adc6087fcbd63c031c2f0a9f3206929a6..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fe7e247fa02dc49426a4f4c79af863413f3a1fa1065743b60072a7ede6ea5b5
-size 25365
diff --git a/transformer.h.13.ln_2.weight b/transformer.h.13.ln_2.weight
deleted file mode 100644
index 2735223b82d4bc53821e245084510f05c0a23104..0000000000000000000000000000000000000000
--- a/transformer.h.13.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:eb52ec65c4b17f2f51d839c8b765da432085bba8dfa2537320750d6ca17dc1e4
-size 25365
diff --git a/transformer.h.13.mlp.c_fc.bias b/transformer.h.13.mlp.c_fc.bias
deleted file mode 100644
index 7caa0795c120f1a3d50c78d07584a182b01c51d3..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b86eb6fafc1ee0f9f0bf504769425970a9ea908055b1e5ce0694ae8ddff5c32e
-size 50017
diff --git a/transformer.h.13.mlp.c_fc.g_idx b/transformer.h.13.mlp.c_fc.g_idx
deleted file mode 100644
index 27958ed21569157731ab0c16a9d729848c0e6f5d..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:81a9ebaa3c9606595511ba9e9a193ce17738d564429f08fc0d9f0eb9e7699db4
-size 50017
diff --git a/transformer.h.13.mlp.c_fc.qweight b/transformer.h.13.mlp.c_fc.qweight
deleted file mode 100644
index 099436253dc282c7f22791c31569b490099a3409..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca61ed49f23210fc3ed369ce82d295ae3f224ad6497adbc6e614e1f8b666a654
-size 150995809
diff --git a/transformer.h.13.mlp.c_fc.qzeros b/transformer.h.13.mlp.c_fc.qzeros
deleted file mode 100644
index 8888ef5c88230f17a76cf3252f7baa83418f11e6..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b667d439e219c0301862d916b311ccb9059368b3112a00484068bc86ff5c7221
-size 1180513
diff --git a/transformer.h.13.mlp.c_fc.scales b/transformer.h.13.mlp.c_fc.scales
deleted file mode 100644
index 5f00098e8257e9afd9f681852821d523b07d5831..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:163a99aab0bf5708ce76edc2b54efdda7d68abe3c395b51d2ac973e630a94e4b
-size 2360161
diff --git a/transformer.h.13.mlp.c_proj.bias b/transformer.h.13.mlp.c_proj.bias
deleted file mode 100644
index dc3f70d58641ab691dcb1b0f69cdaca48bafbc75..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:148c7008415542767795ff8ad17a3af130cae498d54b58ce8b4b7fa7ee94c460
-size 13159
diff --git a/transformer.h.13.mlp.c_proj.g_idx b/transformer.h.13.mlp.c_proj.g_idx
deleted file mode 100644
index e3e53fa1455edb5f3536ffdb1a58c70380536131..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7b305356618ede44538125a911428b33130600d4d907dc56806b22c0530609fa
-size 197479
diff --git a/transformer.h.13.mlp.c_proj.qweight b/transformer.h.13.mlp.c_proj.qweight
deleted file mode 100644
index be7692fdb51e1f463ce637f17ac13386292c31f4..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b289448e0fcbd8d889ef3c3e4d81d1343b5e7adfaeee3ddea6631425074dc4e6
-size 150995815
diff --git a/transformer.h.13.mlp.c_proj.qzeros b/transformer.h.13.mlp.c_proj.qzeros
deleted file mode 100644
index 9bf9c62ffce85b9c2243b4d647b8742a3f4de082..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf7c1866ab26ee4f78e82f79bf40b0af6c6479223400bad9017408f978a5b8a7
-size 1180519
diff --git a/transformer.h.13.mlp.c_proj.scales b/transformer.h.13.mlp.c_proj.scales
deleted file mode 100644
index 93fb052f1669cb2ab69582139765d291d961e20e..0000000000000000000000000000000000000000
--- a/transformer.h.13.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b2ace8b487eaf7a3f7eae2e6075bcb1f861dbe2a49165f5a9863dca0fd2d65d2
-size 2360167
diff --git a/transformer.h.14 b/transformer.h.14
new file mode 100644
index 0000000000000000000000000000000000000000..ee0cbda5cea320b81c7d0cbf9d5fcfe333c05a10
--- /dev/null
+++ b/transformer.h.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90786de08bd2153dfcfda6b610136cda1a9c67d6944d02a420ed3d065fcd64d
+size 388480889
diff --git a/transformer.h.14.attn.c_attn.bias b/transformer.h.14.attn.c_attn.bias
deleted file mode 100644
index bb1d3e5d963ec92293a735fc7eb3f679d03254b5..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac3e0525df9fccad1290796d5c4d011488dc33d5d2c8090826b6ad9f1e85830e
-size 13674
diff --git a/transformer.h.14.attn.c_attn.g_idx b/transformer.h.14.attn.c_attn.g_idx
deleted file mode 100644
index 12fe0067579f8719ed7ceb52efae79ba18e4b024..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d8ba3067cc5844c28594d1fa4452711b492d04293229b5710f5cb75beaf3b5d7
-size 50026
diff --git a/transformer.h.14.attn.c_attn.qweight b/transformer.h.14.attn.c_attn.qweight
deleted file mode 100644
index b768e9fc4d3b723f2b5faabd10c732c3fa9886b8..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4125052e8390095ac8e762b45152d0d644e80b13ee52fe8d589713bf78118098
-size 39322474
diff --git a/transformer.h.14.attn.c_attn.qzeros b/transformer.h.14.attn.c_attn.qzeros
deleted file mode 100644
index f1233006e57160ae965fba683f384685702cf41f..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4bda64aaba5daf82891c32a1b6cd985819c4c5751e3282775d8fc22162faf07f
-size 308074
diff --git a/transformer.h.14.attn.c_attn.scales b/transformer.h.14.attn.c_attn.scales
deleted file mode 100644
index 9256e7d3bd2a21ada8685bd5ef7e300c796d5421..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:460dea7823f6728a405b543524eaa31380c376dbdc2d4c7689033c5698faba31
-size 615274
diff --git a/transformer.h.14.attn.c_proj.bias b/transformer.h.14.attn.c_proj.bias
deleted file mode 100644
index c5e71a494f184dbc9c69e196ef1780b2142d982a..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:540dc613784b5d5ed02fc6e6cbc69fafc848dad545cccb2ea87d05bd64160a04
-size 13162
diff --git a/transformer.h.14.attn.c_proj.g_idx b/transformer.h.14.attn.c_proj.g_idx
deleted file mode 100644
index d1893be932a5096825b53ea5785d1bba68da1c29..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4aae1ac9a4ee5d93671fa2b823924797989b73d38228b88ae9251d56ea5d251a
-size 50026
diff --git a/transformer.h.14.attn.c_proj.qweight b/transformer.h.14.attn.c_proj.qweight
deleted file mode 100644
index 66acb18ae69ab4d8a7a36cb315da30c215999372..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2362cdc116c018adf1dfbdd88c9e8c5f3ebecd6a67f26fdf43d2193b523f8d33
-size 37749610
diff --git a/transformer.h.14.attn.c_proj.qzeros b/transformer.h.14.attn.c_proj.qzeros
deleted file mode 100644
index 0d452d1ec7b4e90ea8a4f7e86a32a4ec60bd7f2b..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6922ba2069c8bae012aabbbc5d681d413d723aabe356255cc19b1e9c6c8737f3
-size 295786
diff --git a/transformer.h.14.attn.c_proj.scales b/transformer.h.14.attn.c_proj.scales
deleted file mode 100644
index be923663842dff0231603e18efd06d8c7f949b99..0000000000000000000000000000000000000000
--- a/transformer.h.14.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aabf99e5b3b3ebde849238d8e7a20a6cfaa0b42b38531145fb3c471d72ff005c
-size 590698
diff --git a/transformer.h.14.ln_1.bias b/transformer.h.14.ln_1.bias
deleted file mode 100644
index 2e11cf14288bae423e390f9af6fd7ee6d1516351..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3cb2ffeaa2f89ab03c1e0122077187208f48530d2331810266dcc7908ccf7d14
-size 25365
diff --git a/transformer.h.14.ln_1.weight b/transformer.h.14.ln_1.weight
deleted file mode 100644
index b79576533a31bb68181451367dca50d397028873..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ad0968cf20fac82f6e2746bbdf28134a47c6a82d34fb915d3af253a03204c3f
-size 25365
diff --git a/transformer.h.14.ln_2.bias b/transformer.h.14.ln_2.bias
deleted file mode 100644
index 2c8994c2c09b76a8fa27524c31eda983e5da8bed..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4c59f4ee69eea941bf9df366cb90ed5800da0adbbe49a37f1a672af34854c90
-size 25365
diff --git a/transformer.h.14.ln_2.weight b/transformer.h.14.ln_2.weight
deleted file mode 100644
index 7924e222e15c96dc1cf37dddeb32b86d2e93aa58..0000000000000000000000000000000000000000
--- a/transformer.h.14.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5adab51b96419568e12fc63b1e1974abbf3a95cad421cee63091e2ec9ff443a5
-size 25365
diff --git a/transformer.h.14.mlp.c_fc.bias b/transformer.h.14.mlp.c_fc.bias
deleted file mode 100644
index 3f737c7e2f1ad2a770320c72dd07409e7231b60f..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f84d5b66ada7d80472bcb432115cc6ae8fbaf80530a1d6258ea864ed763d09ad
-size 50017
diff --git a/transformer.h.14.mlp.c_fc.g_idx b/transformer.h.14.mlp.c_fc.g_idx
deleted file mode 100644
index 2e5c0834ca81021e76675d2bf57f5eb162b65375..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6011a97d52e4e3519574c319597fe388d19603a192351b814b7ef1d94e5c275f
-size 50017
diff --git a/transformer.h.14.mlp.c_fc.qweight b/transformer.h.14.mlp.c_fc.qweight
deleted file mode 100644
index 835cd0885f28c6baa5c29c2c11c408cb23e36db1..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:375d0f00dcbdb000b144d330c9cd13f8e19385d85f130d1a06eb23cff4716119
-size 150995809
diff --git a/transformer.h.14.mlp.c_fc.qzeros b/transformer.h.14.mlp.c_fc.qzeros
deleted file mode 100644
index c8ae92c6c15fcf2261268f3c39f4d4cfc8ada989..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2b825a19c010e3f3eb1790ea239570516103d03fa4269ff40c18f0a087f38738
-size 1180513
diff --git a/transformer.h.14.mlp.c_fc.scales b/transformer.h.14.mlp.c_fc.scales
deleted file mode 100644
index 9ceef2f42c46df013784edddc85924b0227b6962..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7156d62fbda3ae827c7de740e3b552bdba8d0eccf408579d8903e91101457f89
-size 2360161
diff --git a/transformer.h.14.mlp.c_proj.bias b/transformer.h.14.mlp.c_proj.bias
deleted file mode 100644
index 0ff94c73c179cd38da5bdc6fb44f960406d91a89..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4357c1e7edbc2107e524894b1a04b4f2577b79563c3046231a79f7d1af79ac3f
-size 13159
diff --git a/transformer.h.14.mlp.c_proj.g_idx b/transformer.h.14.mlp.c_proj.g_idx
deleted file mode 100644
index 24179df953bc0b1bd9d035cfb9937bf1b23984e5..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:523166c7ccce95a8eb9dc5da6c5517efffe0959921203f2bea4ebc972328ca93
-size 197479
diff --git a/transformer.h.14.mlp.c_proj.qweight b/transformer.h.14.mlp.c_proj.qweight
deleted file mode 100644
index 2b59c9be200cad0ad9776ef6816d709dd3669952..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:974d5463617aa9b9a5606b61a427e0278503744745ba5b202901f1786105e050
-size 150995815
diff --git a/transformer.h.14.mlp.c_proj.qzeros b/transformer.h.14.mlp.c_proj.qzeros
deleted file mode 100644
index 264e7fd20eafd6a39ba6e8bc7c88aead922d63fc..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bce1a7daf404b794b5b6f6d23c9213ddea93d1e47eed713a29a65b244debc5f3
-size 1180519
diff --git a/transformer.h.14.mlp.c_proj.scales b/transformer.h.14.mlp.c_proj.scales
deleted file mode 100644
index 9f6c9a979cfe88f6e10cf3ab77c733ceeda662ae..0000000000000000000000000000000000000000
--- a/transformer.h.14.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f2f30baba062fdd34d408764f7413568acc1ec68033909f8ec8b34b04bfd9e6
-size 2360167
diff --git a/transformer.h.15 b/transformer.h.15
new file mode 100644
index 0000000000000000000000000000000000000000..2e350dfc6f7239f41062665c7d66564792de89cc
--- /dev/null
+++ b/transformer.h.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49482d5169c39c5757b1c621d1987f7413495c8d996dcbf170c98bf355ad835
+size 388480889
diff --git a/transformer.h.15.attn.c_attn.bias b/transformer.h.15.attn.c_attn.bias
deleted file mode 100644
index 55b11069c28814c4d050817e5d91b4473894f70f..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29c3ea61c1e80a505fa8195bc39081f352d5ef21c3b8f77bb97e11f1bad67b16
-size 13674
diff --git a/transformer.h.15.attn.c_attn.g_idx b/transformer.h.15.attn.c_attn.g_idx
deleted file mode 100644
index 7183ed2da378a91698bb25744a5531c2d13bd7f9..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b990e53f279e5fe7fc674a4fb371995405b6c943428825fc12ad5c8d8580cd64
-size 50026
diff --git a/transformer.h.15.attn.c_attn.qweight b/transformer.h.15.attn.c_attn.qweight
deleted file mode 100644
index 2e53c4af3c1613b28b5a4f73a0d2361ff7237a15..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:66cd70a3f47ea07b4c533cdbf188e0ad64249f85a4c5544224bd94975a728cb7
-size 39322474
diff --git a/transformer.h.15.attn.c_attn.qzeros b/transformer.h.15.attn.c_attn.qzeros
deleted file mode 100644
index ff11a97a30341586a7e530b1965322b7a0d5c8bd..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:074643bc66f849cf29d86e37754ca3c602266bdaf6aef30c53ba37a980f62fde
-size 308074
diff --git a/transformer.h.15.attn.c_attn.scales b/transformer.h.15.attn.c_attn.scales
deleted file mode 100644
index bdbe9e546b1b05c9041ddb17f79f7adf39d52c35..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91b08ff266930eb3d52837f0f1d6cdb23c7a828e66d9d3039d169ed7826eef56
-size 615274
diff --git a/transformer.h.15.attn.c_proj.bias b/transformer.h.15.attn.c_proj.bias
deleted file mode 100644
index 3f3b6c3f2b15d555803309b13bb697e1e9de69d7..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:664730114c7b0319e1000d0722fb58f7905396a24cb1de2a7443dc1dec3ecaf3
-size 13162
diff --git a/transformer.h.15.attn.c_proj.g_idx b/transformer.h.15.attn.c_proj.g_idx
deleted file mode 100644
index 4c3711fb61f1ef00db0c3a1d12469b61c01bad28..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e0daa792252737c983035541840437524cf30a1cc503fc5cd5ff0d908b90fdc3
-size 50026
diff --git a/transformer.h.15.attn.c_proj.qweight b/transformer.h.15.attn.c_proj.qweight
deleted file mode 100644
index 94242b4df220b3236e4c5a6d7da5ea48fc9b21bd..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f71304de85ea23b6b36587e379bdf1dd59bc2f9cc645a52c3f466e70c2dcf920
-size 37749610
diff --git a/transformer.h.15.attn.c_proj.qzeros b/transformer.h.15.attn.c_proj.qzeros
deleted file mode 100644
index 32e31c3bcead2a7a065020d2fb4b245f958a8acb..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d7eb14581a5f155f1806e95fc8fc53e9a6a96f5b00f692ce3b2b6e3f144bf08f
-size 295786
diff --git a/transformer.h.15.attn.c_proj.scales b/transformer.h.15.attn.c_proj.scales
deleted file mode 100644
index e4f721d0704b591c0990177b3105a3b9e8fb97b0..0000000000000000000000000000000000000000
--- a/transformer.h.15.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:47f197e98e3374a5e77d26bed42431bd8fbaccba10469fab9ce17f1c053b7ca3
-size 590698
diff --git a/transformer.h.15.ln_1.bias b/transformer.h.15.ln_1.bias
deleted file mode 100644
index 2e38558383d01513e90477ec807bfd4805500969..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e7eebfc1ba72955ca875f0136c10c2f72ad6be425259814d523a9dcf445a744b
-size 25365
diff --git a/transformer.h.15.ln_1.weight b/transformer.h.15.ln_1.weight
deleted file mode 100644
index 3b2a795e48f41964cc61cb583237716b2ded6a63..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d03957a1b49a899d08b233a61b6df0c2722f12a490af4e277593a80109ee715a
-size 25365
diff --git a/transformer.h.15.ln_2.bias b/transformer.h.15.ln_2.bias
deleted file mode 100644
index 98d79311678212a6497baca0f80457330e2c3db8..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6976f83704915b4c7df429c80f95c143c97a9ddfd88450422047eec31285689e
-size 25365
diff --git a/transformer.h.15.ln_2.weight b/transformer.h.15.ln_2.weight
deleted file mode 100644
index 946598617b17dce150ecf710e663eea5298149a5..0000000000000000000000000000000000000000
--- a/transformer.h.15.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:616c0c37190de7ca99382f28c74be5d5ea9b00a2796ef2cf42945ac0e0bf36c5
-size 25365
diff --git a/transformer.h.15.mlp.c_fc.bias b/transformer.h.15.mlp.c_fc.bias
deleted file mode 100644
index 3e519e4e00cba25f623ba146d71a4f85e2161f45..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ed9f00fd0ba3a2e71562aca6856b864436cbbb1333d6879d34dcc9bda3d21b41
-size 50017
diff --git a/transformer.h.15.mlp.c_fc.g_idx b/transformer.h.15.mlp.c_fc.g_idx
deleted file mode 100644
index 0870d3c7be3860c98b812da9aed2422bbc4abfc7..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f3ec91f38c0c94bccf429031df5c4e3efdf2d24bab4d125b6fbf08c0a95673b
-size 50017
diff --git a/transformer.h.15.mlp.c_fc.qweight b/transformer.h.15.mlp.c_fc.qweight
deleted file mode 100644
index ea6f577caa4c00ba144fdfac6710f59cf5f4ef90..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:35161807398ed136d2761f89dc56b75ec157cedb1cdfe731f8c8ff6b9f375015
-size 150995809
diff --git a/transformer.h.15.mlp.c_fc.qzeros b/transformer.h.15.mlp.c_fc.qzeros
deleted file mode 100644
index d686a610106a83b004d49b34a435b9ead8f4e744..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fd6e63f900f1b551b34c3de87b2e93a97500b62375aad7f31028fb814a107244
-size 1180513
diff --git a/transformer.h.15.mlp.c_fc.scales b/transformer.h.15.mlp.c_fc.scales
deleted file mode 100644
index 099258533e6d77228e0a38fd28464d1b8e701af5..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:05c1252bad3ce4c706ba06470014b81407d093f0b02c97d050c72505d1ad71f4
-size 2360161
diff --git a/transformer.h.15.mlp.c_proj.bias b/transformer.h.15.mlp.c_proj.bias
deleted file mode 100644
index a53ff30a38a9153910a0281af3e113e6f0671599..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd560cade8980a283647f89732524921d47f32459cdf5dedd621b4645dfc5a08
-size 13159
diff --git a/transformer.h.15.mlp.c_proj.g_idx b/transformer.h.15.mlp.c_proj.g_idx
deleted file mode 100644
index d4562e1aa628066f54483499f7264fe51353cb93..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:147eb0f60a02fa0126269a141f5c69ebf8d71efd2b6aee9a1883d5ad0364f4b0
-size 197479
diff --git a/transformer.h.15.mlp.c_proj.qweight b/transformer.h.15.mlp.c_proj.qweight
deleted file mode 100644
index 95715ecc961b0051cdab79cd707406f52a7fac79..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7e88a0d89305ef00ba5a27a54f2aaf1eb811a8bb5ad08428d94e78da093da6aa
-size 150995815
diff --git a/transformer.h.15.mlp.c_proj.qzeros b/transformer.h.15.mlp.c_proj.qzeros
deleted file mode 100644
index e4f089e4e8d9c3a2f9dc34ebc3f84c1bbd175858..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:76ce409be32d9162f53527a09f92c4f0356f8fd3e21ad89275fb34325e93dcef
-size 1180519
diff --git a/transformer.h.15.mlp.c_proj.scales b/transformer.h.15.mlp.c_proj.scales
deleted file mode 100644
index 05c1b9d1271b9fcb64e2c59ff0e2836033add020..0000000000000000000000000000000000000000
--- a/transformer.h.15.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f1add38161a8d906bc685d721ce08866626bc2301a67c26056e6cc1e2f59e17e
-size 2360167
diff --git a/transformer.h.16 b/transformer.h.16
new file mode 100644
index 0000000000000000000000000000000000000000..bee73534163e9e46ede58f0449b0b93acc45ebb6
--- /dev/null
+++ b/transformer.h.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe1fe3989e5a55c9222b6dc01831948256386f975f617987f10c7d5ba584bfd
+size 388480889
diff --git a/transformer.h.16.attn.c_attn.bias b/transformer.h.16.attn.c_attn.bias
deleted file mode 100644
index 2b87b9b8726cb1a052ee36237ae5d1a738127e96..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1c154455b1f4b93c0b9704107fd0032a2ff3f41ddbf3ad7dbb220cbb40d6d73
-size 13674
diff --git a/transformer.h.16.attn.c_attn.g_idx b/transformer.h.16.attn.c_attn.g_idx
deleted file mode 100644
index 0570e4f59d66d8914ef765435fa21f84a25904c2..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:842a3202f6b8fedbfe8d25d2506a22e0162b1bd03f601dc07033a939d7fc08a8
-size 50026
diff --git a/transformer.h.16.attn.c_attn.qweight b/transformer.h.16.attn.c_attn.qweight
deleted file mode 100644
index 01564626234521b05e8d8061dd6292f95c59c287..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e07f90fc9c93bfd32587f5b9a7574476a5d27d9f40d20f2539dddec8bfdbb07f
-size 39322474
diff --git a/transformer.h.16.attn.c_attn.qzeros b/transformer.h.16.attn.c_attn.qzeros
deleted file mode 100644
index c5749c393792a864eab5be40ebfbb0890625a139..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fda51871d214ed1e3ebc4ad01c7752b7fc1ab3bd0a683db713646089b0bdf7fe
-size 308074
diff --git a/transformer.h.16.attn.c_attn.scales b/transformer.h.16.attn.c_attn.scales
deleted file mode 100644
index fdd50231e4f0291ee90a7fcd77c54f10bceca5f5..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab3db8c13525b35b201452a9f2d3ed6b43660e6c06a170b36cc92042f4e4eee4
-size 615274
diff --git a/transformer.h.16.attn.c_proj.bias b/transformer.h.16.attn.c_proj.bias
deleted file mode 100644
index dfa195920885713a58b31646fa6d570f5a028484..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21c50c5ba8dde8613c8c5ec1603538d8e370c78a84aabc1af674708ea85dd6be
-size 13162
diff --git a/transformer.h.16.attn.c_proj.g_idx b/transformer.h.16.attn.c_proj.g_idx
deleted file mode 100644
index 27d5919bc7e75172c25fa58eb35c4ede4cadb9c0..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52bb5ff3d76d3dc2604d2ce4212f0420776c91904b97430a9b61b4990093d634
-size 50026
diff --git a/transformer.h.16.attn.c_proj.qweight b/transformer.h.16.attn.c_proj.qweight
deleted file mode 100644
index 23273da0f3772a9ad49e16a25515d7642edd8eea..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b214c3e70de6df01809cef44cdea1df5c7469fa053e28262076663fa6f0d5b4
-size 37749610
diff --git a/transformer.h.16.attn.c_proj.qzeros b/transformer.h.16.attn.c_proj.qzeros
deleted file mode 100644
index 21568874f3c45519c0d4ae9b7894ab145657b508..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac83aa350e51dfa2ba4da7fd39884df3db89ef8ba4a7833771027d9736250951
-size 295786
diff --git a/transformer.h.16.attn.c_proj.scales b/transformer.h.16.attn.c_proj.scales
deleted file mode 100644
index 1822f1d7c3e7e69eb68f4e56b19656d5e1e01f65..0000000000000000000000000000000000000000
--- a/transformer.h.16.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5dd1b4ad02278c005de0f9681ab74143387cda7ec251e7102065daa37e322a18
-size 590698
diff --git a/transformer.h.16.ln_1.bias b/transformer.h.16.ln_1.bias
deleted file mode 100644
index d1f346624a80999468d0fd2260f7a6365a5f7f81..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:259870ca0043ec8c2c20bdd0a9ccbd74aa35c05dbe2c89d8a2ab239e61caab7b
-size 25365
diff --git a/transformer.h.16.ln_1.weight b/transformer.h.16.ln_1.weight
deleted file mode 100644
index d7ebd89a61f1a1bd69b27c256db956cd80c3f8cf..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78b0162cc484f6f603bc87391a1219f957d6554d7fd255891774d1a2191d2ed2
-size 25365
diff --git a/transformer.h.16.ln_2.bias b/transformer.h.16.ln_2.bias
deleted file mode 100644
index db4e4b12b339fd0e75a09efb25d7fd035e8c9cfd..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7f8c4ad97aa877f4a272642649f996d49c3e20de9c9375a38127ecaf48c1aa08
-size 25365
diff --git a/transformer.h.16.ln_2.weight b/transformer.h.16.ln_2.weight
deleted file mode 100644
index a8194b1a76900c5f2da4873396bf8aa5be3e45d1..0000000000000000000000000000000000000000
--- a/transformer.h.16.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28fc8de257ba1fde3c797f15eb8ee4870cf642a34b64f6c609d9f247a597e66b
-size 25365
diff --git a/transformer.h.16.mlp.c_fc.bias b/transformer.h.16.mlp.c_fc.bias
deleted file mode 100644
index 02a9707d9fc21d53f132cf08b88349abe1f2b9f5..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:143915237a3b4eebd286eb70fe8d8eb561def99e4e1de7e351ec57f541e95d30
-size 50017
diff --git a/transformer.h.16.mlp.c_fc.g_idx b/transformer.h.16.mlp.c_fc.g_idx
deleted file mode 100644
index 778b289231da824525ca7602db6393c258f11608..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3c376103105ccb0a80839a21337be8b31e5e35fb35d69aaef8c74ea0ea7058fb
-size 50017
diff --git a/transformer.h.16.mlp.c_fc.qweight b/transformer.h.16.mlp.c_fc.qweight
deleted file mode 100644
index f71a25f2becc4530c0eb9e6c36f5ce1d392e2cbb..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2cab611e4daf5a51f95aa55c6939bb0d924f0082b7cf3aee007b9fef2bf934db
-size 150995809
diff --git a/transformer.h.16.mlp.c_fc.qzeros b/transformer.h.16.mlp.c_fc.qzeros
deleted file mode 100644
index ebe7918a75155eb696b2439a84af09cd604824e9..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9d903f458395bf1adef85fa949d7771b327a381358d6c5b8503f741ab984b0d9
-size 1180513
diff --git a/transformer.h.16.mlp.c_fc.scales b/transformer.h.16.mlp.c_fc.scales
deleted file mode 100644
index 745f6b2f7b7a7e034aec226b4fc3c86f88148090..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52d3587dcddc1c4fcdb29fd578ead75d53409adf02ab3e5db456f93766bdf9b4
-size 2360161
diff --git a/transformer.h.16.mlp.c_proj.bias b/transformer.h.16.mlp.c_proj.bias
deleted file mode 100644
index c136bbb06f72ccc9f2a7555fb8b6d7c1d5856099..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:63a6f3264ea92e9cb37896e4058c057df6df7da81c38634090c32367aa89ead8
-size 13159
diff --git a/transformer.h.16.mlp.c_proj.g_idx b/transformer.h.16.mlp.c_proj.g_idx
deleted file mode 100644
index f84b8043836b2eb4260631ee3d4ec33aefac265d..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9477c6ae4ef1bc4dd611c2134360549a874628fd6c4940c6f56de33728fd4441
-size 197479
diff --git a/transformer.h.16.mlp.c_proj.qweight b/transformer.h.16.mlp.c_proj.qweight
deleted file mode 100644
index 710e3ee68f82540bae4ea22f962a830150c0df4a..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a44df80ef8debe6e72fdc4914ab3a4673722ba256da2e8b97565b03dfcb1200
-size 150995815
diff --git a/transformer.h.16.mlp.c_proj.qzeros b/transformer.h.16.mlp.c_proj.qzeros
deleted file mode 100644
index ee170ac3bda68f23c113e2a01f02fd392032e48e..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:69b1184c8f216937f2bb55ef3ae9c0379f0de16e7a76a9af00b8b0c42b2380e1
-size 1180519
diff --git a/transformer.h.16.mlp.c_proj.scales b/transformer.h.16.mlp.c_proj.scales
deleted file mode 100644
index 671da7e9fe59b55d1e7d2fdc7dff332c1b3e0693..0000000000000000000000000000000000000000
--- a/transformer.h.16.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a69d8aa3b06718ed102bb3ab9c7f83dba80e6b8d60151f56a70273b8ab54f29
-size 2360167
diff --git a/transformer.h.17 b/transformer.h.17
new file mode 100644
index 0000000000000000000000000000000000000000..da5a515ff5a9289cccaabaa12a7316018cbe610f
--- /dev/null
+++ b/transformer.h.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433829495f1c83959c157ab96fec691bb4e2761b754e4fb3d529e13d306683df
+size 388480889
diff --git a/transformer.h.17.attn.c_attn.bias b/transformer.h.17.attn.c_attn.bias
deleted file mode 100644
index ba143b478b8d19bf31a0788ddb215dde9f96ee28..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0647edafe817dbc37931aff156963b7774c1cde61e84ec86bdca8ac475bc972a
-size 13674
diff --git a/transformer.h.17.attn.c_attn.g_idx b/transformer.h.17.attn.c_attn.g_idx
deleted file mode 100644
index 75bcff1850cd577c5d837fdfd71ff75bdb689cb9..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:95d4b4cfc9e94f7e84a4625467f6b9740a12a733105dc664258ddcbbba3ac735
-size 50026
diff --git a/transformer.h.17.attn.c_attn.qweight b/transformer.h.17.attn.c_attn.qweight
deleted file mode 100644
index e7aaa2cd61133b915d11d93483d466177e0e347f..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c5322d3841a71bffff4968ea3a2781a0528f83cca034c7d2dde5b401db0c0496
-size 39322474
diff --git a/transformer.h.17.attn.c_attn.qzeros b/transformer.h.17.attn.c_attn.qzeros
deleted file mode 100644
index a10bff75076b1e0241008f98c3b20158adace1d6..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:71d7505dadbae2cbbde7f49f88ffa28eb4ae3b7410eb9b541dba7f8a06e0a8cb
-size 308074
diff --git a/transformer.h.17.attn.c_attn.scales b/transformer.h.17.attn.c_attn.scales
deleted file mode 100644
index 5111810f1401ca510f66acb4c80e3a33d21a5963..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d2c9b4ee9d815df68c8bf6c86e1a2e40bee2877eeb2d93aa32a0221b83218b26
-size 615274
diff --git a/transformer.h.17.attn.c_proj.bias b/transformer.h.17.attn.c_proj.bias
deleted file mode 100644
index af73c3c4c1a7a8c5ad0f4b105b8ce4fc8f9a8f88..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb11955b4c8801e44ea8ad179c65a4c60fd21390e3d14c3dae8218daa7b5611f
-size 13162
diff --git a/transformer.h.17.attn.c_proj.g_idx b/transformer.h.17.attn.c_proj.g_idx
deleted file mode 100644
index 4860f75c184382875ca513849ade07f1f283ede3..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8fc680747b026c64561854ea9a5583d57a701492023afa81abbf1ab6684ea6d2
-size 50026
diff --git a/transformer.h.17.attn.c_proj.qweight b/transformer.h.17.attn.c_proj.qweight
deleted file mode 100644
index 5a8cb7a908a9fbdbb8f3a5e6f584c3b4d0bdcd8a..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3be841a82cca9c7b6ddcd67f1d77faf919f9697768fc139861dbccb3989ac38c
-size 37749610
diff --git a/transformer.h.17.attn.c_proj.qzeros b/transformer.h.17.attn.c_proj.qzeros
deleted file mode 100644
index 07497a1beda5120aeb55526b2f9633280a871565..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d5e4dd76eae74d2fa440ebaf58db2fdd101ada1664e3d1a78505720d249d5a1b
-size 295786
diff --git a/transformer.h.17.attn.c_proj.scales b/transformer.h.17.attn.c_proj.scales
deleted file mode 100644
index 0a9ec1798a1125d02b3cc5710089e7a29d759d78..0000000000000000000000000000000000000000
--- a/transformer.h.17.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:44cd0dfaaf61b1eba680179805c0091ac101531ada36a6146ee36418e61f4049
-size 590698
diff --git a/transformer.h.17.ln_1.bias b/transformer.h.17.ln_1.bias
deleted file mode 100644
index 3167e6afed760a681ab8370b8246141221bfd6ec..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c5ef0d3e8ef55bf6346fe31b0610d0a26dd81730c62ea29800e103fcd02b2cfc
-size 25365
diff --git a/transformer.h.17.ln_1.weight b/transformer.h.17.ln_1.weight
deleted file mode 100644
index 2bb4f37fac352b8ee6927910ddfcbc1b235034fc..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b3398bbcefd8e9abb11e8500edc5e9f718100b7a214fe0404829210762a96666
-size 25365
diff --git a/transformer.h.17.ln_2.bias b/transformer.h.17.ln_2.bias
deleted file mode 100644
index 08f4e74a04038ab1a016984c51b187401fdb110d..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0644d3c95d40fc98c9ecce378785c05a8f27b473c8e25c6df13448b20b1db644
-size 25365
diff --git a/transformer.h.17.ln_2.weight b/transformer.h.17.ln_2.weight
deleted file mode 100644
index b7d9cfc8fc86fb8fb00cf1722d2820b292b6cd86..0000000000000000000000000000000000000000
--- a/transformer.h.17.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:041ac00c954e17cc43aea8ee64fb1f56a581bf8305d54f0da7e5e3142e5bba29
-size 25365
diff --git a/transformer.h.17.mlp.c_fc.bias b/transformer.h.17.mlp.c_fc.bias
deleted file mode 100644
index a30bf7b0757f5b1d941d2a28e205ea407fe0085c..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43d19f7e62a7daf261b2a1dd469a5266c54afdc6ef2410935616a8fc1bbb43e0
-size 50017
diff --git a/transformer.h.17.mlp.c_fc.g_idx b/transformer.h.17.mlp.c_fc.g_idx
deleted file mode 100644
index 2a6e9de290c2c3e8c1f87a6639d1f6403c613333..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:030746f02fec3b72f8e3361e214d5ce2f4f5d9cbc9b42cad8d318491e1767097
-size 50017
diff --git a/transformer.h.17.mlp.c_fc.qweight b/transformer.h.17.mlp.c_fc.qweight
deleted file mode 100644
index 356e25aaed31d253dc7d199d7ca7da6ee351e49b..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:540046fb22cd9190e6416131cccd4f7b3473671c4ab72626c880008b94e8a63b
-size 150995809
diff --git a/transformer.h.17.mlp.c_fc.qzeros b/transformer.h.17.mlp.c_fc.qzeros
deleted file mode 100644
index df87b2b09f3d688d9504063518cd0e6ee439e97a..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3d85a2840fbba55a05b69f73b0442db3154548795298bd60e99da83a433a5f92
-size 1180513
diff --git a/transformer.h.17.mlp.c_fc.scales b/transformer.h.17.mlp.c_fc.scales
deleted file mode 100644
index 989239650a5095847081c918b8bd7ca88c135b64..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8dbb5b9611484a624bd51edf9934441c58e217eb131c7a68550f2235a660ea80
-size 2360161
diff --git a/transformer.h.17.mlp.c_proj.bias b/transformer.h.17.mlp.c_proj.bias
deleted file mode 100644
index e2c03c5b8774e71afc0e399434403fbb029ab368..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a309c46ec9c85fa77fbd8d2004505992d8260fa25a7c9ed520389cb078df8aa1
-size 13159
diff --git a/transformer.h.17.mlp.c_proj.g_idx b/transformer.h.17.mlp.c_proj.g_idx
deleted file mode 100644
index 436b51833be95d6edd98f271bef2aae155ffaaca..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:08f53cfde5118d0aa508dc597520c63ced07af2477fb9a069346d26fb4460f79
-size 197479
diff --git a/transformer.h.17.mlp.c_proj.qweight b/transformer.h.17.mlp.c_proj.qweight
deleted file mode 100644
index a76db71443bfa2435aee55ce1475146d101ca30b..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64255bbc8186cde6ed96d715a95ffc2ce12d11fb10495940a7077ce1fe017b95
-size 150995815
diff --git a/transformer.h.17.mlp.c_proj.qzeros b/transformer.h.17.mlp.c_proj.qzeros
deleted file mode 100644
index a2ac468c9c03eb060024130d1df09cb439d95802..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0abdbfce9e0f92dab46da55b02e688e603c533d7061e69daaea08d74179a46e1
-size 1180519
diff --git a/transformer.h.17.mlp.c_proj.scales b/transformer.h.17.mlp.c_proj.scales
deleted file mode 100644
index 97b6f6d8fb95c8056c040d86a0e23d1c2e9dc586..0000000000000000000000000000000000000000
--- a/transformer.h.17.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:727d809f3b8e74bca348cbc52e4cfc096c44df02a6b361b04154c4c1bf8ee82c
-size 2360167
diff --git a/transformer.h.18 b/transformer.h.18
new file mode 100644
index 0000000000000000000000000000000000000000..744861d22b0da586a69f2257f89367acb2bee234
--- /dev/null
+++ b/transformer.h.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a8d6e4c956fe1bdeb724cc91aaaf19b97a97345f27f76e40099baaa2545117
+size 388480889
diff --git a/transformer.h.18.attn.c_attn.bias b/transformer.h.18.attn.c_attn.bias
deleted file mode 100644
index 3f8016e1330bc6b7973dc450fb03b3cac0faa720..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f8064e5511365f651747b0360a2ab272234da5ef5bf135c35b55dd8e4a8a9e70
-size 13674
diff --git a/transformer.h.18.attn.c_attn.g_idx b/transformer.h.18.attn.c_attn.g_idx
deleted file mode 100644
index d69fde230fddf6eeb82f8313235db38ae99b8eb8..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3ab084ea44617c27fde9bf34483f58643a7a72b379b12cd395d57a601f9bdd59
-size 50026
diff --git a/transformer.h.18.attn.c_attn.qweight b/transformer.h.18.attn.c_attn.qweight
deleted file mode 100644
index 3f1d234025387ab60e475d78f578c70aef9d8cda..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a86ceccc6ccb87450a3b593d83ebb912aff1963b4f3479912215579a26c529a1
-size 39322474
diff --git a/transformer.h.18.attn.c_attn.qzeros b/transformer.h.18.attn.c_attn.qzeros
deleted file mode 100644
index 7bad5f9245b1d59fb1d60b3aaf2a7759aac2fc25..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:962a8ed17d3420e079f8a8075cbc5d160528bdf6b06bacfe1a3db106a7da17ac
-size 308074
diff --git a/transformer.h.18.attn.c_attn.scales b/transformer.h.18.attn.c_attn.scales
deleted file mode 100644
index 71901d3ebb48ba310aec9b6c664a5497c7f125e4..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f72a14183a0e4ca76507c6af8cd6f6ab03e0d5b860e539d55a4d9dfb5ab0eb37
-size 615274
diff --git a/transformer.h.18.attn.c_proj.bias b/transformer.h.18.attn.c_proj.bias
deleted file mode 100644
index f2a8b002b4e548cf4c38ea890aa1d11818525a7a..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:40c2524d217133c04c5988e36fca89979332f7f686ab9ede6630e61d47aedaff
-size 13162
diff --git a/transformer.h.18.attn.c_proj.g_idx b/transformer.h.18.attn.c_proj.g_idx
deleted file mode 100644
index 505d310c2130f0d7e36b529f1c7c5affe42d0710..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cca7f60d252df956ddfd202c32adf8106f940935b66958005356ed84fee8224b
-size 50026
diff --git a/transformer.h.18.attn.c_proj.qweight b/transformer.h.18.attn.c_proj.qweight
deleted file mode 100644
index 7a82f0eaaf2e1269472e9b2adc235bb3e49b8f42..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7dc62115e1a351b75b666dbdd99dc8daa1b869fe7606a0e4981257a4a870eefd
-size 37749610
diff --git a/transformer.h.18.attn.c_proj.qzeros b/transformer.h.18.attn.c_proj.qzeros
deleted file mode 100644
index 65f5df09ceadb5098df484048b3bf9908a7fd716..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c5ac21494a7c6d538afbf00be443460443b70563249532cdbd9df0c6f60ebd06
-size 295786
diff --git a/transformer.h.18.attn.c_proj.scales b/transformer.h.18.attn.c_proj.scales
deleted file mode 100644
index f879fd2d50bf9da4324bc7930067016f5e58e6c7..0000000000000000000000000000000000000000
--- a/transformer.h.18.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:277aa0ecaf8df691d316958cab87836f62719fd339df87cd1242b5ef97466267
-size 590698
diff --git a/transformer.h.18.ln_1.bias b/transformer.h.18.ln_1.bias
deleted file mode 100644
index 8ae2464075999ca626b70b4457b82ca40d206084..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:084474c3dde7f6ed3c6ce16abed827c41f9bbc0f07ecfbf108a7f4728cb1507f
-size 25365
diff --git a/transformer.h.18.ln_1.weight b/transformer.h.18.ln_1.weight
deleted file mode 100644
index 22703b9e59f891f073fdcda56aa1d1e5025d562f..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f802bdd07e6aa667bc59c93d830e1caa024433457b22ef73bed575dc4fd1b816
-size 25365
diff --git a/transformer.h.18.ln_2.bias b/transformer.h.18.ln_2.bias
deleted file mode 100644
index d8233b7758febcc2398fd0043c7b4d3c364f464b..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1e3c895379b3cd82fc27299cd0133d9b07523253faa0562b3bce87d59b8a6ce4
-size 25365
diff --git a/transformer.h.18.ln_2.weight b/transformer.h.18.ln_2.weight
deleted file mode 100644
index e874bce55ecc07c4fd5b72bc966377d09d39139e..0000000000000000000000000000000000000000
--- a/transformer.h.18.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:791a47ebd61fef4e52cead170b3a859007b762e7252146cbfcc3d5cfe6c19879
-size 25365
diff --git a/transformer.h.18.mlp.c_fc.bias b/transformer.h.18.mlp.c_fc.bias
deleted file mode 100644
index ecee8a4d38927d696fa581f1c4473b22e3b03f59..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12e960ab2b81f9ce228a578490a8e480481f38b46d25dec66a4d3b2ec2a72466
-size 50017
diff --git a/transformer.h.18.mlp.c_fc.g_idx b/transformer.h.18.mlp.c_fc.g_idx
deleted file mode 100644
index 2503c641e7f103b28e7f9fca34008202546b5dfc..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:796a6731a0720e80240b63f1760cc2ba0c4268803364decb099723290b8ba6af
-size 50017
diff --git a/transformer.h.18.mlp.c_fc.qweight b/transformer.h.18.mlp.c_fc.qweight
deleted file mode 100644
index 65474b3ebd6cd242243c3d1bb79870663dcee7d6..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d50ebc199152c9c34178e7ef734f916656aaa98519458cd41bd368184c2bdd8d
-size 150995809
diff --git a/transformer.h.18.mlp.c_fc.qzeros b/transformer.h.18.mlp.c_fc.qzeros
deleted file mode 100644
index 98e6df673b469b5c1e217e41348e718d7111a1b1..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d5fc254a1c3e0a8c35a7147dc31fac546f3fe3227191280ff03fad72522a018f
-size 1180513
diff --git a/transformer.h.18.mlp.c_fc.scales b/transformer.h.18.mlp.c_fc.scales
deleted file mode 100644
index 500b70e494a8ff4a7397725bb18312c29bda2c5f..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:22ab532706da0379adb5454ddc0fb6ad8a9fadd32ce1229fbf3a396f794fca87
-size 2360161
diff --git a/transformer.h.18.mlp.c_proj.bias b/transformer.h.18.mlp.c_proj.bias
deleted file mode 100644
index 037eb1d28baa2e43e022cd07a146ff8ee6fe6202..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a91e5a117660a6827ca24705495bb5bf5581fdcc3e9d6621c97be0d3b7ad33d3
-size 13159
diff --git a/transformer.h.18.mlp.c_proj.g_idx b/transformer.h.18.mlp.c_proj.g_idx
deleted file mode 100644
index 37b50ffd58ffcdb60f0368d0965bade5e29cd7f2..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:885935c6b88b87553af5c48956b7be6b638deeed7781dc3a1f9049c271606e16
-size 197479
diff --git a/transformer.h.18.mlp.c_proj.qweight b/transformer.h.18.mlp.c_proj.qweight
deleted file mode 100644
index d81bd535ef95171673fe9e2f3e55d4aed0765bf5..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d7a1c0929b0ae4a07ad22b52cd837029656a5d5b6576ef57fbb875da2524dee9
-size 150995815
diff --git a/transformer.h.18.mlp.c_proj.qzeros b/transformer.h.18.mlp.c_proj.qzeros
deleted file mode 100644
index b9875561111350dfcb3cab740e1be0e72cc50c75..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d1e3c6144c0667ba37cdc115c14999257341e66124ac72009a8807a1700b3bea
-size 1180519
diff --git a/transformer.h.18.mlp.c_proj.scales b/transformer.h.18.mlp.c_proj.scales
deleted file mode 100644
index 0736a3d77f1679eacfe4d9156ca506cac2b9c29a..0000000000000000000000000000000000000000
--- a/transformer.h.18.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc065f4e98d878c2ce553623643960bf9fc616c4ff031c277916e49f7000a535
-size 2360167
diff --git a/transformer.h.19 b/transformer.h.19
new file mode 100644
index 0000000000000000000000000000000000000000..d616fc4ef2d7db72ae4e6508775cdac19c91c9c6
--- /dev/null
+++ b/transformer.h.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d519f8cdb4629b99684248807a725af56596508d35466c9ace66e8fcefc00bc
+size 388480889
diff --git a/transformer.h.19.attn.c_attn.bias b/transformer.h.19.attn.c_attn.bias
deleted file mode 100644
index ad93709904eb957133b9fab6ceb7f7d0eea2706f..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:42b95163395b1fe3a5fd278d1e922b0e2ce2e5b4cd87da533b89f0d38efd30ee
-size 13674
diff --git a/transformer.h.19.attn.c_attn.g_idx b/transformer.h.19.attn.c_attn.g_idx
deleted file mode 100644
index bdc200edb508fc6d6e55bee07a5ac8c0b3a77199..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d03d3da416abe10b5147c91fa7becf89861cccccfc32e460083591677553de06
-size 50026
diff --git a/transformer.h.19.attn.c_attn.qweight b/transformer.h.19.attn.c_attn.qweight
deleted file mode 100644
index 8d434e510270ca203cb121020e0684fea446db6b..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f4aad7e36935f010d7a32e74b05535b25cb8b0a423c3753dde29e095a208818
-size 39322474
diff --git a/transformer.h.19.attn.c_attn.qzeros b/transformer.h.19.attn.c_attn.qzeros
deleted file mode 100644
index f505159c8b54f86b7802ecbdb83e500ff7687967..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4f26bae344eafc3f72b7c2ac63ba8dfd7f04aad4d82b04090c0e777b2940413d
-size 308074
diff --git a/transformer.h.19.attn.c_attn.scales b/transformer.h.19.attn.c_attn.scales
deleted file mode 100644
index 0965be6c2a4a92f14452d0d5717fde17758f1999..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:96e97f9069b6e2ec0de025b1536cb5320dc879d22fd3c9997e035d492d74cd00
-size 615274
diff --git a/transformer.h.19.attn.c_proj.bias b/transformer.h.19.attn.c_proj.bias
deleted file mode 100644
index fdf375ef59cc455647429335a9c08fa67f4500ec..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:222f920b4d276844c85809428926c20bb6dcd7bfbb954d3a7664d7eb6dfded30
-size 13162
diff --git a/transformer.h.19.attn.c_proj.g_idx b/transformer.h.19.attn.c_proj.g_idx
deleted file mode 100644
index ec732e5d0e84c65bbd7202669abff0911afeaeb0..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e84163fef33952f740e355f026163e26d7a913c9a7cf7cd7c2523b944a8c5123
-size 50026
diff --git a/transformer.h.19.attn.c_proj.qweight b/transformer.h.19.attn.c_proj.qweight
deleted file mode 100644
index 4164bff91b644d1c7878f5c11ea03e7d8859315b..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a46f3128e83f8ab9b7d5e2226a5b6ef58e61f0428a75d83086e343216366a015
-size 37749610
diff --git a/transformer.h.19.attn.c_proj.qzeros b/transformer.h.19.attn.c_proj.qzeros
deleted file mode 100644
index fe75d702f3abb9d159ba1a4c5ee5697d42899f62..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0f2086124e0e0afc4fccb882c45c5578929cacef62ac50aa94309834ba4807c4
-size 295786
diff --git a/transformer.h.19.attn.c_proj.scales b/transformer.h.19.attn.c_proj.scales
deleted file mode 100644
index 2241ed8c0b6d1de301326d0fe03c87ffd3fb87ea..0000000000000000000000000000000000000000
--- a/transformer.h.19.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fe4fc1f2db436f122cdd3876ca8a5bce4d095eaf09a918ca226e7b5291fe86e9
-size 590698
diff --git a/transformer.h.19.ln_1.bias b/transformer.h.19.ln_1.bias
deleted file mode 100644
index f44b78b2706e2bf2a2dee7a866e2d2cfdb84e3d4..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e89e07dcfe3692dddd674c0208687533f0f1e583214ab04a2d909cc826b6b1bf
-size 25365
diff --git a/transformer.h.19.ln_1.weight b/transformer.h.19.ln_1.weight
deleted file mode 100644
index 7ba1757d1b9e589bb7819fe6c0064c08bdfdee9b..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a8675a58ff4a508f753d2c9b1d91cacc793dd444c9438a1b28077a9f57dcc453
-size 25365
diff --git a/transformer.h.19.ln_2.bias b/transformer.h.19.ln_2.bias
deleted file mode 100644
index 4168ec0e3321059ddbc4abdd4892fccd02e03a2e..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1e3a8d507d08b0a7bc315d536a97bf7b8bb0144ec5e17084baa2f7586f45480
-size 25365
diff --git a/transformer.h.19.ln_2.weight b/transformer.h.19.ln_2.weight
deleted file mode 100644
index ed67718ce3a7eea952a682e1848d079e8dd606fd..0000000000000000000000000000000000000000
--- a/transformer.h.19.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7823f2d3acd71f9f4d0806b4b4164c52febf1759057caf18efc2b30a232bd7e2
-size 25365
diff --git a/transformer.h.19.mlp.c_fc.bias b/transformer.h.19.mlp.c_fc.bias
deleted file mode 100644
index 094e50600507a4efd30e8cfc18bee54b58706c11..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b7809c0fe3737c3d44371aa380e69428e7ae9f30804d6511a33432b78d4591a9
-size 50017
diff --git a/transformer.h.19.mlp.c_fc.g_idx b/transformer.h.19.mlp.c_fc.g_idx
deleted file mode 100644
index 59d7655e8c01e5bbebde34a675eb8e0fdb28128d..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:019844ba32fd19a81c2e637e1504122b4716d8545544361be37b0ad13000e5cd
-size 50017
diff --git a/transformer.h.19.mlp.c_fc.qweight b/transformer.h.19.mlp.c_fc.qweight
deleted file mode 100644
index 3a3c5ad0f71a82e0d94ef61e2f28eaa9d88efa2a..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d7ed518990b8b26484cd6c3e078907be1724c199b88d00eb7d07ebaff6c50c88
-size 150995809
diff --git a/transformer.h.19.mlp.c_fc.qzeros b/transformer.h.19.mlp.c_fc.qzeros
deleted file mode 100644
index 1913423ee19750bd3ac318b57290d8fbc382102a..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12c04b34241449412b2fc036256457bb18b9e94cae29f053c1160413db2e78d5
-size 1180513
diff --git a/transformer.h.19.mlp.c_fc.scales b/transformer.h.19.mlp.c_fc.scales
deleted file mode 100644
index 1a5a706963cbdf65dbf9c5cd74b80d64f57c7e89..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:adfdb8db5b73ce35ae318904db652603c8e137acf5fff7c3660f0576bbe4e05a
-size 2360161
diff --git a/transformer.h.19.mlp.c_proj.bias b/transformer.h.19.mlp.c_proj.bias
deleted file mode 100644
index 44763e904f391ec5463aefef253e8e6e61aea93c..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7815171139aec940e7f6b5429bb852af2713b368dacfcd43dbff1240286da5ea
-size 13159
diff --git a/transformer.h.19.mlp.c_proj.g_idx b/transformer.h.19.mlp.c_proj.g_idx
deleted file mode 100644
index 84863ceda485aaf530c9ba134a315d5508f2b1c5..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf9955db44c5102e5f496fa77b254490774492e177b514eb6be7900feb68df8a
-size 197479
diff --git a/transformer.h.19.mlp.c_proj.qweight b/transformer.h.19.mlp.c_proj.qweight
deleted file mode 100644
index dfdeb5e7d21d44b0582215b2b3936c266dd677ce..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4f055d964d706b80b750c444b9c107936f9aa3ea5c1b1f2d389df3b2f593252
-size 150995815
diff --git a/transformer.h.19.mlp.c_proj.qzeros b/transformer.h.19.mlp.c_proj.qzeros
deleted file mode 100644
index 6e946125a9808e60f4b7add85416c0d195745b7b..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf607a74f05202097bbd475764ffff7e473449e7b0806fc20b4ef51be8eee390
-size 1180519
diff --git a/transformer.h.19.mlp.c_proj.scales b/transformer.h.19.mlp.c_proj.scales
deleted file mode 100644
index 079468817183a86cf78ffce0500f59217750e194..0000000000000000000000000000000000000000
--- a/transformer.h.19.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2038c507ac26ae370e5f658dcecaca671b3aafc3e07eacb037c772ae4c01bb23
-size 2360167
diff --git a/transformer.h.2 b/transformer.h.2
new file mode 100644
index 0000000000000000000000000000000000000000..a9e20043c45f243e12c26c90fe9adcb3a1151eaa
--- /dev/null
+++ b/transformer.h.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d970594916cdf01e66d6cc8e4d22b976bba73430eba4c416d2b36efa5d06f77
+size 388480825
diff --git a/transformer.h.2.attn.c_attn.bias b/transformer.h.2.attn.c_attn.bias
deleted file mode 100644
index 4905d59402b8ce95be6a6b0fef4b94218baf0be8..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d0a787e9e401bbef420b13cf264fa4ce4627a06db7b6e9007cd5bf7d3a1edf9c
-size 13671
diff --git a/transformer.h.2.attn.c_attn.g_idx b/transformer.h.2.attn.c_attn.g_idx
deleted file mode 100644
index 4446afe449576a02e7d93a68d20e2cb3b8dd6412..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0815611490d7fab6a147554a4f70c989c95e12e538f1b3bf3b824764275c7bdd
-size 50023
diff --git a/transformer.h.2.attn.c_attn.qweight b/transformer.h.2.attn.c_attn.qweight
deleted file mode 100644
index 0d4c92a35d1ad463d87514797edc0c88275a36c0..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:69300363bfc9d339b105038b990604c67ecaaf88c9c59465b3f0e473eb8eac90
-size 39322471
diff --git a/transformer.h.2.attn.c_attn.qzeros b/transformer.h.2.attn.c_attn.qzeros
deleted file mode 100644
index 71dd5fb7b55c5ea78d4d3ad6745aa94d359d84ad..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15c85dfeb2428508f4377991150bdd1f8f8e3aeb7c36779e051fdc35b5e9b5de
-size 308071
diff --git a/transformer.h.2.attn.c_attn.scales b/transformer.h.2.attn.c_attn.scales
deleted file mode 100644
index 035a0a08584001565c2d261ede9639e846964cc9..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fbcf5e87130b50e6f7a41bb5ad690ee14716c126470b4ed66a102722dd79460b
-size 615271
diff --git a/transformer.h.2.attn.c_proj.bias b/transformer.h.2.attn.c_proj.bias
deleted file mode 100644
index 3064a0c3d13e04f9103099ea4951f1ee6f1aa06d..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:043fb4670134747b5da0c944462a7f022ad46d01e5d12d2c5348dcd7ceea1ddc
-size 13159
diff --git a/transformer.h.2.attn.c_proj.g_idx b/transformer.h.2.attn.c_proj.g_idx
deleted file mode 100644
index 0ff02129640e300926336a20b2e329f0551ddf0a..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:59895dd2cc032e75e7a6885862d8cf6d95ca81cec89371ba5079ad44eef4b470
-size 50023
diff --git a/transformer.h.2.attn.c_proj.qweight b/transformer.h.2.attn.c_proj.qweight
deleted file mode 100644
index 0107f7048320f44e3c8469446c2910b901bb4f13..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fcb7d99bf85e323a5077244949dff64e922687eb094587b3793b6b018f776d53
-size 37749607
diff --git a/transformer.h.2.attn.c_proj.qzeros b/transformer.h.2.attn.c_proj.qzeros
deleted file mode 100644
index b4098a9143e594ee289ee96e04485d7ca1e3892e..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd0ca5ce92e8444f381a6b805a40b67f54964570df921ae64317ca1dc9e41ea7
-size 295783
diff --git a/transformer.h.2.attn.c_proj.scales b/transformer.h.2.attn.c_proj.scales
deleted file mode 100644
index ea49291c18c2c745b13e3c7cee7ad81b44a02116..0000000000000000000000000000000000000000
--- a/transformer.h.2.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a0aaf947fddf02cad2dba485abca06eb5e32dfb946e2e197d009123db6986f22
-size 590695
diff --git a/transformer.h.2.ln_1.bias b/transformer.h.2.ln_1.bias
deleted file mode 100644
index d356f2bda911ee1a9a51140ebfd819bf3f6ce630..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e9d0e4a225cfda2174235a531ccfb07153f0ea6cce9ff44a6f4283602e34b82c
-size 25362
diff --git a/transformer.h.2.ln_1.weight b/transformer.h.2.ln_1.weight
deleted file mode 100644
index 03a419994148f006832237e58ba88702c1a80ed5..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d7b44123ff39ca23f95dd6d72bb48486e09ba5696dc2c59980b6bd5da681ea23
-size 25362
diff --git a/transformer.h.2.ln_2.bias b/transformer.h.2.ln_2.bias
deleted file mode 100644
index 887ff20720e9170936541bd4b5c702fd82b856e1..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d09715793c3e868ad9fdb1433497469f5a1697d649a7bfae08dce0ce31fc65d
-size 25362
diff --git a/transformer.h.2.ln_2.weight b/transformer.h.2.ln_2.weight
deleted file mode 100644
index f1caf3715a77e1ed9dc88f76f92e9c72cbd5ebb5..0000000000000000000000000000000000000000
--- a/transformer.h.2.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3e108876c4c643e351fd184c114236ba2afe1cd7dd436fd7100633b74fb33e3b
-size 25362
diff --git a/transformer.h.2.mlp.c_fc.bias b/transformer.h.2.mlp.c_fc.bias
deleted file mode 100644
index a88b7a3a8d7639656cf215cc8cefe070eabddfe6..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:27bd1c4aceef379979c7c9d93e5c89ed1dc7b040cffa66dbd0f001123fadebcb
-size 50014
diff --git a/transformer.h.2.mlp.c_fc.g_idx b/transformer.h.2.mlp.c_fc.g_idx
deleted file mode 100644
index ba98f0163793596e9f1279c33eeeb2f5e83d330d..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fec18fb486c730aeea36448edd54f1d2ce601492453f264dfe04293adc0fcfeb
-size 50014
diff --git a/transformer.h.2.mlp.c_fc.qweight b/transformer.h.2.mlp.c_fc.qweight
deleted file mode 100644
index 5c8ebccfff21abbd5f283b8f6a3685f329c38f67..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c92f74aeb1fca1e42b3ed606514ed2ac91768327de0ca29beb0a85cdd838e851
-size 150995806
diff --git a/transformer.h.2.mlp.c_fc.qzeros b/transformer.h.2.mlp.c_fc.qzeros
deleted file mode 100644
index fa5d71d2a5451b74034b9718d3a9b56b390ce355..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a039e30def3157ac4059ec1698fbd16d33c64fd2043d63b7ee22fb53b50eb2de
-size 1180510
diff --git a/transformer.h.2.mlp.c_fc.scales b/transformer.h.2.mlp.c_fc.scales
deleted file mode 100644
index f1eb238c8faa5ffa94cb6fb8c2df273afa63d04c..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:891481d29e37985687c42fd2ae894815c7afbb75f9e3dcafb93b861d07acfdc6
-size 2360158
diff --git a/transformer.h.2.mlp.c_proj.bias b/transformer.h.2.mlp.c_proj.bias
deleted file mode 100644
index a12f9d0e666371600140f919447d71e8dd27a102..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3e90f3412799ee9b74a71808810ea2ed6934ca57abc9f887dd8e6118e3ac184f
-size 13156
diff --git a/transformer.h.2.mlp.c_proj.g_idx b/transformer.h.2.mlp.c_proj.g_idx
deleted file mode 100644
index b5679d522b0ef4d7e6112dacde6985314926e9b7..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be353a4bf741ee3937bc4c87ef5f0d208d6944b59e84a620dff2558d419bf297
-size 197476
diff --git a/transformer.h.2.mlp.c_proj.qweight b/transformer.h.2.mlp.c_proj.qweight
deleted file mode 100644
index 53bf4dbf72bbcc5dbccc107c3536681e832b7a11..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:df31db8b7c64edae2c184c3b096fb0c04082a0924312818eacce036f600b3171
-size 150995812
diff --git a/transformer.h.2.mlp.c_proj.qzeros b/transformer.h.2.mlp.c_proj.qzeros
deleted file mode 100644
index 7329bbe21cff2b2b32af5f8c62d816077ca20de1..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:18d73f70ae104d8e0a919efd195fe509a6383fb422aa9948b3df2f18c9b30635
-size 1180516
diff --git a/transformer.h.2.mlp.c_proj.scales b/transformer.h.2.mlp.c_proj.scales
deleted file mode 100644
index 428965b183aa260683fa597aac89ffb3f6097150..0000000000000000000000000000000000000000
--- a/transformer.h.2.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f2846aac78729f01dee95807a7daa2dfcfa6606b13b2de34da26d480e05eeb6c
-size 2360164
diff --git a/transformer.h.20 b/transformer.h.20
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd81ce2c7ce620a8f2968aa3bdf09e7bdb234e
--- /dev/null
+++ b/transformer.h.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286b0d7371587f4a5fc88f4ba9125f11301ee5317bc23567fa13756ad41d9883
+size 388480889
diff --git a/transformer.h.20.attn.c_attn.bias b/transformer.h.20.attn.c_attn.bias
deleted file mode 100644
index 798052101154b18925b37b189e78d3b1084b8da6..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb922d8481a3821bc75236cad9b02f2bd165cb95028c209c3e803bf802282117
-size 13674
diff --git a/transformer.h.20.attn.c_attn.g_idx b/transformer.h.20.attn.c_attn.g_idx
deleted file mode 100644
index 571b0432ef943916f0b0c2a0010991f74b5c92ca..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f2dfa0ba3da92de02b6fdd699e5a77238999158894ad13c5e79690d810fba0e0
-size 50026
diff --git a/transformer.h.20.attn.c_attn.qweight b/transformer.h.20.attn.c_attn.qweight
deleted file mode 100644
index a1549d2fcfcebc0a44ba42aa8efc049c11cae8e7..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89f3f1469687881b0e593c1f383bc0ab4bdafc892ff0a9ba44ee4b6c6985d920
-size 39322474
diff --git a/transformer.h.20.attn.c_attn.qzeros b/transformer.h.20.attn.c_attn.qzeros
deleted file mode 100644
index 8d213ae7dfbbc436895c5afd9459b7fe0545cb39..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0be034af6bac962e7bd05256451c5fd639860a2eb283b6db7e76054846cbe5f6
-size 308074
diff --git a/transformer.h.20.attn.c_attn.scales b/transformer.h.20.attn.c_attn.scales
deleted file mode 100644
index a952f0e8d7fc522eaa6e59cbef76f651850898b6..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a63550a5302f4826e1c1f5e724ba5ee66480f9d5de2f6b484ad9cc953856125
-size 615274
diff --git a/transformer.h.20.attn.c_proj.bias b/transformer.h.20.attn.c_proj.bias
deleted file mode 100644
index 542d2f3cd8f6da94fdf9be0f8abcc391074ea610..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:65bc3df540bca2c5a550a9328c3a8ade698178cfcfcab777024c2f1ade1e3c18
-size 13162
diff --git a/transformer.h.20.attn.c_proj.g_idx b/transformer.h.20.attn.c_proj.g_idx
deleted file mode 100644
index 70ff018598f7af47752d5e336106de53c9d14ed9..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0a97e55d14726a3f02ae006c61988ba528f7cd5782c3dd9fe590597acda4636
-size 50026
diff --git a/transformer.h.20.attn.c_proj.qweight b/transformer.h.20.attn.c_proj.qweight
deleted file mode 100644
index d7ea69be4fa2f04ab6a6579a6fcb9a03e7d059e3..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bed681d547e52b9a88576ee540ec9fcf778288c7959d83e27c7b1f7d8646fcb6
-size 37749610
diff --git a/transformer.h.20.attn.c_proj.qzeros b/transformer.h.20.attn.c_proj.qzeros
deleted file mode 100644
index 85abc9a6e04293b4a980def392c625f2d4021453..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c44d9e7bbebe02c2bb48759013c4e45c5ed08169ff957fcbf46250961d8c6944
-size 295786
diff --git a/transformer.h.20.attn.c_proj.scales b/transformer.h.20.attn.c_proj.scales
deleted file mode 100644
index f6a29102a794bf5973ed15644bf245edd871d7de..0000000000000000000000000000000000000000
--- a/transformer.h.20.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12ec4224ce09f9d550d7f2d136cf6282d84187acefb5162beb1f10173c224877
-size 590698
diff --git a/transformer.h.20.ln_1.bias b/transformer.h.20.ln_1.bias
deleted file mode 100644
index 11ccfaf6d76e176b32fb9d2bdc83b9b5f14e3a9d..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba47785f893d183f7e02739268d389101e3c8746d19f472fe3372f91dd672fe1
-size 25365
diff --git a/transformer.h.20.ln_1.weight b/transformer.h.20.ln_1.weight
deleted file mode 100644
index ee1103ce584322384e1b5b48c29c33dd34f734d7..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:516ea25514ee12fa9eadbadc27d425284d488407a67342fd81529f13a0e1df4d
-size 25365
diff --git a/transformer.h.20.ln_2.bias b/transformer.h.20.ln_2.bias
deleted file mode 100644
index 3c8652e6590cf443fb174b16ca8eee8dbea9564d..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88695679b50567351b207b1cdc8f3876ed1ac748896217291e8d14a71c61c5ab
-size 25365
diff --git a/transformer.h.20.ln_2.weight b/transformer.h.20.ln_2.weight
deleted file mode 100644
index 9edf9520e2c2015058942a10ce1a1068f35e67d4..0000000000000000000000000000000000000000
--- a/transformer.h.20.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:66619862b8c07da26405798d1327c22493bc84a95890e7572aee936ec7303574
-size 25365
diff --git a/transformer.h.20.mlp.c_fc.bias b/transformer.h.20.mlp.c_fc.bias
deleted file mode 100644
index 2c95d71841b53a10924554008a604213e05f99a9..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0f3137985a40d0a8c878504718da1bdcbbf0c0c519e41f2e7d4b6e5ccbbb53d1
-size 50017
diff --git a/transformer.h.20.mlp.c_fc.g_idx b/transformer.h.20.mlp.c_fc.g_idx
deleted file mode 100644
index afd0e36ecf408657f16f0a09cd8b9c6fec9b457b..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:409c6a06a63cb58bc9ab5a5b1a326a7d70e69e15bce2abdb0f2d04d650e59e47
-size 50017
diff --git a/transformer.h.20.mlp.c_fc.qweight b/transformer.h.20.mlp.c_fc.qweight
deleted file mode 100644
index 4307e8ec0034a1f14c87f18f94e42ba4f72d9398..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:71b565f9192bee09b78ef3dc1c9486ff6cfe20b80cc67650aa4683b1c724cf51
-size 150995809
diff --git a/transformer.h.20.mlp.c_fc.qzeros b/transformer.h.20.mlp.c_fc.qzeros
deleted file mode 100644
index dd0cf32a277f7ef6c04f83a0083561c37b3c2668..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4bc3056b2f9743501785a6f655768d29bcbcc445627c1b58c80b153f27cf1a3e
-size 1180513
diff --git a/transformer.h.20.mlp.c_fc.scales b/transformer.h.20.mlp.c_fc.scales
deleted file mode 100644
index 37792c7b956467b8043facc78cf892ecb16e7d2b..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78531e016995bc1780d51876e18f3ec87806dc61d07fdebc812e646f02e9ff5e
-size 2360161
diff --git a/transformer.h.20.mlp.c_proj.bias b/transformer.h.20.mlp.c_proj.bias
deleted file mode 100644
index b97ed8dccf0fa00c489bfcf3cd51c0fcabd6f177..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9535b40f79c1ce525c63166308387ac8a95f23f406ad6ff3d97b157ad181821f
-size 13159
diff --git a/transformer.h.20.mlp.c_proj.g_idx b/transformer.h.20.mlp.c_proj.g_idx
deleted file mode 100644
index 1fcaac7dbc825cdfddfd8bc941f7a6afb142f87c..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:22b5f487b7d33313e25db0fa06741f76de10190b59753cb56d422af71a3ef087
-size 197479
diff --git a/transformer.h.20.mlp.c_proj.qweight b/transformer.h.20.mlp.c_proj.qweight
deleted file mode 100644
index 5eae8333e2bf17ed29164baf912ef7c38c465156..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e9b91dce88126719d3a93383aa6f87667f864f39c1478e9b4361f4b2723b818
-size 150995815
diff --git a/transformer.h.20.mlp.c_proj.qzeros b/transformer.h.20.mlp.c_proj.qzeros
deleted file mode 100644
index 78a8c35df48611696fa7b59531de2099aeecc7c2..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:93ffef028c04e68d2008ac625daeb3b81fe6c02ae9d167ab61030ecd6efb98d8
-size 1180519
diff --git a/transformer.h.20.mlp.c_proj.scales b/transformer.h.20.mlp.c_proj.scales
deleted file mode 100644
index e348a8ca1d1c110fecee8af83fb7ea2f771d9e95..0000000000000000000000000000000000000000
--- a/transformer.h.20.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9f0dadfc523999a693db7a773f54a3ed45b7ba6ffb0cd1a2f83cabc904071a83
-size 2360167
diff --git a/transformer.h.21 b/transformer.h.21
new file mode 100644
index 0000000000000000000000000000000000000000..712d1088db7feda71e3ee89f4899cd2686af20f5
--- /dev/null
+++ b/transformer.h.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971ee1868b4a757c2a0fd312005cfa9c48d57e2b3c8e2b2c97a547e55b75acb5
+size 388480889
diff --git a/transformer.h.21.attn.c_attn.bias b/transformer.h.21.attn.c_attn.bias
deleted file mode 100644
index d2132dd96ed0c4326c76f79b519392698ee19331..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4c033ea065894c5e156d984209e6059090cdc422b33543bf0aa79bd1688ced1
-size 13674
diff --git a/transformer.h.21.attn.c_attn.g_idx b/transformer.h.21.attn.c_attn.g_idx
deleted file mode 100644
index f44dece47cd7b8a9b0acffa66b68ee80cddfdf61..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9cc4c29206c553995b21963858e7ee39e8ab5fad659abf6b7351adb525adb272
-size 50026
diff --git a/transformer.h.21.attn.c_attn.qweight b/transformer.h.21.attn.c_attn.qweight
deleted file mode 100644
index a373c955e4b52bf8b43ca6fa0f70d617dbdd72e4..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7de75e1e4d1115f08409c502866b8e71e781d2db48d9387c2f97bcd06ce43e40
-size 39322474
diff --git a/transformer.h.21.attn.c_attn.qzeros b/transformer.h.21.attn.c_attn.qzeros
deleted file mode 100644
index 25a7bf081375a22c0477ec612182882a409784af..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c2647e1c1e8e99f5b940596c508df6c7140180a8399e8348b469a8c202f711f4
-size 308074
diff --git a/transformer.h.21.attn.c_attn.scales b/transformer.h.21.attn.c_attn.scales
deleted file mode 100644
index 4037a35beb0022315a2937748865a8f269322be3..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:202f70fd355dacada44e9905c5bad78dd99c6d3f516e6a6ad1a85731a8b1f25c
-size 615274
diff --git a/transformer.h.21.attn.c_proj.bias b/transformer.h.21.attn.c_proj.bias
deleted file mode 100644
index 344a56be78d77269b6a763e559329b4cfd171807..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b6497ac179cc8168b1f315a97a17f976d57ee1b3e60abf10e07abdcf3df95a29
-size 13162
diff --git a/transformer.h.21.attn.c_proj.g_idx b/transformer.h.21.attn.c_proj.g_idx
deleted file mode 100644
index 210d343d52aca558cb2a5820e9f454a47c653dbf..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1aa5d3652a6d9719c126a1ff577862ce07e63de9181a52a870840bc987a57166
-size 50026
diff --git a/transformer.h.21.attn.c_proj.qweight b/transformer.h.21.attn.c_proj.qweight
deleted file mode 100644
index b6dddaa602f752fce8a6a1cc6c7979ff592754d2..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:38d4780158e7ae4d2c91a8f44975f324ea4dd6e4f09051c82cccd363441c6e59
-size 37749610
diff --git a/transformer.h.21.attn.c_proj.qzeros b/transformer.h.21.attn.c_proj.qzeros
deleted file mode 100644
index 450ce999887cb8fe0561bb9304ca7ac51bc7380d..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:31c663157537c1ee43c30a78041358d916aa6c3767bb70649c6ba0db93a054a3
-size 295786
diff --git a/transformer.h.21.attn.c_proj.scales b/transformer.h.21.attn.c_proj.scales
deleted file mode 100644
index 30b409b78372b4a11f9b8c0294baf8842dbb5c6a..0000000000000000000000000000000000000000
--- a/transformer.h.21.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7a930169f2e90a068eda4c629237476c876ad40a31dd90cf40554cee14ed24f0
-size 590698
diff --git a/transformer.h.21.ln_1.bias b/transformer.h.21.ln_1.bias
deleted file mode 100644
index 32b4afeb0429fda23814d486ee87dbf6c36e8f5e..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f2171d319f4c45c689c5388ffc847e73f2975215ebb30b5bc9a085871186a77
-size 25365
diff --git a/transformer.h.21.ln_1.weight b/transformer.h.21.ln_1.weight
deleted file mode 100644
index 1c9bc9fefeaaabb9462e2dac76b3c2ccdda7a3a2..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c33ffb20dc5c9eb51a3e338e170ea188c634f7f16fb0c69690b8f6e5dd3fa7c3
-size 25365
diff --git a/transformer.h.21.ln_2.bias b/transformer.h.21.ln_2.bias
deleted file mode 100644
index ddaeaa363e83e59d0c9f126543265ef6c62195a0..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43ba3e514cc47474510f52414f5f9c8d4c6ce5c8b7462a288048edd45ab32634
-size 25365
diff --git a/transformer.h.21.ln_2.weight b/transformer.h.21.ln_2.weight
deleted file mode 100644
index 4d9a6de8665aabcca39f830e368e30272339608e..0000000000000000000000000000000000000000
--- a/transformer.h.21.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cf4984c9dc9d9b604856afc1202b8987c41f8a9de798ed235723c17e9bf23284
-size 25365
diff --git a/transformer.h.21.mlp.c_fc.bias b/transformer.h.21.mlp.c_fc.bias
deleted file mode 100644
index a9b32189e42f1ba5ed24ea6170e4210233686ae3..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3a06628d65e97b5c70e2f09096751244f12a1b88d7002401b783e9723f6787ad
-size 50017
diff --git a/transformer.h.21.mlp.c_fc.g_idx b/transformer.h.21.mlp.c_fc.g_idx
deleted file mode 100644
index 0e2b32f30cf14d4ab7b5149e702aaf8a140eb416..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd2179a7ca97dbb2bc43012a983a95d106bd244b0bca86fb80de3f4e36809dd4
-size 50017
diff --git a/transformer.h.21.mlp.c_fc.qweight b/transformer.h.21.mlp.c_fc.qweight
deleted file mode 100644
index 899bb0c13f1a48917b2d542c9b3ef621dc845b4d..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:123f2a86fd765008cb2fb5199a812cebb8d7a6c239ba55276ef9a1f8025e60d6
-size 150995809
diff --git a/transformer.h.21.mlp.c_fc.qzeros b/transformer.h.21.mlp.c_fc.qzeros
deleted file mode 100644
index 812f1151101d0538f7432f4fb8ea1ed5addea458..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8cf242fc737ca2c03f16c5677c0f3b4f760a75bba87fae2880f80c0661a8278c
-size 1180513
diff --git a/transformer.h.21.mlp.c_fc.scales b/transformer.h.21.mlp.c_fc.scales
deleted file mode 100644
index bef08bc3fe5a330670ab6f9cb220765b0666c4db..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0581755a28ff02b1812399170bae4340879b1f89142c7db3bf477cacb767c5cf
-size 2360161
diff --git a/transformer.h.21.mlp.c_proj.bias b/transformer.h.21.mlp.c_proj.bias
deleted file mode 100644
index b3ab30a5961f7863a700e73c1410ed7220360104..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ea25897ed75edeeab62765ff3e3817d9c78231e709f5ae67df3826da9e7089a9
-size 13159
diff --git a/transformer.h.21.mlp.c_proj.g_idx b/transformer.h.21.mlp.c_proj.g_idx
deleted file mode 100644
index 639205077dbf51e3b4f7075da9464fabbfe75506..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e9c763c5549254a0b90c3de88b2a8006df93cf7f9f93a4bc10e063981f35d4fd
-size 197479
diff --git a/transformer.h.21.mlp.c_proj.qweight b/transformer.h.21.mlp.c_proj.qweight
deleted file mode 100644
index 47d56f4dbb9b107bea1158043c375d1158784804..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9ea3cf7a7cc275e2321e4afcd8b62f5f88e4d6512f7868cdd836933217f143e7
-size 150995815
diff --git a/transformer.h.21.mlp.c_proj.qzeros b/transformer.h.21.mlp.c_proj.qzeros
deleted file mode 100644
index 59ce329d0757afe96722e434143b62b7439a633a..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:281ad465c96b16ec7023637949e4e8fc3aabec292a4cd13b7143345e97da25bd
-size 1180519
diff --git a/transformer.h.21.mlp.c_proj.scales b/transformer.h.21.mlp.c_proj.scales
deleted file mode 100644
index 0e888b376850b9b6a15a03c2ad6e5ad52d0b5373..0000000000000000000000000000000000000000
--- a/transformer.h.21.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b35f5544f44a82899532ea07256ed52688fed0f9d39ba29e9cd11646e555ecfa
-size 2360167
diff --git a/transformer.h.22 b/transformer.h.22
new file mode 100644
index 0000000000000000000000000000000000000000..91431da870bc9371ef32f4748fcfd96cb30a75cd
--- /dev/null
+++ b/transformer.h.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d6a13bd698ad152dee69b05324ee0e03a5729dfcb38009248ca416c5bbb6bd
+size 388480889
diff --git a/transformer.h.22.attn.c_attn.bias b/transformer.h.22.attn.c_attn.bias
deleted file mode 100644
index 0dda6b5d3815d9d414f740037f47299d9cb41646..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:efea2202a5b28532d21e1bcb3dba376757677900fec844d23caea2171d59a925
-size 13674
diff --git a/transformer.h.22.attn.c_attn.g_idx b/transformer.h.22.attn.c_attn.g_idx
deleted file mode 100644
index b5e14288bac0fe35c22da4a7fb19497883211dd2..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:84766e58178a39270c0104517b0c08345f29a72dd234053d24d9cd92295598e6
-size 50026
diff --git a/transformer.h.22.attn.c_attn.qweight b/transformer.h.22.attn.c_attn.qweight
deleted file mode 100644
index 4fccbb1e9e772fc1427608348c4cfdcf14507b98..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e8d92454ea06bbe4ff57c7d9528031c20e37113e196338620d0e05ec9ff8d35
-size 39322474
diff --git a/transformer.h.22.attn.c_attn.qzeros b/transformer.h.22.attn.c_attn.qzeros
deleted file mode 100644
index bd8bedc8b32fca3e14f41f54d1dd768d033e4784..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b5ab97dcc0848ee89cf7e78abaecdfe81c0878805b3e57ee3d3b2e394c5bc85c
-size 308074
diff --git a/transformer.h.22.attn.c_attn.scales b/transformer.h.22.attn.c_attn.scales
deleted file mode 100644
index 9dc117681d350ad97524cdc3d479c1a9388ba17f..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b950fbd7c22b993ad2b916d519b8c5bae67084b2361c216fd37214e97439000
-size 615274
diff --git a/transformer.h.22.attn.c_proj.bias b/transformer.h.22.attn.c_proj.bias
deleted file mode 100644
index c22c5d5bac399aaa97d522a4e1f4d987d297553a..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:18622802049ce0ce650e5eb13408a392cee347a9455b860ab9dc688d20997203
-size 13162
diff --git a/transformer.h.22.attn.c_proj.g_idx b/transformer.h.22.attn.c_proj.g_idx
deleted file mode 100644
index 39d9c0f6dab890ca460f719f7999b9f4fcc09afa..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8fbea7c8b0ad89f249a8aa651b80e6512fa0d1772b8aab14e9216f140e1ebfe6
-size 50026
diff --git a/transformer.h.22.attn.c_proj.qweight b/transformer.h.22.attn.c_proj.qweight
deleted file mode 100644
index 63bd8810681a5c7fade19083aea9c0b27012bee7..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bfb997c6f4d57e40619ab3b5c698278a97c9af179965e91fc9386e233d0ee4a8
-size 37749610
diff --git a/transformer.h.22.attn.c_proj.qzeros b/transformer.h.22.attn.c_proj.qzeros
deleted file mode 100644
index 59c67b1fc78952a9b7dc752ed078f0be7d87d117..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7f4807d3c1e783804bf15bf0923464e7d9e6fce32ffd33219f75c455259466ca
-size 295786
diff --git a/transformer.h.22.attn.c_proj.scales b/transformer.h.22.attn.c_proj.scales
deleted file mode 100644
index 03aea32a55c3674fedf9941bbb46ca01b50388dc..0000000000000000000000000000000000000000
--- a/transformer.h.22.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3c83d22bfa6600c9005ec38d243e430e821e0ddf68d4d5b59fd369b0bec40dc6
-size 590698
diff --git a/transformer.h.22.ln_1.bias b/transformer.h.22.ln_1.bias
deleted file mode 100644
index 1939ce316bc9daad5080abc7a664dfbc6f0528cc..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d828ba389cfcfeb733c1f68f881dc2721606d196605d9249547bb89757d161f7
-size 25365
diff --git a/transformer.h.22.ln_1.weight b/transformer.h.22.ln_1.weight
deleted file mode 100644
index 96375f0ddfcb4f90c9303b53b36dbfc3c7711f72..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ecd010a32d9a6ed486d55f8516eab76eba4d8d9a36361fd6e61053b7a763d45
-size 25365
diff --git a/transformer.h.22.ln_2.bias b/transformer.h.22.ln_2.bias
deleted file mode 100644
index 2a307fbb3a1ddc3c98ace9863480159b38d2e92d..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a832d022a9af5748bd7746a947dbbb1a2eee141a3ae1683f46f38c89874db085
-size 25365
diff --git a/transformer.h.22.ln_2.weight b/transformer.h.22.ln_2.weight
deleted file mode 100644
index 3663a53ac9d6785afc56d258eae3590334f47964..0000000000000000000000000000000000000000
--- a/transformer.h.22.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5820d7d8226d944b643c9dc067cfc71a4b7a884a74b252cfe420f5d5c04ed3ec
-size 25365
diff --git a/transformer.h.22.mlp.c_fc.bias b/transformer.h.22.mlp.c_fc.bias
deleted file mode 100644
index fb2e702c0819e31fe83eadd2926685ecea34475d..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a783464cdf9a37f32d66f801bbf69735507c0833de1ac844f1a06dd85b25e55d
-size 50017
diff --git a/transformer.h.22.mlp.c_fc.g_idx b/transformer.h.22.mlp.c_fc.g_idx
deleted file mode 100644
index 99ea2e03aa76d7d40183f22739f64b7a61571608..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:65097f78f0cee30c2a45b770cfbee2589ced92da7a429597cccb4d17c77a07d8
-size 50017
diff --git a/transformer.h.22.mlp.c_fc.qweight b/transformer.h.22.mlp.c_fc.qweight
deleted file mode 100644
index 23f44c700dc5342ae5e0932e2d56ee30d3eb80f8..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b2fa6a797f0c0f3ff8bf54adc4c05dff77395fc7757384f717ae93995dc9c2f
-size 150995809
diff --git a/transformer.h.22.mlp.c_fc.qzeros b/transformer.h.22.mlp.c_fc.qzeros
deleted file mode 100644
index 94c0c368348feb1992d6091949a966b288c8cdbc..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9061c479cb3e06a2603fb9d1f5d73bc75aee2799f1eccc0e3de450816fd113e3
-size 1180513
diff --git a/transformer.h.22.mlp.c_fc.scales b/transformer.h.22.mlp.c_fc.scales
deleted file mode 100644
index 2c713b63da4796f13971b6fc354b9d701872a482..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2806ba931a93629d5b7e111a7e5e818403cb4c83a2b0d98e5940dfe4e06a6091
-size 2360161
diff --git a/transformer.h.22.mlp.c_proj.bias b/transformer.h.22.mlp.c_proj.bias
deleted file mode 100644
index 2dd0690a739f31ea5320d932b72f9bcf4ee6e760..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ef63d7a8c9d181b7f4160c37bca2eb20326c39a63bfa251e77e91224773b5072
-size 13159
diff --git a/transformer.h.22.mlp.c_proj.g_idx b/transformer.h.22.mlp.c_proj.g_idx
deleted file mode 100644
index 3b150d41a4e577cd3333ef104688140041f53f06..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1cedd65dd6ab4b489c3c908d3fd285bad1a5d2468e0fdc1948b1380c40c2285d
-size 197479
diff --git a/transformer.h.22.mlp.c_proj.qweight b/transformer.h.22.mlp.c_proj.qweight
deleted file mode 100644
index 60afb69698735f1b4f410fc5757ab4b0aedf0e57..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b391f266f3bd45c7e6706fbfc632d74ddb0ac2360968f7daf415032b224a2e7f
-size 150995815
diff --git a/transformer.h.22.mlp.c_proj.qzeros b/transformer.h.22.mlp.c_proj.qzeros
deleted file mode 100644
index 976b4993a959c1ce4fbe9f52a0c00a05182926a4..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3096081e4d84e2cb7c82a7b5fd219934a031202e3ee9c06b34e86737d17d4674
-size 1180519
diff --git a/transformer.h.22.mlp.c_proj.scales b/transformer.h.22.mlp.c_proj.scales
deleted file mode 100644
index d7764f171d2cfedd77d3b01ccf7f6163aec1a610..0000000000000000000000000000000000000000
--- a/transformer.h.22.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b1bc6484827f71d6642bd815a165bd482949475c16955d3e3b5cd3919660fa1f
-size 2360167
diff --git a/transformer.h.23 b/transformer.h.23
new file mode 100644
index 0000000000000000000000000000000000000000..dbf17e17ce035f85d50d36d04e20c78feaa59560
--- /dev/null
+++ b/transformer.h.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277a3d827f112d8062c05ee36c050f3e78c3023a4a9ca9c3bf1fb7a962436f75
+size 388480889
diff --git a/transformer.h.23.attn.c_attn.bias b/transformer.h.23.attn.c_attn.bias
deleted file mode 100644
index ff10efd3101b5878c86ed3bb31b09cbfc3f0f886..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d865fcb8a7febbe62ce08a33c31bf5ff9e8a34de6b1e068f6d34bf268cb801ee
-size 13674
diff --git a/transformer.h.23.attn.c_attn.g_idx b/transformer.h.23.attn.c_attn.g_idx
deleted file mode 100644
index 3163b18bc0df9e2f8cbe482b6fd5583844df3fcc..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ecb609134fb346a7658fb49495429ab46980f151220a4243d9026f760a4562a
-size 50026
diff --git a/transformer.h.23.attn.c_attn.qweight b/transformer.h.23.attn.c_attn.qweight
deleted file mode 100644
index 865b32b2444ac7d225d20a63aa97712de3384715..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f15ba76a97b85fc34af971a0d8ba5aa9e6ff9216e317252339cbf25f0187ee13
-size 39322474
diff --git a/transformer.h.23.attn.c_attn.qzeros b/transformer.h.23.attn.c_attn.qzeros
deleted file mode 100644
index bf345b6828f9a15438adbfefe37f96c4cc57a480..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c2185fc9d13458dba1c5093afc806a9e732895562de2da3cc01ff87143563bbd
-size 308074
diff --git a/transformer.h.23.attn.c_attn.scales b/transformer.h.23.attn.c_attn.scales
deleted file mode 100644
index a255fc7c593a305af657e71f2f4eced909bdbdd7..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:adb6de29496fb81d67b7c8b2f8e2a3e147f0a1dab657711932243dd68deca66f
-size 615274
diff --git a/transformer.h.23.attn.c_proj.bias b/transformer.h.23.attn.c_proj.bias
deleted file mode 100644
index 1f7f0796c7f532675dd1f02b6041c66f51e32d66..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aa161203158811bf377c8a1d38d2054eb72f737b73ffa3cb104081c5fa78db74
-size 13162
diff --git a/transformer.h.23.attn.c_proj.g_idx b/transformer.h.23.attn.c_proj.g_idx
deleted file mode 100644
index c7e54bb63c495052fcbd55d7d8f28f1af5816d96..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d0f584c50bba1e50b7ab97ff6a1370dec726c0ba4304674eee862cbf5e1b850
-size 50026
diff --git a/transformer.h.23.attn.c_proj.qweight b/transformer.h.23.attn.c_proj.qweight
deleted file mode 100644
index 5e79e3c3003219c1ab257abf6f337eb19a1ce979..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:57aac1f69458185897d5a6cfa3d127873ae065ee15130f6e3515ae4bf7c22a55
-size 37749610
diff --git a/transformer.h.23.attn.c_proj.qzeros b/transformer.h.23.attn.c_proj.qzeros
deleted file mode 100644
index 42ee9206d42eb1306d0c64de77cea8acc71da19b..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5100dd5d9af6b82ef77ad43f03e17ea6c04219121ef9d95b2359babf7359bd07
-size 295786
diff --git a/transformer.h.23.attn.c_proj.scales b/transformer.h.23.attn.c_proj.scales
deleted file mode 100644
index 549a52c77117f07530ccfe4ceee71e9d2549c26d..0000000000000000000000000000000000000000
--- a/transformer.h.23.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ff8ac72627256ccc7434f2f4d17da5e04641a8ac1ad89403cc4cf92f23c64d8b
-size 590698
diff --git a/transformer.h.23.ln_1.bias b/transformer.h.23.ln_1.bias
deleted file mode 100644
index 90e1a023a535a4bb19c4da7d655b85f5616b6a6f..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43b9c047f5ad7b799c02b343b6e559809c2e8a10174910b9b417e302404cb3f3
-size 25365
diff --git a/transformer.h.23.ln_1.weight b/transformer.h.23.ln_1.weight
deleted file mode 100644
index 5c9663597bbc89a86617787840029c9db4058240..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5d4515c62baf7166b36ecb228b4f4063f4648c92b63eb160d45ee743407e25fe
-size 25365
diff --git a/transformer.h.23.ln_2.bias b/transformer.h.23.ln_2.bias
deleted file mode 100644
index fdf5d4ef55af8dd2368a44f5e2258568e0cb9bfe..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb4592ae24ee9d3256bb2bf93b75941c1ac59721c2fc87a35149347d4f5d6b54
-size 25365
diff --git a/transformer.h.23.ln_2.weight b/transformer.h.23.ln_2.weight
deleted file mode 100644
index b0064247bb18b85034e800da6d407dd3a4514727..0000000000000000000000000000000000000000
--- a/transformer.h.23.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a99dd11b122e6ef02712ff6af2bb38e13acb09ab2b1541ac298e8169bdfa41ed
-size 25365
diff --git a/transformer.h.23.mlp.c_fc.bias b/transformer.h.23.mlp.c_fc.bias
deleted file mode 100644
index 76d025e6123d8faacda13585ff0fc752348a2648..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d7250ff3068a4752eb57498ef536ab880c66571efe4e3ee3ab38dd2ff0a2fdd6
-size 50017
diff --git a/transformer.h.23.mlp.c_fc.g_idx b/transformer.h.23.mlp.c_fc.g_idx
deleted file mode 100644
index 3efe64899e8d66e9b4124a37624585b8e92aa27d..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:062f1674b6d7e06a15f0ee9f278497c32aac332a671fd773b3e8003492de9703
-size 50017
diff --git a/transformer.h.23.mlp.c_fc.qweight b/transformer.h.23.mlp.c_fc.qweight
deleted file mode 100644
index f6f1075630231ab075666895eb1275c08082c0e2..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3fa8fcfd238da57a5e4d1e948435ca14f2be3f4642e231fba2f6e22e13fba697
-size 150995809
diff --git a/transformer.h.23.mlp.c_fc.qzeros b/transformer.h.23.mlp.c_fc.qzeros
deleted file mode 100644
index dc23581b13d723314f06d5bd868dbb4a420c9add..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cad8bb5fc95555b87509aace808a03c89084191978742f5f65703c26503e727e
-size 1180513
diff --git a/transformer.h.23.mlp.c_fc.scales b/transformer.h.23.mlp.c_fc.scales
deleted file mode 100644
index c4eb3ac7599636261b508cf83c7b2ddbf600c25d..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9723f7f11836b5a1bc97f76ce0308dcf771910639767bb112359dad511e2c282
-size 2360161
diff --git a/transformer.h.23.mlp.c_proj.bias b/transformer.h.23.mlp.c_proj.bias
deleted file mode 100644
index d8da1150076be76c7844a9e203742997c171c1b4..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6d0e9dd02acee157edbb8b5206a043d26fbe60ddecfc22d5ea090ebf197dc09f
-size 13159
diff --git a/transformer.h.23.mlp.c_proj.g_idx b/transformer.h.23.mlp.c_proj.g_idx
deleted file mode 100644
index a9f475a80fed0ea253001734427799751ae889a7..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:13ddfa5a2fad9d421888febaa3ddc95c6080ae6c7d2e371d47368546531028a7
-size 197479
diff --git a/transformer.h.23.mlp.c_proj.qweight b/transformer.h.23.mlp.c_proj.qweight
deleted file mode 100644
index 05d35c6c732f577bd86a0dc29824654d9c298072..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6d8835b91b0fde7ef932a47695512f408a67b8a26d8b5f229981092c084c6ef9
-size 150995815
diff --git a/transformer.h.23.mlp.c_proj.qzeros b/transformer.h.23.mlp.c_proj.qzeros
deleted file mode 100644
index 53831f35495a17a7ab54b1ea2c5048fce0b6395d..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e5a3252e34096a48898a8453cb8297f39104149720c764da482496ac2c277ac
-size 1180519
diff --git a/transformer.h.23.mlp.c_proj.scales b/transformer.h.23.mlp.c_proj.scales
deleted file mode 100644
index d612a2ef19abe71e592aed296fed0e16df6c1072..0000000000000000000000000000000000000000
--- a/transformer.h.23.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:daf18c8bdbc20f80e307da6e42fe055de9f72f852f6130562c5d639369e4f967
-size 2360167
diff --git a/transformer.h.24 b/transformer.h.24
new file mode 100644
index 0000000000000000000000000000000000000000..2d8370d133e0f708e522b2f42799eacde28f69b9
--- /dev/null
+++ b/transformer.h.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d7d4bea148db31aab97d586f92f9be2e6a5cf0b915dd7aea7a66f6012128b3
+size 388480889
diff --git a/transformer.h.24.attn.c_attn.bias b/transformer.h.24.attn.c_attn.bias
deleted file mode 100644
index d2b7f61acfef0b789d084fbf29ccf1be48907160..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e060caec3b14c2b32e6a6bbaff3318a7cd784e32f3350026c93ed3420d1f3038
-size 13674
diff --git a/transformer.h.24.attn.c_attn.g_idx b/transformer.h.24.attn.c_attn.g_idx
deleted file mode 100644
index 75771a6163b8322c284c22ab7f8bcbc37a801ccd..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ce315ad52bbb83e4a852aab3a826b71dcaeb69aa699d5a0cafc73d343c10a20a
-size 50026
diff --git a/transformer.h.24.attn.c_attn.qweight b/transformer.h.24.attn.c_attn.qweight
deleted file mode 100644
index 0c9fbabe235f5e88fcffbf386afffc3aa1d3eec8..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:047dbd46338fbe6890f395ecf1fda10b0f01c4c57c0bfc1970a338ab33c78985
-size 39322474
diff --git a/transformer.h.24.attn.c_attn.qzeros b/transformer.h.24.attn.c_attn.qzeros
deleted file mode 100644
index 54efa63cd221af7561b6316eade836653617cdd9..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6d3901341fedd3a5a36d6cae7bce3c25b25b2ea62c98578ee67ef115aad8ebbb
-size 308074
diff --git a/transformer.h.24.attn.c_attn.scales b/transformer.h.24.attn.c_attn.scales
deleted file mode 100644
index 2fa7ebf00eb6e8cdb267d85d6bcdec57717b9be7..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2153435ad2b1f02a763c8010d2ebaaf904d0bcb51b502a3a94867638ef303163
-size 615274
diff --git a/transformer.h.24.attn.c_proj.bias b/transformer.h.24.attn.c_proj.bias
deleted file mode 100644
index e90bbf985b5300b9e32f19b7f740cba18ba49a41..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fa90f423024d025332c8d7e3089048f3f1654e11ddc70fd175e055191550479a
-size 13162
diff --git a/transformer.h.24.attn.c_proj.g_idx b/transformer.h.24.attn.c_proj.g_idx
deleted file mode 100644
index b397df703e7915080649458798d1ab2a29aa738c..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:184bfcafb446359b073d6eec9aaa73a089903853cfd5617ba2e41a3c21b20956
-size 50026
diff --git a/transformer.h.24.attn.c_proj.qweight b/transformer.h.24.attn.c_proj.qweight
deleted file mode 100644
index e82a65f1744867f6bc769dec6e664e132ac199da..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:92424db1307a671a2ae760ea3366df0b491734b5ce4d3447615b39d38165bf7a
-size 37749610
diff --git a/transformer.h.24.attn.c_proj.qzeros b/transformer.h.24.attn.c_proj.qzeros
deleted file mode 100644
index 142986d23e14321b03d1feb678ce9ab7e1758160..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:61e1a659c159b3e91a1b57371ad6a1cf432f261042a23beb0ed7988ee1a2078a
-size 295786
diff --git a/transformer.h.24.attn.c_proj.scales b/transformer.h.24.attn.c_proj.scales
deleted file mode 100644
index f35bccadd98b0b44a4ee138f6a1163725396ed85..0000000000000000000000000000000000000000
--- a/transformer.h.24.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8eb1f6c85e9b5241e167fcf54a4d035ae14574b4173fd15841bc4d65c8d83bd9
-size 590698
diff --git a/transformer.h.24.ln_1.bias b/transformer.h.24.ln_1.bias
deleted file mode 100644
index 24760a262be7679da3fd39cc88317f21ec0e0568..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0348c1498b452ab7b4c23b94528195ecd6f81b051eb50932aebd7b17a99e74dd
-size 25365
diff --git a/transformer.h.24.ln_1.weight b/transformer.h.24.ln_1.weight
deleted file mode 100644
index 0923d24e3cdd2e1e2b4c346a8d22afc9f712a3d4..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e66357e86ecb71f999549e3e607a7d6ca322b1a572b41aea3ef2b2d4dc0a26fd
-size 25365
diff --git a/transformer.h.24.ln_2.bias b/transformer.h.24.ln_2.bias
deleted file mode 100644
index 730c6fcd4d129971d46e0d0c7f822391d9801bb6..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1814771523aefaf2cdb9826324225fab59089aeaf136a167c4eff562d6c1922e
-size 25365
diff --git a/transformer.h.24.ln_2.weight b/transformer.h.24.ln_2.weight
deleted file mode 100644
index 55747e819865ec1cf5e7f8713a3cf52f21a26de4..0000000000000000000000000000000000000000
--- a/transformer.h.24.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4e407d74c1e3b5bfba681a53e245c8bac4e5b744c7065beaea04d4358f1bf12b
-size 25365
diff --git a/transformer.h.24.mlp.c_fc.bias b/transformer.h.24.mlp.c_fc.bias
deleted file mode 100644
index 5ff71eac11d146d08687825d278fe4041fac0a8f..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:13e6db7073d1248867c1843c23bb3b526f0f5a8c4655d751aefabd8ba5b051bd
-size 50017
diff --git a/transformer.h.24.mlp.c_fc.g_idx b/transformer.h.24.mlp.c_fc.g_idx
deleted file mode 100644
index b66bca60bb02ba26247621d55d0a0e1d98174ba2..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2cf7b8b0878c8372268aacc53dc9bd604d9c91b2c1d29c910f1924ec912bbdc5
-size 50017
diff --git a/transformer.h.24.mlp.c_fc.qweight b/transformer.h.24.mlp.c_fc.qweight
deleted file mode 100644
index a511104c8cd42044690d947f1de6c670405b215e..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:39e8f7a000dd2d088e45d297b03bc9278215b8411283f2f5175f67c04d8e0f34
-size 150995809
diff --git a/transformer.h.24.mlp.c_fc.qzeros b/transformer.h.24.mlp.c_fc.qzeros
deleted file mode 100644
index ea9a9d2fbbd9862df0807167c6ce0d16098aef70..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4af2ba2d6c2f7cb479626df48f6707ff07690c3c243be2ae165edfbacafc895d
-size 1180513
diff --git a/transformer.h.24.mlp.c_fc.scales b/transformer.h.24.mlp.c_fc.scales
deleted file mode 100644
index 786677565c2adbaebe68557495476a22a762b5a0..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:964c491c9c1433b91142efaa239564cb944ec3429ace392d9cb25d49b5799269
-size 2360161
diff --git a/transformer.h.24.mlp.c_proj.bias b/transformer.h.24.mlp.c_proj.bias
deleted file mode 100644
index bd8da936b83cdd801023d9c927948ab72afeb445..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:81b2eb2c5f2bb58ed86b6d0bce6ccae30c666c814ae46bc1e73375734393bb56
-size 13159
diff --git a/transformer.h.24.mlp.c_proj.g_idx b/transformer.h.24.mlp.c_proj.g_idx
deleted file mode 100644
index ab25191a54260406f53f1cfd4c3c6c7418a1ea04..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca27f977a3a4dcb6776a094abf92fbbf9a2759dc16c98929c68b5c9debe6f0d1
-size 197479
diff --git a/transformer.h.24.mlp.c_proj.qweight b/transformer.h.24.mlp.c_proj.qweight
deleted file mode 100644
index 664913dc5b33a6ef074ebe130f766860bc153eff..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b81aba5ec1689bfde03646a46930ed6b90072fcd37627d98006aa3b741dedd8c
-size 150995815
diff --git a/transformer.h.24.mlp.c_proj.qzeros b/transformer.h.24.mlp.c_proj.qzeros
deleted file mode 100644
index c76f3c4382a75f4d9115a960dbb4fc0219317f14..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:84b7df2141ef331771656db62593e1207c83c448ad87dfabe92cf0a9ec1d683d
-size 1180519
diff --git a/transformer.h.24.mlp.c_proj.scales b/transformer.h.24.mlp.c_proj.scales
deleted file mode 100644
index c628facea4d7aa7e15a49a6b46dcf21802cd9c55..0000000000000000000000000000000000000000
--- a/transformer.h.24.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4bc06229a3b710523a1125e71455219e3cf60c97c0e2ae29feea3ca334c155b0
-size 2360167
diff --git a/transformer.h.25 b/transformer.h.25
new file mode 100644
index 0000000000000000000000000000000000000000..ad39c27bef6789713a4ce5eddd03270df10ad950
--- /dev/null
+++ b/transformer.h.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a529b8d0468c74c62cf47a1614be0f024bdd49ad9234b51ffd7652fad5b6f6ac
+size 388480889
diff --git a/transformer.h.25.attn.c_attn.bias b/transformer.h.25.attn.c_attn.bias
deleted file mode 100644
index d20c10e3b71a5a30c1f4438368825ad9ce963d78..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3d397288eaa8598f38384bbd13244766f1ef10612e67457fda4a9d43d275f5eb
-size 13674
diff --git a/transformer.h.25.attn.c_attn.g_idx b/transformer.h.25.attn.c_attn.g_idx
deleted file mode 100644
index 0e6966549a530e3e0284591e0bfb60fb2c5f6288..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af75f299bbc32b7dfb500d0d8e2d4dae27ff16481f1bc3af1ab629d1eb7d389e
-size 50026
diff --git a/transformer.h.25.attn.c_attn.qweight b/transformer.h.25.attn.c_attn.qweight
deleted file mode 100644
index f98126c947dad06d2c8ca583e9d5ceea30a3a974..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b27b15c1b7a0b4e64b1c2fe8b07be094f9301cf908b605faa46a519760da7e90
-size 39322474
diff --git a/transformer.h.25.attn.c_attn.qzeros b/transformer.h.25.attn.c_attn.qzeros
deleted file mode 100644
index 5592708c7383df1154c49703cf1c838a4656b344..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:227d0577d720fa67ebd51bdf99b0433247fd9614f69de61946749fd71dc29d28
-size 308074
diff --git a/transformer.h.25.attn.c_attn.scales b/transformer.h.25.attn.c_attn.scales
deleted file mode 100644
index 5bb29815e6cf10aa40caf453b86102b6d35f19ce..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aacb757b8a206e3d0ec88d42da00f853bd1e1ca32d7e4f644b46ce5f1d7c6a42
-size 615274
diff --git a/transformer.h.25.attn.c_proj.bias b/transformer.h.25.attn.c_proj.bias
deleted file mode 100644
index 59bd85a0b34c08c918d5a944f66cfb46a857501e..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba1968c3b86c3a16d9e2ac22ee02cc5c1e64c4b0ac6f3e028fb4856ffcbf4f80
-size 13162
diff --git a/transformer.h.25.attn.c_proj.g_idx b/transformer.h.25.attn.c_proj.g_idx
deleted file mode 100644
index 13c222d0cb117b828df162c7d4648a2663239fb5..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:98d1ebadb6164a65201ba2db73830077d193f9298eeeeb3d37158b6db32bc957
-size 50026
diff --git a/transformer.h.25.attn.c_proj.qweight b/transformer.h.25.attn.c_proj.qweight
deleted file mode 100644
index 65ea473c4fd8ab2e8f1601b6ea5b6456d1e65e44..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:877295ad851fa2ee5170c0be3a938f7773250b3f1c76694d96319f49fa33318b
-size 37749610
diff --git a/transformer.h.25.attn.c_proj.qzeros b/transformer.h.25.attn.c_proj.qzeros
deleted file mode 100644
index 8527c118c2139c317c7a43c2736d020fff7e9f5d..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:29e863a58cfb3b9b1d1078ea6870c9c91b8e01f668787fc60a126eb3b1834283
-size 295786
diff --git a/transformer.h.25.attn.c_proj.scales b/transformer.h.25.attn.c_proj.scales
deleted file mode 100644
index 058812c7477d8235b2e1aa8e66200b9af17f7847..0000000000000000000000000000000000000000
--- a/transformer.h.25.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:899ade8b4e71a374e2f8bfb9b9f901a8c27795d36557dee8a76e47eb9f937f52
-size 590698
diff --git a/transformer.h.25.ln_1.bias b/transformer.h.25.ln_1.bias
deleted file mode 100644
index 8edac22b53662bcab98c1f5964b25cf38bcedcf6..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d29e70b0c6fa4936fb26587ed5350511fdc6854ceac47101c7d95d83f9fbad7b
-size 25365
diff --git a/transformer.h.25.ln_1.weight b/transformer.h.25.ln_1.weight
deleted file mode 100644
index 1a1ec61889d23d85c42c7109cc9cf1c7c9b9fd15..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7f3ba4289996ad1bf8bf3e9144095b47c2b876f6f3da34a8caf2e4e0ab41a46f
-size 25365
diff --git a/transformer.h.25.ln_2.bias b/transformer.h.25.ln_2.bias
deleted file mode 100644
index e006bc5f7dfb9f07d3905a0639ff9c2fcea6a8e4..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a44341cdda0db87598e7e692e09b4cd8c6980a673b5d8d655ebc59e802b9b0c6
-size 25365
diff --git a/transformer.h.25.ln_2.weight b/transformer.h.25.ln_2.weight
deleted file mode 100644
index cb61d7debba522400d221c7fe2f4688f7b06fd86..0000000000000000000000000000000000000000
--- a/transformer.h.25.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bbed5af59e03855f716e1ce950edecc47367a8e40c9435052e5b4239b91439e8
-size 25365
diff --git a/transformer.h.25.mlp.c_fc.bias b/transformer.h.25.mlp.c_fc.bias
deleted file mode 100644
index 097c16fb97e8ed822161b451a6f55aeb27e531e2..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32c791a2d1da64919a3b9799fe10d41bb9331d24a06e35605ed5f5cd573741d9
-size 50017
diff --git a/transformer.h.25.mlp.c_fc.g_idx b/transformer.h.25.mlp.c_fc.g_idx
deleted file mode 100644
index 9af529116b3647fe71b45c0311b5f1f6ce69dd47..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e2dee47ac352fd49d64f065970d8882c361a968c0d2e91b9c71429c7b4cc283
-size 50017
diff --git a/transformer.h.25.mlp.c_fc.qweight b/transformer.h.25.mlp.c_fc.qweight
deleted file mode 100644
index 8e04d2580e955b7328d1032d8289f064716d5ade..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:882de07d573fdf03d6f337c314c762bb538017a9e868d6f25c5cb027aa75ede1
-size 150995809
diff --git a/transformer.h.25.mlp.c_fc.qzeros b/transformer.h.25.mlp.c_fc.qzeros
deleted file mode 100644
index 811836dffcb40e7bae4298f2e9ca23decf6eb488..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12d4b65ab688f88306735f737f5e42a4e208e7e47bf4a46bc80fc27fa5f07ce5
-size 1180513
diff --git a/transformer.h.25.mlp.c_fc.scales b/transformer.h.25.mlp.c_fc.scales
deleted file mode 100644
index d1cdd03272f29594565afb490ef5f72bf2b34004..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:58cf886bcc00c0729b34b39a575bf04b39a9247c5b66502be02a1f2b67e7c5f0
-size 2360161
diff --git a/transformer.h.25.mlp.c_proj.bias b/transformer.h.25.mlp.c_proj.bias
deleted file mode 100644
index 8427044fb9d4eea2bbae1ab18bc9fbcdc8a63481..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4091de0718ff8ba2924389ebb60727ec4dc8b5fb17d51eddda910813547f3dfd
-size 13159
diff --git a/transformer.h.25.mlp.c_proj.g_idx b/transformer.h.25.mlp.c_proj.g_idx
deleted file mode 100644
index af2cb3f01c4ae4024dff0a085b8e12bdf58944f0..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7840794a72fa897a8b754a82d61b0bbc739cedb90c5a8af63653870b9f624a6d
-size 197479
diff --git a/transformer.h.25.mlp.c_proj.qweight b/transformer.h.25.mlp.c_proj.qweight
deleted file mode 100644
index 3761a36324e29f401c7ab64d8f42f9afa775bed6..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b38c1647146e99426884203263bb49ed746b2405e730850caccc3266909b24d1
-size 150995815
diff --git a/transformer.h.25.mlp.c_proj.qzeros b/transformer.h.25.mlp.c_proj.qzeros
deleted file mode 100644
index a3a2e05f8aeb4830b3af6651e1f8ecd19d398501..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2b19ccf8346e0e831c91edc2a502a95def1b13c9065bca223d57ac7b13e4b8e6
-size 1180519
diff --git a/transformer.h.25.mlp.c_proj.scales b/transformer.h.25.mlp.c_proj.scales
deleted file mode 100644
index 8f6f01d98cc6ab6ba17160dfeb658a07c0ca0632..0000000000000000000000000000000000000000
--- a/transformer.h.25.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3e385c75a0b5a7677441cb207c4edf6b3910c205a7a00253924940bb3f88aa1a
-size 2360167
diff --git a/transformer.h.26 b/transformer.h.26
new file mode 100644
index 0000000000000000000000000000000000000000..437ba3297dff8354f7ea515a92d7a928cf7332a1
--- /dev/null
+++ b/transformer.h.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a32145a74cdd70eff5503b56caaeff64dbbd5d136e6569f4ccb32bd429050d
+size 388480889
diff --git a/transformer.h.26.attn.c_attn.bias b/transformer.h.26.attn.c_attn.bias
deleted file mode 100644
index a9514936edc38f5b3b98bb353146d0f479f40d7e..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8da3c664aa6eb7f6a2cd983f55963f0452d5b03812648fa5607ee5677295474f
-size 13674
diff --git a/transformer.h.26.attn.c_attn.g_idx b/transformer.h.26.attn.c_attn.g_idx
deleted file mode 100644
index 5319a4f8aa8cfa3793603d87687586c10bf7c8b9..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e55a8b99628d88aa7e6ba2dc9a909749b0dc16ce610f3bc7deac59ff3aff506c
-size 50026
diff --git a/transformer.h.26.attn.c_attn.qweight b/transformer.h.26.attn.c_attn.qweight
deleted file mode 100644
index ea85b5fb36c26cc129dc4f223ab144201052d890..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f5d6a17b7ceeafe86bfc599c7d209b456ceeaad0d404107a0b1c537907949b72
-size 39322474
diff --git a/transformer.h.26.attn.c_attn.qzeros b/transformer.h.26.attn.c_attn.qzeros
deleted file mode 100644
index 8a6d5f0d5b72499fdd5bc371a5948537903d0121..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b5bdd21dc68d63beb645a39177a565e2a4fa79eb8a78516310846f91bf41fff
-size 308074
diff --git a/transformer.h.26.attn.c_attn.scales b/transformer.h.26.attn.c_attn.scales
deleted file mode 100644
index a449f3123ae7ce13fe3e2552dfe8c9549a7024f6..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1bf328f48f7b142b5958697aa953e138d7b3bd6a1a6d22c645307f0c7241726
-size 615274
diff --git a/transformer.h.26.attn.c_proj.bias b/transformer.h.26.attn.c_proj.bias
deleted file mode 100644
index 8f65533a824285ff951924a92dc1184e23aaf7e0..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3ba23332df86e9bebbff2c849b2c5911a289382c0b0e80fcf0e1e1ed9a3a2c6
-size 13162
diff --git a/transformer.h.26.attn.c_proj.g_idx b/transformer.h.26.attn.c_proj.g_idx
deleted file mode 100644
index abc96a5092490a6ea111d9f15fcba305fd5f0da5..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0cd85f6ce7eb0d917d8da96d3b64bf333786890cd2479d45751367cdd262497a
-size 50026
diff --git a/transformer.h.26.attn.c_proj.qweight b/transformer.h.26.attn.c_proj.qweight
deleted file mode 100644
index 727399073d724d16805eb8b9704e71af18be4e2f..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ebe8e35116c8e97a344d3c4fac541fd382db61c90e71f327074a14884bc0571e
-size 37749610
diff --git a/transformer.h.26.attn.c_proj.qzeros b/transformer.h.26.attn.c_proj.qzeros
deleted file mode 100644
index 2d204c8a435039ecec6c79c0d702f9d9ef9b304e..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73a57ef8d0eee97fc8dee9c7dc1c5e073df20e83ac1a221b76ea92358760bcd4
-size 295786
diff --git a/transformer.h.26.attn.c_proj.scales b/transformer.h.26.attn.c_proj.scales
deleted file mode 100644
index c0e2b9e418b0c9a4fae68577e081d7cd47e95274..0000000000000000000000000000000000000000
--- a/transformer.h.26.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4865a9d4c5aff3b4c0c88f362d81e793b15ca0453033f959040bd588835bb6bd
-size 590698
diff --git a/transformer.h.26.ln_1.bias b/transformer.h.26.ln_1.bias
deleted file mode 100644
index 45dc60d322c335dc78a52941f98424308a637294..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:09448dca28da0c5c196a0b46e85856860560d6e2c76e8aaf23c9a54a203cd83a
-size 25365
diff --git a/transformer.h.26.ln_1.weight b/transformer.h.26.ln_1.weight
deleted file mode 100644
index bcf9766ecde4b1aa2138658bb9fd13d28dac7c59..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc5d4f69aea9c52723085f705e3ac1ddc9cb3115dfb7a46f8535caf7f81ea9c0
-size 25365
diff --git a/transformer.h.26.ln_2.bias b/transformer.h.26.ln_2.bias
deleted file mode 100644
index 4f92c84e6949549f8bdca8e4d84156271f763ef1..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dee59516cccc4f83ed073427809f303baae2dad9f183ce5e0996836c68e8ac70
-size 25365
diff --git a/transformer.h.26.ln_2.weight b/transformer.h.26.ln_2.weight
deleted file mode 100644
index 12618a0468af3b503cc394103b5f6cc2899d9c84..0000000000000000000000000000000000000000
--- a/transformer.h.26.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fee459bc76d5b26b156fa6209824d80eb5d428438a9cc440e4ffc432eb6ffb03
-size 25365
diff --git a/transformer.h.26.mlp.c_fc.bias b/transformer.h.26.mlp.c_fc.bias
deleted file mode 100644
index 8daebe21fe2a980dc3405ee5cad38c66100084db..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5876a8001fa71125e57d725153483df40cba6419bb47f99f62b1b02d5c36850f
-size 50017
diff --git a/transformer.h.26.mlp.c_fc.g_idx b/transformer.h.26.mlp.c_fc.g_idx
deleted file mode 100644
index 4fe39d94544b004579463f8a31b2a2f8f2f6e753..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba7b30beac3990c1d8879500c21198ae1f783c4fcd8fc79d0eaf5b87d19d694b
-size 50017
diff --git a/transformer.h.26.mlp.c_fc.qweight b/transformer.h.26.mlp.c_fc.qweight
deleted file mode 100644
index 8444393f765eaa00c243f7403827baed9c6cce5a..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:22bf70bf76c9847d1ba1c486744237f480bc7043cd95c136f8eafb05bc94d0eb
-size 150995809
diff --git a/transformer.h.26.mlp.c_fc.qzeros b/transformer.h.26.mlp.c_fc.qzeros
deleted file mode 100644
index 766c0c874dff42abf370286e76d8be507b13d6cf..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f9ce56d366ac471576486223e49e16f24fac6c3477b8ff1f522c439a7a46fe4
-size 1180513
diff --git a/transformer.h.26.mlp.c_fc.scales b/transformer.h.26.mlp.c_fc.scales
deleted file mode 100644
index e5a894232cf454efc22a1ca4ad6470d703605b61..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ef9c4cb0f311cc143173eb5a49fc0972862c7acb59b2153a734c7df961294a7
-size 2360161
diff --git a/transformer.h.26.mlp.c_proj.bias b/transformer.h.26.mlp.c_proj.bias
deleted file mode 100644
index 9eeb88615ccf8949de4fef5c6e56a7d012c52f61..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52fde548c878fb40ee63f9a2adc85a74a80a97931d65098979c7a3ad3cd44bf1
-size 13159
diff --git a/transformer.h.26.mlp.c_proj.g_idx b/transformer.h.26.mlp.c_proj.g_idx
deleted file mode 100644
index 6cc7c11634621f5a04bb123721be02b1930216a1..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aa92523ebb8299f734c8f025b03af27b249b675cf1eae1f7c1357151ab00414d
-size 197479
diff --git a/transformer.h.26.mlp.c_proj.qweight b/transformer.h.26.mlp.c_proj.qweight
deleted file mode 100644
index 5afd51392b91f386a3a9429311040d9f1a0197a3..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8fd04bb5792d1e21d214214a01027e04e714d139e8e50e8ca3d7df751236f2a4
-size 150995815
diff --git a/transformer.h.26.mlp.c_proj.qzeros b/transformer.h.26.mlp.c_proj.qzeros
deleted file mode 100644
index 625965471c003f744332269e09e82feb8f3c7e86..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7c41ab7669f6594696e9bc50c72a8923d34922f8ce274cda50ce4cf1feb03862
-size 1180519
diff --git a/transformer.h.26.mlp.c_proj.scales b/transformer.h.26.mlp.c_proj.scales
deleted file mode 100644
index f7b045a492ec381b62518285c353a41b5ef8e37e..0000000000000000000000000000000000000000
--- a/transformer.h.26.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fb6bec566f3de782cab59134b5c1ddfb97f8f8e0f0a166e53dfe4fff33c9810a
-size 2360167
diff --git a/transformer.h.27 b/transformer.h.27
new file mode 100644
index 0000000000000000000000000000000000000000..aa62522537e1f7bd5ebc8de4b16d6841ec113a2b
--- /dev/null
+++ b/transformer.h.27
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bca32d832b3ef4efbfa3f8dc59a57b04637c2f4ee735ad041fd874c120783dc
+size 388480889
diff --git a/transformer.h.27.attn.c_attn.bias b/transformer.h.27.attn.c_attn.bias
deleted file mode 100644
index d49f19da564b03f42a54cae4bab6d70ce8081e85..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:112761f38eac1c2c935c1c290cdcae2a0fc07fd68ad1f19682db4ca16fda25e0
-size 13674
diff --git a/transformer.h.27.attn.c_attn.g_idx b/transformer.h.27.attn.c_attn.g_idx
deleted file mode 100644
index decad259c1009fd65100dd1f5254ddac23130a91..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:081c065490308eaa16d71491466230739fb92d21c2b15ce8db227a61c4e1dae2
-size 50026
diff --git a/transformer.h.27.attn.c_attn.qweight b/transformer.h.27.attn.c_attn.qweight
deleted file mode 100644
index 73ae34b656172c93d6911e85f80ab3fd41000c19..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:158ee07720a0a634d67682282213f3ac3c830e1cc9a49e2a83e6fe2cf21ee4bf
-size 39322474
diff --git a/transformer.h.27.attn.c_attn.qzeros b/transformer.h.27.attn.c_attn.qzeros
deleted file mode 100644
index 1a3929478747ea90b1d6ea2ebe570cb05d8f59bb..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10d507e5792a25467d0c385c824280cb452cafd6015dcda9112a8d5e5b9c1070
-size 308074
diff --git a/transformer.h.27.attn.c_attn.scales b/transformer.h.27.attn.c_attn.scales
deleted file mode 100644
index 40909f8f836467d03f75f4e40af2aa6f80148108..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ae1095b0ab879b0bb7bbb4b30232811b22199ab5e0d3c68ec616158e81ea9dc
-size 615274
diff --git a/transformer.h.27.attn.c_proj.bias b/transformer.h.27.attn.c_proj.bias
deleted file mode 100644
index 9d4f805f14e7459937e3921a0ee431d5aaea9e37..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ec743e40c4a83d24e1768cb6d5a084607933aee22222a88e5bec7ddce696bd7
-size 13162
diff --git a/transformer.h.27.attn.c_proj.g_idx b/transformer.h.27.attn.c_proj.g_idx
deleted file mode 100644
index 5cbe3ce70193319247033e167db9828080bc7e87..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c49ccb7ec88e7033a48592b9a78f9bc10d20080d8cc52757262467c7a1ceb20
-size 50026
diff --git a/transformer.h.27.attn.c_proj.qweight b/transformer.h.27.attn.c_proj.qweight
deleted file mode 100644
index d9d1d0fe2ffe291ff9f62027987878b580233ff7..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:973fd763ebb9a4891ea90d519507ff3dc116008e56b85db3df0abc434b6887db
-size 37749610
diff --git a/transformer.h.27.attn.c_proj.qzeros b/transformer.h.27.attn.c_proj.qzeros
deleted file mode 100644
index 6ac58aea7f935b58fb103ea5808968f4dba5408d..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d153b41042f7eddb439fcceb8c6026703f96f47c320c4f0c6639c5532f47091
-size 295786
diff --git a/transformer.h.27.attn.c_proj.scales b/transformer.h.27.attn.c_proj.scales
deleted file mode 100644
index aa1cba80e2266b73e8958343080f73b3ca42aa7c..0000000000000000000000000000000000000000
--- a/transformer.h.27.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:49b3cade527e72b7a31fd6652b5deaa82998d285e3180a3be038c0cc5d1f5419
-size 590698
diff --git a/transformer.h.27.ln_1.bias b/transformer.h.27.ln_1.bias
deleted file mode 100644
index d545915a0ab885c238c034931ba49edf353fda64..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77d0cba6d6a229688193a366573a052fa002fe4f1c5fe486681067ee99da7323
-size 25365
diff --git a/transformer.h.27.ln_1.weight b/transformer.h.27.ln_1.weight
deleted file mode 100644
index ef162074983d5828768d0869e7bd2b660188d9cc..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9727b46b105e29c78b506d30624555fdfb8326ddafa3e7a3b3800b995544c983
-size 25365
diff --git a/transformer.h.27.ln_2.bias b/transformer.h.27.ln_2.bias
deleted file mode 100644
index d57b8cdcd78e952cbf334469be64b419da43a033..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:325e3dd7b76bedfcf0ed3e37fd8755ff8772eb76421d1a40ac60598a10c643d1
-size 25365
diff --git a/transformer.h.27.ln_2.weight b/transformer.h.27.ln_2.weight
deleted file mode 100644
index 2226c1826ad23bdcae3018967efc77a37e8f6b2b..0000000000000000000000000000000000000000
--- a/transformer.h.27.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f3d3c4d45a34c636379219131f6f05dbf3a21ad960a98b848aa666070b6acd9f
-size 25365
diff --git a/transformer.h.27.mlp.c_fc.bias b/transformer.h.27.mlp.c_fc.bias
deleted file mode 100644
index 20b3163363f19b98948ca31ea23bdad26f0663a4..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52337e0d4f5304a949331fdf501adf3a8a0834950fbe9380bdccba60191f8536
-size 50017
diff --git a/transformer.h.27.mlp.c_fc.g_idx b/transformer.h.27.mlp.c_fc.g_idx
deleted file mode 100644
index 2d20ea1a34b4f96f2f398a3133492cca89c30dcf..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:04b513df98ab1607b364b67845e4dc3a04d3e825f8af2c58bb3477397fe746a1
-size 50017
diff --git a/transformer.h.27.mlp.c_fc.qweight b/transformer.h.27.mlp.c_fc.qweight
deleted file mode 100644
index f527461976b51aed5ebe14598b5f0efb9c003043..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:503d1b79774f416f8ab372d1e63e13a6d4cc7704b0f7458eae18849054787575
-size 150995809
diff --git a/transformer.h.27.mlp.c_fc.qzeros b/transformer.h.27.mlp.c_fc.qzeros
deleted file mode 100644
index 733e8ca3e2fcd5be4cc8e5b11fe58db9890b2a84..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a7ebac3937d3e5f53e72a7e2b15f883dd3e95330e4a470a546c37622c613ce97
-size 1180513
diff --git a/transformer.h.27.mlp.c_fc.scales b/transformer.h.27.mlp.c_fc.scales
deleted file mode 100644
index ceb76b621dd158828e26af54954c4747c2208c06..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e03ef38014d1eb8980288abfec1a7b060de783618a8a3161a2d5919550d1f9b
-size 2360161
diff --git a/transformer.h.27.mlp.c_proj.bias b/transformer.h.27.mlp.c_proj.bias
deleted file mode 100644
index a3dbdce64be891ff877ee20bfd3f5d9668033ece..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec394a90120ac7b7504ac2f380cbc90fa5bea84e0104e912e29bfd3d7178dab8
-size 13159
diff --git a/transformer.h.27.mlp.c_proj.g_idx b/transformer.h.27.mlp.c_proj.g_idx
deleted file mode 100644
index 33cf0b472a4372be7cbb71a0bd7c499163c83e75..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:87e421c7d3e3e4863ba7ba359cfe1ee983dd61c4fc7e29d916a621167a447cfe
-size 197479
diff --git a/transformer.h.27.mlp.c_proj.qweight b/transformer.h.27.mlp.c_proj.qweight
deleted file mode 100644
index 648de34cf7f0f0da09e521b92811889d9400eb77..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fd81c9fba6b544b38dade9d73670f2c31052d496f2517f69d2c9e98735b9ff5f
-size 150995815
diff --git a/transformer.h.27.mlp.c_proj.qzeros b/transformer.h.27.mlp.c_proj.qzeros
deleted file mode 100644
index f11b840758d1b4091530faf55c0a9b77ea93032d..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ddb05f83c5de5f3366b61ce5c8280fb193acbae123a2536991f9112b7565d37
-size 1180519
diff --git a/transformer.h.27.mlp.c_proj.scales b/transformer.h.27.mlp.c_proj.scales
deleted file mode 100644
index 6ee5c603750d8bf83431650c89ebd3dab9202d6e..0000000000000000000000000000000000000000
--- a/transformer.h.27.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e862173a87efac4a1f499f64a820e250a46cc900e165fbd71c314b98986364c
-size 2360167
diff --git a/transformer.h.28 b/transformer.h.28
new file mode 100644
index 0000000000000000000000000000000000000000..c6bb84f0cefa022f8742a8f563f175d191dc3ffe
--- /dev/null
+++ b/transformer.h.28
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e6801b6ae4d88848d283e6282f8fc7fca1433dbfc216daa304a18a89dfcd30
+size 388480889
diff --git a/transformer.h.28.attn.c_attn.bias b/transformer.h.28.attn.c_attn.bias
deleted file mode 100644
index cc116f928260d0cd39e19429137dabef1c734356..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68423622ae06f694d17e5d98a046c6d29de0035b8bf064e51ace47279196c098
-size 13674
diff --git a/transformer.h.28.attn.c_attn.g_idx b/transformer.h.28.attn.c_attn.g_idx
deleted file mode 100644
index c32a45710c4dd5536fe74cebedba30de3c0d3138..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b2401f831a9fbc0c683e628913c6be13469d02175ca9e8fe22fb402e76e7eef5
-size 50026
diff --git a/transformer.h.28.attn.c_attn.qweight b/transformer.h.28.attn.c_attn.qweight
deleted file mode 100644
index cf3eacc1dbf0631042f8276ccbc6220dbec57961..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:75fa0fc7ab64fb2f835408b2ed58642a33076d237ebcf020a9563c294e8fd063
-size 39322474
diff --git a/transformer.h.28.attn.c_attn.qzeros b/transformer.h.28.attn.c_attn.qzeros
deleted file mode 100644
index 878b03b3ca3c5d9adb1152e26a12a7c65e36536f..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7761f1e6380a7a0bd0f3769ff7c000ff9c29b34be3983bab6681d446864b1597
-size 308074
diff --git a/transformer.h.28.attn.c_attn.scales b/transformer.h.28.attn.c_attn.scales
deleted file mode 100644
index a984b21726b239ead1526c309195c9805c81d8ad..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6e5c4306ab32b8ebb987f49a467e85cf869dc406759249ddc54458c7feb52c05
-size 615274
diff --git a/transformer.h.28.attn.c_proj.bias b/transformer.h.28.attn.c_proj.bias
deleted file mode 100644
index 65d420894de5a34e8f296c57f51bd4eb0dc7490e..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:db83a11f85ba1fdf04fb0a1855af210822266d2019832c7329c71eb722a47256
-size 13162
diff --git a/transformer.h.28.attn.c_proj.g_idx b/transformer.h.28.attn.c_proj.g_idx
deleted file mode 100644
index 917dc4036861d3601d5fa20af8bacf5220693aa1..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f03098b5f8512a7048e7ecba5da7352d72a0ec406c3056acd8f4089e85091c0f
-size 50026
diff --git a/transformer.h.28.attn.c_proj.qweight b/transformer.h.28.attn.c_proj.qweight
deleted file mode 100644
index 38b63abcb18f1719f43b8bf2937a6e77b6093de0..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d450691febe755568078ac5adbcd9d7d5870246c592eb0d93a951042b6e2a767
-size 37749610
diff --git a/transformer.h.28.attn.c_proj.qzeros b/transformer.h.28.attn.c_proj.qzeros
deleted file mode 100644
index d487cdc6b6a002d608dad04ec481a2d3eb8acf67..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d601b318680e5695a4f6dda9b03fdf076b8e662d69d4ac222c8b0fac228c06f
-size 295786
diff --git a/transformer.h.28.attn.c_proj.scales b/transformer.h.28.attn.c_proj.scales
deleted file mode 100644
index fc9e37ff1290baae22849cc21aee9674621e3699..0000000000000000000000000000000000000000
--- a/transformer.h.28.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2a388da3e6f32d7f199bdc0f083e97ea35cadc7ae8bf822149339f6a7b6a13bd
-size 590698
diff --git a/transformer.h.28.ln_1.bias b/transformer.h.28.ln_1.bias
deleted file mode 100644
index 992002a2cafb8f5740a173d6ade8ef946dd9b6e5..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2e8c6fb5920bc69aee15f63759516216632a936bb27dbae4db67f020418522d
-size 25365
diff --git a/transformer.h.28.ln_1.weight b/transformer.h.28.ln_1.weight
deleted file mode 100644
index 288d87c6429fd316254193001b2ae43414395b57..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d44a9b50a0ec1859339b115b73b262e45d999340224be2e0afd09cc2a8d85973
-size 25365
diff --git a/transformer.h.28.ln_2.bias b/transformer.h.28.ln_2.bias
deleted file mode 100644
index df34c784d05082d0451a3987f3e86a3ab1359dd0..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:79fe9a21434953487bfaa4b78e93a937352820a10223361ac9baccfc233f7c2b
-size 25365
diff --git a/transformer.h.28.ln_2.weight b/transformer.h.28.ln_2.weight
deleted file mode 100644
index ab23e7ba8c77c67af79783cdb018e986b77712b3..0000000000000000000000000000000000000000
--- a/transformer.h.28.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:820ae6ad917b4e6109ae03cdda8713712998335e371afa8a6ce99922cad8d6f8
-size 25365
diff --git a/transformer.h.28.mlp.c_fc.bias b/transformer.h.28.mlp.c_fc.bias
deleted file mode 100644
index 514dff4c4a0da674bb6a4417792e93c82ab9a137..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0925846c8c95a6b8bea9fded9b076a4020366566dd3e7c460e3e0de162dc71a9
-size 50017
diff --git a/transformer.h.28.mlp.c_fc.g_idx b/transformer.h.28.mlp.c_fc.g_idx
deleted file mode 100644
index 12697945bf22c68144a6c01870e45e1e3ff3d7b0..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:577b6f4ec8507836cb090e1bc53885584c81824259ca33aa073bf6c6faea4264
-size 50017
diff --git a/transformer.h.28.mlp.c_fc.qweight b/transformer.h.28.mlp.c_fc.qweight
deleted file mode 100644
index 7add2032feb772b16c0f7d7aa98d6fd477b48ca7..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5768be8ef6fe856fb45264e3a256555db20fffd770136aa5a42f54c16fdbbc15
-size 150995809
diff --git a/transformer.h.28.mlp.c_fc.qzeros b/transformer.h.28.mlp.c_fc.qzeros
deleted file mode 100644
index e544ff0aa06a7f62b17f3b8afe4716f07b691082..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21088e008789da05a9575311fecbbe470b1bd13341ea21d8439d7f07541b17d5
-size 1180513
diff --git a/transformer.h.28.mlp.c_fc.scales b/transformer.h.28.mlp.c_fc.scales
deleted file mode 100644
index f6597a05e906341c8e883914e0f08aa6fc14c2e0..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:14e883bb89985f5a05a31c7641b4c653f8d0cfd7a0d4cdeb76ed5286fae3b4e3
-size 2360161
diff --git a/transformer.h.28.mlp.c_proj.bias b/transformer.h.28.mlp.c_proj.bias
deleted file mode 100644
index a73da3cfea503eff9230d417c469b92cba7a0c81..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55e07d789bde1698c76936fa4143dbceebd6752219963e0cf105d0128f313798
-size 13159
diff --git a/transformer.h.28.mlp.c_proj.g_idx b/transformer.h.28.mlp.c_proj.g_idx
deleted file mode 100644
index 0fa99bafecfc169f69a7a2085cfcd254c7db7b0f..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aac46d20daff7478bcc6f5cd86300031a99f7e9f74e1333771b9fdcdc71499d2
-size 197479
diff --git a/transformer.h.28.mlp.c_proj.qweight b/transformer.h.28.mlp.c_proj.qweight
deleted file mode 100644
index ce6e29df2f741741d424ee449c78438692f18229..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:90f914df3f3179127d28e58130ec4f6d9d311c7a957604773840d44e56c0e5b6
-size 150995815
diff --git a/transformer.h.28.mlp.c_proj.qzeros b/transformer.h.28.mlp.c_proj.qzeros
deleted file mode 100644
index b462cd952a92cedc8eea1fd7c3462726c6ecca13..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:816a6be8f86139d5483b726366b566d1efd94e10611c93dd6f1fef59b84504ea
-size 1180519
diff --git a/transformer.h.28.mlp.c_proj.scales b/transformer.h.28.mlp.c_proj.scales
deleted file mode 100644
index 297f245fdf070447e356d6277dad098127b2d4e6..0000000000000000000000000000000000000000
--- a/transformer.h.28.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:060975a39cba566490a12c17460a0862f3f8bc52512bd9361ea9a0b6a211cdc2
-size 2360167
diff --git a/transformer.h.29 b/transformer.h.29
new file mode 100644
index 0000000000000000000000000000000000000000..4284aa6bf165549de54b1a9d8e6f827e4e279e61
--- /dev/null
+++ b/transformer.h.29
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c20093f8f2f6ee38140b0b22a8c82c4408524721f2fbe3523001a8e14149b36
+size 388480889
diff --git a/transformer.h.29.attn.c_attn.bias b/transformer.h.29.attn.c_attn.bias
deleted file mode 100644
index 22c5485174047823edc5c1c100711192353ed59b..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c14d1a38c133dc0385696c90645d457506fa41388440350754a3d7ac671b26ea
-size 13674
diff --git a/transformer.h.29.attn.c_attn.g_idx b/transformer.h.29.attn.c_attn.g_idx
deleted file mode 100644
index 96481fa53e59ecca20489461f32cff85a3ecf9e8..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb111ef0fb472d0ed17339d5248b6823b29c31e43c3fd685a1825ff02adceab7
-size 50026
diff --git a/transformer.h.29.attn.c_attn.qweight b/transformer.h.29.attn.c_attn.qweight
deleted file mode 100644
index a14e11d80ca75e69531abb13e6ba11864f842229..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5bb9bfa01387125b765f9d3fa6466978382e67e94f3cf7afca388a92e7379705
-size 39322474
diff --git a/transformer.h.29.attn.c_attn.qzeros b/transformer.h.29.attn.c_attn.qzeros
deleted file mode 100644
index e769c7e13fc1d4452df159a888e51d0b9847d3c9..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:630755fce4cdc603d5fd00038217e52a9d4d736bb951f0eb26aa91c03d822536
-size 308074
diff --git a/transformer.h.29.attn.c_attn.scales b/transformer.h.29.attn.c_attn.scales
deleted file mode 100644
index 011204b90b9c36676e9d5c12fbf2a131b76ffbb4..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1abe32faf55f1f265583a2c3323305acb0cf15ffdd31685c0151e4633ab5ba97
-size 615274
diff --git a/transformer.h.29.attn.c_proj.bias b/transformer.h.29.attn.c_proj.bias
deleted file mode 100644
index cbc899a9c351e64c0850cae17df9a96aa30c16bf..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f21fd7fe23314988436af0fa7c5a16ebf2200e4de0cc5eefea2949ab60abb627
-size 13162
diff --git a/transformer.h.29.attn.c_proj.g_idx b/transformer.h.29.attn.c_proj.g_idx
deleted file mode 100644
index 94d44e8dc481a9e2dff65a2abcd2cf500b8529b2..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:806249e10658b81cee06676b36c3d6bc557619c82368d48a666fa4b0d9f7bd46
-size 50026
diff --git a/transformer.h.29.attn.c_proj.qweight b/transformer.h.29.attn.c_proj.qweight
deleted file mode 100644
index 1ae17943de29d8e833427df4b70816f5ea900759..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:56dccd555f175333df52e3e2e95310ddcb4ef300faad38d6b54a0e4447041f4e
-size 37749610
diff --git a/transformer.h.29.attn.c_proj.qzeros b/transformer.h.29.attn.c_proj.qzeros
deleted file mode 100644
index c6160a9114554c887a41e99d31b7e3b22ad6148c..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:234bacf6091fd678a9766be91188d517b4537d555018db03e5832ad2541694d2
-size 295786
diff --git a/transformer.h.29.attn.c_proj.scales b/transformer.h.29.attn.c_proj.scales
deleted file mode 100644
index 4d027f0271e34c70349e9143241c042a5729860b..0000000000000000000000000000000000000000
--- a/transformer.h.29.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e411e3395fb24bda69dd99e52453d9b5fd1348d025b567beb20ff1179bcd3102
-size 590698
diff --git a/transformer.h.29.ln_1.bias b/transformer.h.29.ln_1.bias
deleted file mode 100644
index 01d4143af2e7e0cbc43f9f96757cd4bec51afbc5..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7eb2cb7de8840942516edafeeafbf3c97eea34027fb75e5fbe8479124bcb93f0
-size 25365
diff --git a/transformer.h.29.ln_1.weight b/transformer.h.29.ln_1.weight
deleted file mode 100644
index 10f131acbc1f84bf9e4941114887e73a51e97226..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:79ac5d70bf75de4d7e3f68e4d0ddb68e88cabc46220539ca9e5bfe49e428f646
-size 25365
diff --git a/transformer.h.29.ln_2.bias b/transformer.h.29.ln_2.bias
deleted file mode 100644
index 83c6a8259033bbf362319f6266b7ac4774e723f0..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88254275ba12d998e7ae6cb51eda6364d92b8c52da956c2a884c049b2bad611e
-size 25365
diff --git a/transformer.h.29.ln_2.weight b/transformer.h.29.ln_2.weight
deleted file mode 100644
index 553f0f1a7c528977f4767b6968e6c5c81badf8ef..0000000000000000000000000000000000000000
--- a/transformer.h.29.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68042764060659e37eaf96c36524e06bb01a39ef281e794bb10b6640f14c972c
-size 25365
diff --git a/transformer.h.29.mlp.c_fc.bias b/transformer.h.29.mlp.c_fc.bias
deleted file mode 100644
index 45c5d23b8d499e2c55395b4e8b2cb9e562d8d155..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:25761903d399cca3a499c57ce6493a7fc92e605226f5ced1fc4f2c70fc36ef4b
-size 50017
diff --git a/transformer.h.29.mlp.c_fc.g_idx b/transformer.h.29.mlp.c_fc.g_idx
deleted file mode 100644
index dc3f3616b5a7b212fce108bc86e95dfd1409070d..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c439fcff10ff184975ce4e7f41e0ec48846e6ad00ca2f7acb1328672a6da4170
-size 50017
diff --git a/transformer.h.29.mlp.c_fc.qweight b/transformer.h.29.mlp.c_fc.qweight
deleted file mode 100644
index e283dec7b2d3d43052e8387322701080d179b67b..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a5e8d1fcdb5199118b8afe72e66b0f964fdc0cf7c2c42b6ff7410ce42f3c107
-size 150995809
diff --git a/transformer.h.29.mlp.c_fc.qzeros b/transformer.h.29.mlp.c_fc.qzeros
deleted file mode 100644
index 33c858f72ef3225fab19bf2dadd5e3ea5a487e01..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d48d72179c8e7c97e217bec1c53805c4c97330695db869715c80abf5625f201b
-size 1180513
diff --git a/transformer.h.29.mlp.c_fc.scales b/transformer.h.29.mlp.c_fc.scales
deleted file mode 100644
index bdc8050a7729b6f40817b476302ebec496fb388b..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3e7b704dae7521b6643b37b1f6ce8677eeb0b2d5333200bee7261a51db5e64d
-size 2360161
diff --git a/transformer.h.29.mlp.c_proj.bias b/transformer.h.29.mlp.c_proj.bias
deleted file mode 100644
index b94e9762bb0782712bb3daa205c52e11db69b369..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48e6550c214daa1b62f0b1a7215b20b8791235d0eeea9217d61c1d28e88a4e79
-size 13159
diff --git a/transformer.h.29.mlp.c_proj.g_idx b/transformer.h.29.mlp.c_proj.g_idx
deleted file mode 100644
index 645ea76c32a7aa688a4230519c41ecca861ce036..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dc1efd776c9cb3f71859f8394da397834673c69c7d5fae3b04191dc702c86508
-size 197479
diff --git a/transformer.h.29.mlp.c_proj.qweight b/transformer.h.29.mlp.c_proj.qweight
deleted file mode 100644
index ace837db5bdcfa052092f28d25a50b38b3f19268..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e99bfd147979d3a306a11866ba6f5cffe023b19c502cbf2712b4f8e468546a2d
-size 150995815
diff --git a/transformer.h.29.mlp.c_proj.qzeros b/transformer.h.29.mlp.c_proj.qzeros
deleted file mode 100644
index bb415e5c50e0dbf50743a57e96cb4e2f647cc850..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cd8d7bb22739a748e343f77557aba48a1bfeb36d1b760de70eb36925fd595b69
-size 1180519
diff --git a/transformer.h.29.mlp.c_proj.scales b/transformer.h.29.mlp.c_proj.scales
deleted file mode 100644
index dde934817d8dbf0204ce9299e836ced58925b45b..0000000000000000000000000000000000000000
--- a/transformer.h.29.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac27fc3a763052242e5a2408d945c826cb27cc05647402989bfd98af572b4ac5
-size 2360167
diff --git a/transformer.h.3 b/transformer.h.3
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf74f7234e019427f6ee0e3cb1b7934e69132f
--- /dev/null
+++ b/transformer.h.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee7e5b12fa678351482cbb8c9726312aededd9fccea9578ce8e2615e61e94bd
+size 388480825
diff --git a/transformer.h.3.attn.c_attn.bias b/transformer.h.3.attn.c_attn.bias
deleted file mode 100644
index 7295f20607eca8e6da735dd75120abbd684d234d..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2ffe8b0ce59d6a4d0a2becca246ff41a5aee9daffb6bf8822025a60001e29eb5
-size 13671
diff --git a/transformer.h.3.attn.c_attn.g_idx b/transformer.h.3.attn.c_attn.g_idx
deleted file mode 100644
index b10f443fe77df4c5b7e7d06c0a8a004ce872a68e..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02c91197d2d8b6327a6cff9039bf7a2623cfdb255a16af8b7d265d871f508a7f
-size 50023
diff --git a/transformer.h.3.attn.c_attn.qweight b/transformer.h.3.attn.c_attn.qweight
deleted file mode 100644
index d1dab7a806168a69574b98ef582f54c5bf4c9e97..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1e847bc6f87b0947cead52d35ba43fd152d082db5b90ea163a765d6440a2abcc
-size 39322471
diff --git a/transformer.h.3.attn.c_attn.qzeros b/transformer.h.3.attn.c_attn.qzeros
deleted file mode 100644
index 809241f2f9ba6f0d5b35ecd501e09437f65174ec..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:039b31ec50396a22494892181d47478a93c1919a2746ba9a981cf7ab1423885f
-size 308071
diff --git a/transformer.h.3.attn.c_attn.scales b/transformer.h.3.attn.c_attn.scales
deleted file mode 100644
index 45b80500058c9578ff0f267e7e1d4ef931d519d2..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b44239a36f8fa7253ce14e2fb98819cdae563d404bb99b4cd6e74cfb7191929c
-size 615271
diff --git a/transformer.h.3.attn.c_proj.bias b/transformer.h.3.attn.c_proj.bias
deleted file mode 100644
index e33077d25e7b28a51b76130486a6d39181ddd15d..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1022a37f026b47a0124c5a0eeb341bcd5ae94371d394a8828435579e11218736
-size 13159
diff --git a/transformer.h.3.attn.c_proj.g_idx b/transformer.h.3.attn.c_proj.g_idx
deleted file mode 100644
index 14b842e23d9b944b0ef92e59f8e198f936fa5478..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a011a325d77e26cf7d8c6b9307774734b12cc23cc4e3d6293cf353042ad9392f
-size 50023
diff --git a/transformer.h.3.attn.c_proj.qweight b/transformer.h.3.attn.c_proj.qweight
deleted file mode 100644
index 6a42d83f40c7c8af85a5a43f3565d927f096d73d..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32ea41427db1785079e0a196509407dc70707e6bae88b590c36f4653b59cca71
-size 37749607
diff --git a/transformer.h.3.attn.c_proj.qzeros b/transformer.h.3.attn.c_proj.qzeros
deleted file mode 100644
index 82e107591fae35bff99f01f66417b7cfaa8ecd19..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4c8f0bd2f7ce6baf97a8541443c1888210508ed994a0caf4eb6173de9cfa01b
-size 295783
diff --git a/transformer.h.3.attn.c_proj.scales b/transformer.h.3.attn.c_proj.scales
deleted file mode 100644
index d030f2ef29f661d3c3f2d7e9e55409570abf519c..0000000000000000000000000000000000000000
--- a/transformer.h.3.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:93e505150792908a3945129e7d63711c7de2a8b1c6f840d1497a531a84d62b16
-size 590695
diff --git a/transformer.h.3.ln_1.bias b/transformer.h.3.ln_1.bias
deleted file mode 100644
index 19e686dfe28e3d84fb8ea965608cd9c5ae04ec06..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a9152f55f8a65680073516bae49727abe2487e5cf1fdc2d34b8f57a851c71805
-size 25362
diff --git a/transformer.h.3.ln_1.weight b/transformer.h.3.ln_1.weight
deleted file mode 100644
index 2ee8763edf00e4d5103baae59bc14c81540b098f..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1865ff56c806dcc277b53ef5f56c029bb9c75c7079624ed543dfa6e20dfcc8ab
-size 25362
diff --git a/transformer.h.3.ln_2.bias b/transformer.h.3.ln_2.bias
deleted file mode 100644
index a9cc7d234abbddba84285ac3ec9f70bb9a3440d3..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e29de6834b9d321c6d0bf82478085c5452d1635708d521bca14eb69b380ccabf
-size 25362
diff --git a/transformer.h.3.ln_2.weight b/transformer.h.3.ln_2.weight
deleted file mode 100644
index f608e4711772b2d5cd36bda72a1df327eb8e4273..0000000000000000000000000000000000000000
--- a/transformer.h.3.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:235fc9daa2bba779f02ed0bc6b8007d96cfde814b22caf5a1ee9af1697d872c5
-size 25362
diff --git a/transformer.h.3.mlp.c_fc.bias b/transformer.h.3.mlp.c_fc.bias
deleted file mode 100644
index 8f566dd19530ce760e6ceec61b02d5e97688819b..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b07d9329d82e8a2d24a333b3419fbc22ed5516d756439abc64cc024be2091cb9
-size 50014
diff --git a/transformer.h.3.mlp.c_fc.g_idx b/transformer.h.3.mlp.c_fc.g_idx
deleted file mode 100644
index 8c6564380a28494a2ea174a3c4dba07b563922ad..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4620f68feb23063c51163b4117468e5e5ab3b37141e3825c2c1bd91a469bf39c
-size 50014
diff --git a/transformer.h.3.mlp.c_fc.qweight b/transformer.h.3.mlp.c_fc.qweight
deleted file mode 100644
index ef163ec71b61d6acd540490b0bce96d383fcbe53..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6efdda00b5d8983e67efbbe16a05ffd0f820766137a3a5a0c70ae028a1a192c9
-size 150995806
diff --git a/transformer.h.3.mlp.c_fc.qzeros b/transformer.h.3.mlp.c_fc.qzeros
deleted file mode 100644
index 1abb3addb257aae6a2d785580b0c93bae64433ec..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c26c3a21c1e7ef2f1891958375fa426ca85ec906908333e65969a8f7d9c24bb4
-size 1180510
diff --git a/transformer.h.3.mlp.c_fc.scales b/transformer.h.3.mlp.c_fc.scales
deleted file mode 100644
index 8d71aa020c1ea8b2e7c9a073304508e2595f8e8f..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e8acf490043f127430841bb3a1f00c025ae5c2e9f096645a9c37d2e6a628effb
-size 2360158
diff --git a/transformer.h.3.mlp.c_proj.bias b/transformer.h.3.mlp.c_proj.bias
deleted file mode 100644
index b5f92250814e25de58bbbe897204eb2ebcef52dd..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:386aa910e695780e0cbb357f100f7bf82183fdbb06717d88c770f30cc7b0528f
-size 13156
diff --git a/transformer.h.3.mlp.c_proj.g_idx b/transformer.h.3.mlp.c_proj.g_idx
deleted file mode 100644
index dd7e113927eb9a69aaa5ef1572418d4ce6fcc478..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7df9d001fab53dccb359814d154492be83e1cc8d8ded7beab32b42cffa9c6a8b
-size 197476
diff --git a/transformer.h.3.mlp.c_proj.qweight b/transformer.h.3.mlp.c_proj.qweight
deleted file mode 100644
index ae1287e83f8f306ed21092880ed0228888e1e561..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12987b485b64a8b1afb3249dc8598e58a1f2873fbddd68f4e45b9b5002544fde
-size 150995812
diff --git a/transformer.h.3.mlp.c_proj.qzeros b/transformer.h.3.mlp.c_proj.qzeros
deleted file mode 100644
index 55c47a11330c71ef008e7f6e881dba263cff95b1..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cc5f87383be4a03bd9aa7f7c68570049217dfbf27647ffffafc8d619727b499e
-size 1180516
diff --git a/transformer.h.3.mlp.c_proj.scales b/transformer.h.3.mlp.c_proj.scales
deleted file mode 100644
index c678c66d6c63bec4e24858967839a228658850fa..0000000000000000000000000000000000000000
--- a/transformer.h.3.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb2e88a9a7a595b0789aa088dfc41b7eecb07be18ee7d0496e8ae8236e5bb66c
-size 2360164
diff --git a/transformer.h.30 b/transformer.h.30
new file mode 100644
index 0000000000000000000000000000000000000000..8bb02bd8de157a1f72127b2866601f3d54d63dfb
--- /dev/null
+++ b/transformer.h.30
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a831907a1f733614c7775fd87ba29db9978e4ca8993a497f0e40af11151272d
+size 388480889
diff --git a/transformer.h.30.attn.c_attn.bias b/transformer.h.30.attn.c_attn.bias
deleted file mode 100644
index 65d5b5dddb7ea33b43bc38afebe9e04b8a9aa27c..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0651a2e305243576f4976f3fe12c2114fb9a068ad0a87b3eaf7d5452e7ea4c89
-size 13674
diff --git a/transformer.h.30.attn.c_attn.g_idx b/transformer.h.30.attn.c_attn.g_idx
deleted file mode 100644
index 43e9f84774fa7cc303403fee2289c8dbb863665e..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12ead5a194b9063ed4f5bfc2f64d562c67fb3e15c6eb66c57d012868f345eabc
-size 50026
diff --git a/transformer.h.30.attn.c_attn.qweight b/transformer.h.30.attn.c_attn.qweight
deleted file mode 100644
index fbedd1be1a25602872788d2e3663fce21ff2c4f5..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7c71ec92db27681ae6c967a8985fddd76c9130e8b89a5dffdf2d6ce630d9e78a
-size 39322474
diff --git a/transformer.h.30.attn.c_attn.qzeros b/transformer.h.30.attn.c_attn.qzeros
deleted file mode 100644
index f671bd3c9c939d06f031d2606d595477c313fe65..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f1747c2f3ef7ed6a2976a65417df8041732b73b9284b8b316951e8c1c0778c08
-size 308074
diff --git a/transformer.h.30.attn.c_attn.scales b/transformer.h.30.attn.c_attn.scales
deleted file mode 100644
index 7f18196544dafdd236070ef02c93c6d34226dfcf..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1a27357ed4b6a60fa9810cbf9422374081e23722c17cbdd071430060ba91874c
-size 615274
diff --git a/transformer.h.30.attn.c_proj.bias b/transformer.h.30.attn.c_proj.bias
deleted file mode 100644
index fbf688d294412e37d969abd1e780a4d77ac6b624..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:63bbc6d89e6a709d9f4b86d43dbf39dad97717dc518bfe9bfaeb680767b31039
-size 13162
diff --git a/transformer.h.30.attn.c_proj.g_idx b/transformer.h.30.attn.c_proj.g_idx
deleted file mode 100644
index cd230ae0ba2c94428386235b39e5f9b22efc5c80..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e2d13dde017a9b5dd122e42093c448fbafbfcfd2bb5a83b59c9be6a79acea6d
-size 50026
diff --git a/transformer.h.30.attn.c_proj.qweight b/transformer.h.30.attn.c_proj.qweight
deleted file mode 100644
index 084b53255192ac1bb020dee6831bee0d2e894e6a..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3477265d7790a5fc3288bca4600787b1d4facbd20f3c9fe8a78b01e7dbcf117b
-size 37749610
diff --git a/transformer.h.30.attn.c_proj.qzeros b/transformer.h.30.attn.c_proj.qzeros
deleted file mode 100644
index 079e44820a5ce1c05763005b63e18070c184feef..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b60b91f51e639ed5cca90b251e7d714dcfa285dd56647d4b06e517544dcfc22
-size 295786
diff --git a/transformer.h.30.attn.c_proj.scales b/transformer.h.30.attn.c_proj.scales
deleted file mode 100644
index d22a1c07b99465b8d4ab7f35cadb41e7e995ba5b..0000000000000000000000000000000000000000
--- a/transformer.h.30.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77ebd5d18d3dde6709dd3313bdcde07854c3d424a5863fff37de427f4574d346
-size 590698
diff --git a/transformer.h.30.ln_1.bias b/transformer.h.30.ln_1.bias
deleted file mode 100644
index 77a7450d4bc3e1d6ec7326d32f9e04da4c029926..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:709f945a258619efe0e3f089a12e50f7534638acb73b5e8a4e6dea98db6e727c
-size 25365
diff --git a/transformer.h.30.ln_1.weight b/transformer.h.30.ln_1.weight
deleted file mode 100644
index 977ef1fefef7bf717348eaaafa1cb475b5de949f..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d5fe6991788ef17dffbb2a368b2ec590c2beca257c312619c4ceba6ee9c8ca3c
-size 25365
diff --git a/transformer.h.30.ln_2.bias b/transformer.h.30.ln_2.bias
deleted file mode 100644
index cfc8d10a42cfa74f2d7a0043171aac19337c0d2e..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:421a3d74eded440ba706dd6d8a0e45d161f7750ae186c7338a4d1a4da2a5a2ae
-size 25365
diff --git a/transformer.h.30.ln_2.weight b/transformer.h.30.ln_2.weight
deleted file mode 100644
index c27cce32d2e0570c4e834476ff3849039712855c..0000000000000000000000000000000000000000
--- a/transformer.h.30.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:80b911d6eaa83f7b2332957a23d50d13124211ed2f541b1f3ac92cd11d4c242a
-size 25365
diff --git a/transformer.h.30.mlp.c_fc.bias b/transformer.h.30.mlp.c_fc.bias
deleted file mode 100644
index 3116c7c48cf981e6749b88a1356f6ac8c73cee77..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b7d20eda262817e3a5d0b952782223fcfd6939905caa7be66bc5b1c35027b4c
-size 50017
diff --git a/transformer.h.30.mlp.c_fc.g_idx b/transformer.h.30.mlp.c_fc.g_idx
deleted file mode 100644
index aa6477b75ba9b845641180a9e688362251c3bb3f..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:17f8564cfb3996dadd5cbb56e5fc1359e5873a6055c294ee68367081c18d749f
-size 50017
diff --git a/transformer.h.30.mlp.c_fc.qweight b/transformer.h.30.mlp.c_fc.qweight
deleted file mode 100644
index 9e66b8cf8409d90324059f09433a9b5bb1461877..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8dbce21b0d537dc79bafb9a9997dac11dbd484431cae4b5f83ad70c7d5751017
-size 150995809
diff --git a/transformer.h.30.mlp.c_fc.qzeros b/transformer.h.30.mlp.c_fc.qzeros
deleted file mode 100644
index 2a4948d5ca454f46cc6c5a02dd8986aac8f6ab25..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3b9c04a4dd0ac576bdbcc8211e0862af8a86c8d852f3b2592ef5c446faf98e19
-size 1180513
diff --git a/transformer.h.30.mlp.c_fc.scales b/transformer.h.30.mlp.c_fc.scales
deleted file mode 100644
index b5b326f685e06f4fd7ae1b843c4cadfe0725435b..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8015b8328056bc4a9a1c91aedb32f6924f09527856289b9f53bfb0e61f03246c
-size 2360161
diff --git a/transformer.h.30.mlp.c_proj.bias b/transformer.h.30.mlp.c_proj.bias
deleted file mode 100644
index 3103659c6a8aaa4b04a05acca0663f2d74829261..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e635f939b7551fe3475cbf8468708f3a606a96367754785d89c6373a421d033b
-size 13159
diff --git a/transformer.h.30.mlp.c_proj.g_idx b/transformer.h.30.mlp.c_proj.g_idx
deleted file mode 100644
index 9ba347bc811f78b1ecbb3f95cb81bf878bd89ec1..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3a1060e66fb523ab42c6bec420bc2728c1ebcd8647e8f55bfbcdc6c21439f477
-size 197479
diff --git a/transformer.h.30.mlp.c_proj.qweight b/transformer.h.30.mlp.c_proj.qweight
deleted file mode 100644
index fcf650f920107a9efa7d8a2574be4a13e261f68b..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:25b2bfc7dffef8f28a81faa8f08cea6f5747a5923dd234ec64d987e9db5c4750
-size 150995815
diff --git a/transformer.h.30.mlp.c_proj.qzeros b/transformer.h.30.mlp.c_proj.qzeros
deleted file mode 100644
index 7c1836e5cd548af8282d40cac91e35074d8ef41b..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:17459c53ef53d46e2ab4a3128b69d30a50c3f4b6dddc83916d635ca981007b1e
-size 1180519
diff --git a/transformer.h.30.mlp.c_proj.scales b/transformer.h.30.mlp.c_proj.scales
deleted file mode 100644
index 18b75b82c63bfd4f42e8ef2309d5530b2849bc0a..0000000000000000000000000000000000000000
--- a/transformer.h.30.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c405655d22899ef573c9282b4bb50d000a5918c8d0f4a9802e8c5d892c6186be
-size 2360167
diff --git a/transformer.h.31 b/transformer.h.31
new file mode 100644
index 0000000000000000000000000000000000000000..6e2a669aa8bfceff1eef55d724ec6d15db78e35d
--- /dev/null
+++ b/transformer.h.31
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2960f32e9451edb9277bff6fb895ac2f06565fca671b87a19624e12c8ad06e71
+size 388480889
diff --git a/transformer.h.31.attn.c_attn.bias b/transformer.h.31.attn.c_attn.bias
deleted file mode 100644
index 515d378e936f43721b5d46a3a97446e046e96dbc..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2a12ecc286a2d1fbc244d570970a1bb33c35395c1d14e3f59b72613f114a73d
-size 13674
diff --git a/transformer.h.31.attn.c_attn.g_idx b/transformer.h.31.attn.c_attn.g_idx
deleted file mode 100644
index bb7e0692ba519a8bb81badc3aae713f4c4a35ebd..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:59230dde34ca678d3da018c2e8e2b7baaaaddd5464008af31862f22ac497edc2
-size 50026
diff --git a/transformer.h.31.attn.c_attn.qweight b/transformer.h.31.attn.c_attn.qweight
deleted file mode 100644
index 4b51a9c583c269bdf7d676825cec4762c7e8bac5..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7f1df3d537cea5a7a18b0ceab264e076ec0f2a11c44725abd82dd3d0dc8671d2
-size 39322474
diff --git a/transformer.h.31.attn.c_attn.qzeros b/transformer.h.31.attn.c_attn.qzeros
deleted file mode 100644
index 5f2a76ca8fe38206aa535c2f021be24a401975c5..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b0549414d690fc1d3edb3d3f628a9e72f1a02e9a14d50471a7da09c91d070a40
-size 308074
diff --git a/transformer.h.31.attn.c_attn.scales b/transformer.h.31.attn.c_attn.scales
deleted file mode 100644
index 5dedf307c44e6a179a7fb11a1232c4ee0251bc77..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43bc27915a1545927160454a9334999b7a6ce91e4aeea84e758d2fecbe710e83
-size 615274
diff --git a/transformer.h.31.attn.c_proj.bias b/transformer.h.31.attn.c_proj.bias
deleted file mode 100644
index b62b4523c72ceef032470b9638695c624556bc93..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:728cae900e41939469ad41d01c6b3834b06d3972b07c7652319069ee20fd0a76
-size 13162
diff --git a/transformer.h.31.attn.c_proj.g_idx b/transformer.h.31.attn.c_proj.g_idx
deleted file mode 100644
index 3d1e5bf0804d0ddc169dc7e6718f1f1c2747508f..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d3b0d576ef837702e10e97b9de4bf652c1ad959f938e43e4c48c8e577fe99fcf
-size 50026
diff --git a/transformer.h.31.attn.c_proj.qweight b/transformer.h.31.attn.c_proj.qweight
deleted file mode 100644
index 5910cd70114b0ce5c043494e656663039122dd59..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1732e5f6a6ffe926e36fedaf13654cc2f4325003b764057846f86666adc87da
-size 37749610
diff --git a/transformer.h.31.attn.c_proj.qzeros b/transformer.h.31.attn.c_proj.qzeros
deleted file mode 100644
index ff0e3bfd08491413ac226276edcce5897d7ae8a6..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48a4f3545cde7ed256dd12ec50cb71c49b95fa34245c02ed024773fcfa0c7311
-size 295786
diff --git a/transformer.h.31.attn.c_proj.scales b/transformer.h.31.attn.c_proj.scales
deleted file mode 100644
index 7224539ec459d7d71b94b10b38ee075c1d49d8f8..0000000000000000000000000000000000000000
--- a/transformer.h.31.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:585e19c4c776e94b18f27e430e269e6c852ac2e08472ff2f863d366eb9f3065c
-size 590698
diff --git a/transformer.h.31.ln_1.bias b/transformer.h.31.ln_1.bias
deleted file mode 100644
index effab4a9eda8f383fe8a5fc1bae9485ce706d828..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:019837bccb3a271dae548ac2b116106e668b1dd2dfb225fccf410f3b398aaafc
-size 25365
diff --git a/transformer.h.31.ln_1.weight b/transformer.h.31.ln_1.weight
deleted file mode 100644
index 480fe997a512e1c667bd2281aecc83086f7b3979..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:607f274a553558c0a83938f0f23b5a7a54e408e9b6c86779a1fc854de3ffaf94
-size 25365
diff --git a/transformer.h.31.ln_2.bias b/transformer.h.31.ln_2.bias
deleted file mode 100644
index 713f2ae8ee06765f0f490d62d570b526894f41b6..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10e54d6da5931101d7bc33b9c0024b9bfb22dbd79a8bd5d500b1139066b80fdb
-size 25365
diff --git a/transformer.h.31.ln_2.weight b/transformer.h.31.ln_2.weight
deleted file mode 100644
index 56ab8b282b38e82a7b6d6b2b3f8dde17a14566eb..0000000000000000000000000000000000000000
--- a/transformer.h.31.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2e6beb37562be4b74b007a10487fe6fef9f6f0a0f76eff9e2a237c1533af04ff
-size 25365
diff --git a/transformer.h.31.mlp.c_fc.bias b/transformer.h.31.mlp.c_fc.bias
deleted file mode 100644
index 9493cfb3ad478c7f779282522ea5a2ad62756412..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a0b953cbc666c160e04b90197fe6ec7e341c76dce63ff0f5ad471a41305c171b
-size 50017
diff --git a/transformer.h.31.mlp.c_fc.g_idx b/transformer.h.31.mlp.c_fc.g_idx
deleted file mode 100644
index 827439db67232e679c14bac8f2ad8ac053833542..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fa2dec066fcab7e67c72e1491e587a43ae54e6682192de8558802ad6a81456d0
-size 50017
diff --git a/transformer.h.31.mlp.c_fc.qweight b/transformer.h.31.mlp.c_fc.qweight
deleted file mode 100644
index 5eecd3290c4590769002bd78437c89f39af487cd..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:58e01bccefeb92c08598c361386f077d2891cee9cbf3eb197b223de9454ba6a7
-size 150995809
diff --git a/transformer.h.31.mlp.c_fc.qzeros b/transformer.h.31.mlp.c_fc.qzeros
deleted file mode 100644
index cda0a82b03f12fade6faddf413dbc857ae612741..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b22c5b307cc0819e41c9bf98e1c89c4d7ee1a9c29474e0fdbd79cbd0fd9c38e4
-size 1180513
diff --git a/transformer.h.31.mlp.c_fc.scales b/transformer.h.31.mlp.c_fc.scales
deleted file mode 100644
index d17bfc6dc08902b32b1384c4788f8e1342fef604..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3f7626133215cf5c78f20d07ee15a37fd7041ffe9f3e5d20bd101c93f12425a0
-size 2360161
diff --git a/transformer.h.31.mlp.c_proj.bias b/transformer.h.31.mlp.c_proj.bias
deleted file mode 100644
index 5a7a72584169d0f165340e62682853ee1f8ac2c2..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c07136ba4d3bc3420b86e377210d49e4a77f08cd845429dba70da1614957b6b2
-size 13159
diff --git a/transformer.h.31.mlp.c_proj.g_idx b/transformer.h.31.mlp.c_proj.g_idx
deleted file mode 100644
index 485ee10f62a1a08c79d82af2c904fd8d77b127bc..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e56db07b13c4b34c85a064a60debf20e655593537070121689a2c855d7b3e511
-size 197479
diff --git a/transformer.h.31.mlp.c_proj.qweight b/transformer.h.31.mlp.c_proj.qweight
deleted file mode 100644
index 03dfd4cd29454e5f825328863376f7973428412b..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7db6d2d0fda60d6c0c343650ac64a1582b75a58af25fac8d33a6e2c9aa44c32e
-size 150995815
diff --git a/transformer.h.31.mlp.c_proj.qzeros b/transformer.h.31.mlp.c_proj.qzeros
deleted file mode 100644
index 7870e8ad57ae645129014f6dbb186ef5ea82284b..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9d5f36284bc1ec8e53d968a88de1aa222d1f4c0575436be37389ea89f942be1a
-size 1180519
diff --git a/transformer.h.31.mlp.c_proj.scales b/transformer.h.31.mlp.c_proj.scales
deleted file mode 100644
index 3fcec1cfa1bca6064fc8c1b165cf1cd893fe02de..0000000000000000000000000000000000000000
--- a/transformer.h.31.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb76ad374a54b66be34a56d94b1693f70535d61533165c136561d18deec736a7
-size 2360167
diff --git a/transformer.h.32 b/transformer.h.32
new file mode 100644
index 0000000000000000000000000000000000000000..6bf22c1c568fdcc0f0a60f146357e361ad7e0b2f
--- /dev/null
+++ b/transformer.h.32
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e9d1cd6a70ef010921ac9327def3c0ef71c4177d77a83927ac74e7f73e8983
+size 388480889
diff --git a/transformer.h.32.attn.c_attn.bias b/transformer.h.32.attn.c_attn.bias
deleted file mode 100644
index a361d8a80e9e23882cb2dbd841e25d5806b31f93..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8107100108a7eb1b2417e03af69d73c548a992523b99d724583aa6fa0ec632ad
-size 13674
diff --git a/transformer.h.32.attn.c_attn.g_idx b/transformer.h.32.attn.c_attn.g_idx
deleted file mode 100644
index e7b16df6316504d35ee70b936a29afcb7f9a856f..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7a4e686877948891f844b8a3a51ca2a123ec9e10d11e81e3f82eac24127dff5d
-size 50026
diff --git a/transformer.h.32.attn.c_attn.qweight b/transformer.h.32.attn.c_attn.qweight
deleted file mode 100644
index 81bd4fa2c3c7996a7da0dbfe03751b0d38575b20..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ae7e1a3bb4b6e11ba2c0df4393e28089caa2381ff5a7ef0075cb30ffc19a4b57
-size 39322474
diff --git a/transformer.h.32.attn.c_attn.qzeros b/transformer.h.32.attn.c_attn.qzeros
deleted file mode 100644
index a286d1ec3c9dae7217062dfbf96759d45d93a3de..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6800d829329a553ea286f945fc934d3d1c729a6836cdcfc37240e3072d816e70
-size 308074
diff --git a/transformer.h.32.attn.c_attn.scales b/transformer.h.32.attn.c_attn.scales
deleted file mode 100644
index 240939e87cb4f2eeada65ad12ba426cbb82221c8..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ff7380f1186b64313c5ca4304340ab6bacc75856b854e7bcec09333b07f6530c
-size 615274
diff --git a/transformer.h.32.attn.c_proj.bias b/transformer.h.32.attn.c_proj.bias
deleted file mode 100644
index 4ca2680e0444b86f5ebbcc40fc72dab4b310cb67..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:47ca93f2dd8bb87a9ad5be9d813970a63037de9fcf0dcebeca800dd644ca022b
-size 13162
diff --git a/transformer.h.32.attn.c_proj.g_idx b/transformer.h.32.attn.c_proj.g_idx
deleted file mode 100644
index e55bf8c003c38d054f96cb1609a4901455b0e0df..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:907a4eb260159e06f1c95a45ddd63838ac671221b0ac48f7ee39f3a7c84fa59d
-size 50026
diff --git a/transformer.h.32.attn.c_proj.qweight b/transformer.h.32.attn.c_proj.qweight
deleted file mode 100644
index d69b7c011631ed1f721397fad14a08ff8901125d..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ba9bffa893996546a7392d3cf5f08a125cbf4713f4e0d5b3b9c450bf926897c
-size 37749610
diff --git a/transformer.h.32.attn.c_proj.qzeros b/transformer.h.32.attn.c_proj.qzeros
deleted file mode 100644
index 8a8dde4760ee9079292eb49400a9bbe374f9b207..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d395abc09f80a49b74d7acd0b6ea5d22a306d09655b2b8411343bc88c407e2f
-size 295786
diff --git a/transformer.h.32.attn.c_proj.scales b/transformer.h.32.attn.c_proj.scales
deleted file mode 100644
index 29efa99c192ddbba4e9d81ec8e2923f6fb86fe06..0000000000000000000000000000000000000000
--- a/transformer.h.32.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:39e216e238a917477fe2b2981184e13aa38e5c42ae5dc7d3ba2680c6ca96eb74
-size 590698
diff --git a/transformer.h.32.ln_1.bias b/transformer.h.32.ln_1.bias
deleted file mode 100644
index 85876361ccb432383c728c2af142f7c54c29d721..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4803fd9cb41fbb38c7fe95393105483ef248ada0f987d514e588a64f18739131
-size 25365
diff --git a/transformer.h.32.ln_1.weight b/transformer.h.32.ln_1.weight
deleted file mode 100644
index abb2e98bcb6a2e294a5f907b40d66b011dc89bbf..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bbaf8815e665c6494498fbd277e858f5c3938ad25c6c9bc23e2f54c3b3185195
-size 25365
diff --git a/transformer.h.32.ln_2.bias b/transformer.h.32.ln_2.bias
deleted file mode 100644
index 41523fc302ed007b139cf24d17ef29e6ab36e037..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:07d5dd09858aaf6244b063182ea8864adc6527267e874dbfe985bae19d53c0c8
-size 25365
diff --git a/transformer.h.32.ln_2.weight b/transformer.h.32.ln_2.weight
deleted file mode 100644
index 50de38ed1fb4e4f6cc63d336693cb5cb7d12c9ab..0000000000000000000000000000000000000000
--- a/transformer.h.32.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3bd2e68e4780231fdb7aeb84f7abf804674954fbdf92141b3d08edc14bd7a1f8
-size 25365
diff --git a/transformer.h.32.mlp.c_fc.bias b/transformer.h.32.mlp.c_fc.bias
deleted file mode 100644
index 755b4e7b3a3ade1b117f798e15983efa97c31479..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21f2996e16b7df207d42328095360e958a59154caae531a0b171c920f6496ca7
-size 50017
diff --git a/transformer.h.32.mlp.c_fc.g_idx b/transformer.h.32.mlp.c_fc.g_idx
deleted file mode 100644
index effd893fd02161a5ca5486fdc184654a6e549787..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f4807a1aec42d1e72efb8c339d8c845e2772c49d6b53b1669ff24a17cb1ce82
-size 50017
diff --git a/transformer.h.32.mlp.c_fc.qweight b/transformer.h.32.mlp.c_fc.qweight
deleted file mode 100644
index a7cba69c8d957ace6947fafcb0075ac424093a47..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bc3e968fb6f72dea8620dd339aea03a5492126ea05ff56f9db9d19380d9ecc91
-size 150995809
diff --git a/transformer.h.32.mlp.c_fc.qzeros b/transformer.h.32.mlp.c_fc.qzeros
deleted file mode 100644
index bd9fbf4821724c0eae853f2e011f52634626508d..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f3b1abc4c347acbc5d1cb46407753ed2a1ef7b959f7e93a9d8d2266f08ebd3a1
-size 1180513
diff --git a/transformer.h.32.mlp.c_fc.scales b/transformer.h.32.mlp.c_fc.scales
deleted file mode 100644
index b0d04eedfeb619821fad5dffb5dcc65ea3178fa8..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:14354eafb5adc436c44616c1e6262af785437c1052cdb0c4664b4d464db0c837
-size 2360161
diff --git a/transformer.h.32.mlp.c_proj.bias b/transformer.h.32.mlp.c_proj.bias
deleted file mode 100644
index 243dc931d1e632415cb080e01c8a4aaf018ee83c..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:05b7696c22300370bc5915c3c0a682c1d2cd823c8ef4e655ef551d156b142285
-size 13159
diff --git a/transformer.h.32.mlp.c_proj.g_idx b/transformer.h.32.mlp.c_proj.g_idx
deleted file mode 100644
index 4b081c6b2cae03f99959ebfbb772b15b6339e7e8..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a6d6c27c759e626d09520697a600cb797d3a041aaf4a9d44b129ecb8c58793f
-size 197479
diff --git a/transformer.h.32.mlp.c_proj.qweight b/transformer.h.32.mlp.c_proj.qweight
deleted file mode 100644
index 06ce435c8a2f531fa67a7bc137ffa6423a42fd51..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca7c406d1ccce582a4ad4cd84912d7744a163f6cd7f83b37cc1a1c58479e09bc
-size 150995815
diff --git a/transformer.h.32.mlp.c_proj.qzeros b/transformer.h.32.mlp.c_proj.qzeros
deleted file mode 100644
index 5f25afcc76b92bce1d80723fe760d0c6519fd0b9..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0ff54c9e88d1d0d9e30ff56dea279113a2b81321e081dbd2110091dac8f1aa3c
-size 1180519
diff --git a/transformer.h.32.mlp.c_proj.scales b/transformer.h.32.mlp.c_proj.scales
deleted file mode 100644
index d4f0daa516e12904984d9e2dd9b4018fc8b84ea5..0000000000000000000000000000000000000000
--- a/transformer.h.32.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:044bd4f077ec24f0c551f1d758cf1839841447915345f819a9be490dc3fc472a
-size 2360167
diff --git a/transformer.h.33 b/transformer.h.33
new file mode 100644
index 0000000000000000000000000000000000000000..cb7979d783b1da797686176a7f6f69c8b2269379
--- /dev/null
+++ b/transformer.h.33
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aace3b1eb91c4c45458e7c24e5e8d097e49cc270acf6bb7e8c3512638544f316
+size 388480889
diff --git a/transformer.h.33.attn.c_attn.bias b/transformer.h.33.attn.c_attn.bias
deleted file mode 100644
index 4cbdbd3f267cb2a9b1c3c322539b4c5cb0c6670a..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a5fe0a5913e7a122686fc3638bf62a594e1d42eabc1cc96fed50c962fa6966cd
-size 13674
diff --git a/transformer.h.33.attn.c_attn.g_idx b/transformer.h.33.attn.c_attn.g_idx
deleted file mode 100644
index d90cfe72ee5bf4d0f2351854426e1b7d2676c25c..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fe679a87d770589b9af3cadf4de97f90aa354aca3bc0d1cc562001ef4573a0c1
-size 50026
diff --git a/transformer.h.33.attn.c_attn.qweight b/transformer.h.33.attn.c_attn.qweight
deleted file mode 100644
index cf056d67296ce2dd04f71c0ba16dc35772a723b0..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1f2e7d8188bb5910d9c6f200da46cd4688ce40270407cdda9087bdce5c23c9b
-size 39322474
diff --git a/transformer.h.33.attn.c_attn.qzeros b/transformer.h.33.attn.c_attn.qzeros
deleted file mode 100644
index 277dcaa806236c8840fcc0d54f2a2080bcc676ff..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1a220f5b48c58376be16216df53e15cf3bf8b39e9751ac759895fff264368a27
-size 308074
diff --git a/transformer.h.33.attn.c_attn.scales b/transformer.h.33.attn.c_attn.scales
deleted file mode 100644
index f0821ddd1a98f0c475b5edce4eb0fd8ab8de90b3..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e4b75190ada8b239c0f62e4bc2dac99cb4eeff39a4537146580efa4197699be0
-size 615274
diff --git a/transformer.h.33.attn.c_proj.bias b/transformer.h.33.attn.c_proj.bias
deleted file mode 100644
index cea8a4fa7db88fb3e94302af2a9217ae514b0467..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9589e02bd0fac14f76b0bb0825d02c5bbd6f1f1502b6318f366ac5c5bc254175
-size 13162
diff --git a/transformer.h.33.attn.c_proj.g_idx b/transformer.h.33.attn.c_proj.g_idx
deleted file mode 100644
index 851d07242704a730dd6456b91ba51446db8dc91e..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8aa2ec6c1ab9b0984e5015541faccc7c97b8252aff015841747012fbd74d197b
-size 50026
diff --git a/transformer.h.33.attn.c_proj.qweight b/transformer.h.33.attn.c_proj.qweight
deleted file mode 100644
index aca6d620a4caa6cfe435c2bf1413494b638c947a..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a31840e7afbe3bcdcb72d538d820bdb53728e220b55eb4adbd259ee59e1c6d73
-size 37749610
diff --git a/transformer.h.33.attn.c_proj.qzeros b/transformer.h.33.attn.c_proj.qzeros
deleted file mode 100644
index 24a374768203c3795283659a3a80ed06e1f10200..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b36f9fdf7b5883ab75689110945e11adbe0f3c7b156a7501f30bc5cfc283ac1d
-size 295786
diff --git a/transformer.h.33.attn.c_proj.scales b/transformer.h.33.attn.c_proj.scales
deleted file mode 100644
index 8ccd5424714861e71d9a393befad326635b50559..0000000000000000000000000000000000000000
--- a/transformer.h.33.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a22366a0a289179786979160e268e607f1e01d570e0ea5939d11f37cc1335d1
-size 590698
diff --git a/transformer.h.33.ln_1.bias b/transformer.h.33.ln_1.bias
deleted file mode 100644
index 8ab4af9d2c6d0365970cecdbb08258e844f71c19..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb66d758349743a7ef2f6990f54957d38529cde1d30e9dc0eccdddb80690a886
-size 25365
diff --git a/transformer.h.33.ln_1.weight b/transformer.h.33.ln_1.weight
deleted file mode 100644
index 116a0ae74d7e1465dcfeed07ed8bb52f2124f32d..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a29e3067f092e2a9f6b3c6b6f546984cf39d83f1ee258d79dfb443e41d338de
-size 25365
diff --git a/transformer.h.33.ln_2.bias b/transformer.h.33.ln_2.bias
deleted file mode 100644
index 1bd03b868df80e5a4364e6c4bfadfa3319f7a3bb..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:391b3372bf9cbe963102b74348499a2fb759e6d8bf88b37622043fcd20ca6759
-size 25365
diff --git a/transformer.h.33.ln_2.weight b/transformer.h.33.ln_2.weight
deleted file mode 100644
index cd4a83f5a76a274f60317b617c3dc21ca0063ad1..0000000000000000000000000000000000000000
--- a/transformer.h.33.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8155aeed10533158f88b46f137ca45bd9b59497eba4683f805ba420aa18ea361
-size 25365
diff --git a/transformer.h.33.mlp.c_fc.bias b/transformer.h.33.mlp.c_fc.bias
deleted file mode 100644
index b17bc2d76a93cc60ee28ee2e7dca84ae3f407121..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4b949929edfcfb624138767fe39ce142f677b91ed84cf9352fdcbdfe6358a5e
-size 50017
diff --git a/transformer.h.33.mlp.c_fc.g_idx b/transformer.h.33.mlp.c_fc.g_idx
deleted file mode 100644
index b575c067dca592de0bdfea6e61e8c66cc3b38570..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f2b40beab01a233f0def6a2ff1b20fff4331bcd639dcce4f8a40215aa930c2d
-size 50017
diff --git a/transformer.h.33.mlp.c_fc.qweight b/transformer.h.33.mlp.c_fc.qweight
deleted file mode 100644
index 9d7570d84228998002f9906ed5ebf6c7f8728b12..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b5e7568ed816b31a7b2c98f709e857d4ea26a407d35607566f76d26b3c107667
-size 150995809
diff --git a/transformer.h.33.mlp.c_fc.qzeros b/transformer.h.33.mlp.c_fc.qzeros
deleted file mode 100644
index a786e4223f358b7f378200ac1f56c4017518ab22..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43b9844e549d0de7b7adc5c9f8707ff71ba922578eade2486d5fa312119e833b
-size 1180513
diff --git a/transformer.h.33.mlp.c_fc.scales b/transformer.h.33.mlp.c_fc.scales
deleted file mode 100644
index 377ee8cb3a8bacd70e56550836bc19e4a34be521..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a711d757a9809016404c2564706c37739dbbb562bc697902db9e615791e8d132
-size 2360161
diff --git a/transformer.h.33.mlp.c_proj.bias b/transformer.h.33.mlp.c_proj.bias
deleted file mode 100644
index 5a2c60a26c9e2e92b76f0d3e4a2cd4545dfbe7c6..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab73d10d469fdfcaa2f4ddd3247bce3c6005462363f678e67b5ff1993a03546f
-size 13159
diff --git a/transformer.h.33.mlp.c_proj.g_idx b/transformer.h.33.mlp.c_proj.g_idx
deleted file mode 100644
index ae377863854d0fe525a9bd48ea6b90799c26dbad..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:289ee45d9e0149fee3d98740b0b30369f42fc1dc011a82d0ff0d7154fb121750
-size 197479
diff --git a/transformer.h.33.mlp.c_proj.qweight b/transformer.h.33.mlp.c_proj.qweight
deleted file mode 100644
index b0027e57aeb6a4153af1cfc6215b15f44dbacef2..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9d0ebbf8246c71e7b924fcab0a9ca4da3bfc236e2d5b0bf8bb4b9cc3f55ba722
-size 150995815
diff --git a/transformer.h.33.mlp.c_proj.qzeros b/transformer.h.33.mlp.c_proj.qzeros
deleted file mode 100644
index 64b2c8ebf5605861e0a19e13c69a939ab66d993c..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bbc95742584cb4cfe482253cfa9fc6a7ad3a9d00fcbfc3512159ec5cc6b09932
-size 1180519
diff --git a/transformer.h.33.mlp.c_proj.scales b/transformer.h.33.mlp.c_proj.scales
deleted file mode 100644
index 0e8e9fd697685a79a8948eccb53c1e8830c4bfe8..0000000000000000000000000000000000000000
--- a/transformer.h.33.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:34882a8272c49262a1b8e0bbd7c7d1f9f872312e4dd6e580eba30ddd31c4f975
-size 2360167
diff --git a/transformer.h.34 b/transformer.h.34
new file mode 100644
index 0000000000000000000000000000000000000000..8bbc8dc25067fe07a7ed937867648f008a5d4015
--- /dev/null
+++ b/transformer.h.34
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8905d92041824363dc8d5f6c0e34efe1df56d59bf8720320b1a0ef6c875541ab
+size 388480889
diff --git a/transformer.h.34.attn.c_attn.bias b/transformer.h.34.attn.c_attn.bias
deleted file mode 100644
index 6bd37c57f185a90411f5c6b5767fa8d3c9cf4ba9..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1d7b7c6a97a4c08c93ffeebf7a192ade38a6919cf5384dede15b3dec5a8ba06e
-size 13674
diff --git a/transformer.h.34.attn.c_attn.g_idx b/transformer.h.34.attn.c_attn.g_idx
deleted file mode 100644
index 77f6af3d5c2ec10d2c55bd77f7ef72aa88c37c73..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e54eae34a92258955b3509abc2613ecdf87488c1a2e17f2918ac89982868e9fb
-size 50026
diff --git a/transformer.h.34.attn.c_attn.qweight b/transformer.h.34.attn.c_attn.qweight
deleted file mode 100644
index b056489087475f56ef893398b90b7854bce71ba9..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:605a1fb4fb5bf52a04e812a90b33a671180f18e908bbc3a61a81184a7c915551
-size 39322474
diff --git a/transformer.h.34.attn.c_attn.qzeros b/transformer.h.34.attn.c_attn.qzeros
deleted file mode 100644
index c1e7d3ff521309429780d1364be75e5d50901266..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3116333b7a6f6b1c83754f4808beb309108111d7fa5d89629dc8751770931c5
-size 308074
diff --git a/transformer.h.34.attn.c_attn.scales b/transformer.h.34.attn.c_attn.scales
deleted file mode 100644
index 48fe2b1a1863d90ebf1d4b6c3ef850728cb351cc..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bf9bd0d0fb462a3e12eec2578bcb552b5918cf9233fb3390f449c34abc7b19a4
-size 615274
diff --git a/transformer.h.34.attn.c_proj.bias b/transformer.h.34.attn.c_proj.bias
deleted file mode 100644
index 5b93a509ea30b27cdf460a2cefccd273435afed6..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:982d8382a7e10a1311836a78b49ea5a2b1f91cc88fa913c5ab7f61f7cf80c2ed
-size 13162
diff --git a/transformer.h.34.attn.c_proj.g_idx b/transformer.h.34.attn.c_proj.g_idx
deleted file mode 100644
index b4f6a8f591318d4ec7e257a420403795f3ceb3c6..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77408cd1b18bbd365c66efbaefd6e95ee2fa374c6515603657b6a3b11b50fd01
-size 50026
diff --git a/transformer.h.34.attn.c_proj.qweight b/transformer.h.34.attn.c_proj.qweight
deleted file mode 100644
index d1247319c06cb324b510c3c96947ed0056053b6c..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:974da517030fd236106f8f32a650ba1210af12f2f35e04bbd81fca05cff38b55
-size 37749610
diff --git a/transformer.h.34.attn.c_proj.qzeros b/transformer.h.34.attn.c_proj.qzeros
deleted file mode 100644
index 369dded614611b388131ea08555786b9e3a3d72d..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15ecd77e3c7b52b869fdccc3327f3d8b67683a240b228623565803285db352fc
-size 295786
diff --git a/transformer.h.34.attn.c_proj.scales b/transformer.h.34.attn.c_proj.scales
deleted file mode 100644
index 36dde61bf0a3335ca21f933daaf809af39134080..0000000000000000000000000000000000000000
--- a/transformer.h.34.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0efdccf39e3571ffc7584a35a1cc443cf750fa5f6f6230535fe1838e4c8cb7ee
-size 590698
diff --git a/transformer.h.34.ln_1.bias b/transformer.h.34.ln_1.bias
deleted file mode 100644
index e58d2f5e9cdd37b71a6d025f456c7f25108c8ad7..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9ba008dd4ef69d5709f8e9a2e4350c0a01266a44284085b5024527fcfebe2bbb
-size 25365
diff --git a/transformer.h.34.ln_1.weight b/transformer.h.34.ln_1.weight
deleted file mode 100644
index 0a5996071d0cb6e573b18328629722a20caa0771..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:31fd775f8d63910b7240d94aa0c9ec0c7ff63370c62f5203402cabf12d85edbc
-size 25365
diff --git a/transformer.h.34.ln_2.bias b/transformer.h.34.ln_2.bias
deleted file mode 100644
index ae27240a94eb149a33d304c43ff55d64a556f3fe..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9874c88a75553fbb946a948013b1f8bfcd53c8fdc1bfa436166598fbd3ed7219
-size 25365
diff --git a/transformer.h.34.ln_2.weight b/transformer.h.34.ln_2.weight
deleted file mode 100644
index 0970ba41addd87795c5d1311950ce55d1d338c1e..0000000000000000000000000000000000000000
--- a/transformer.h.34.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9a6d3bf1c4bf474eb431d96889e3d60822ff05dc843266b70867925a7fd82b8c
-size 25365
diff --git a/transformer.h.34.mlp.c_fc.bias b/transformer.h.34.mlp.c_fc.bias
deleted file mode 100644
index b0ae7e1cba50a89a18886c244f743b50c2df5924..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e4efafbe45ab7c1ad72df2a7e0defbc01160065bc5b274b114621232098dbd2a
-size 50017
diff --git a/transformer.h.34.mlp.c_fc.g_idx b/transformer.h.34.mlp.c_fc.g_idx
deleted file mode 100644
index 2e7068f5271abe2b78884846389a604e8d5489f9..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f064bf4a7382705053704a95194b08614c7663f5abfa6f5705cad1f867c2af92
-size 50017
diff --git a/transformer.h.34.mlp.c_fc.qweight b/transformer.h.34.mlp.c_fc.qweight
deleted file mode 100644
index 19f7158c7074a1118790010bb922cca20e7d12f9..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bed730beb86df3cc0a0e616e483a0527fce06feac96ac4b70fb84295da7b5c8d
-size 150995809
diff --git a/transformer.h.34.mlp.c_fc.qzeros b/transformer.h.34.mlp.c_fc.qzeros
deleted file mode 100644
index 00686934c3cbae7def8859d2b245c6a9c6aa5bfe..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:294fe35acb3f7edf3f7768575e90694fe694eea16999bdd415dad079b2996aa4
-size 1180513
diff --git a/transformer.h.34.mlp.c_fc.scales b/transformer.h.34.mlp.c_fc.scales
deleted file mode 100644
index 7bb0973b7d42c501e50c8ed818de4d16dee0c170..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2ac845c3f24714620c7201af103e9620eeb03775f94d58eb94f18e3d30ef179c
-size 2360161
diff --git a/transformer.h.34.mlp.c_proj.bias b/transformer.h.34.mlp.c_proj.bias
deleted file mode 100644
index 7775ea5891c5b944e92d85fb1a8617e9864526ba..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5db4a315a63f3ffd73f20b82d67069a89ca5a79474074f8caf5ae3c42de43d75
-size 13159
diff --git a/transformer.h.34.mlp.c_proj.g_idx b/transformer.h.34.mlp.c_proj.g_idx
deleted file mode 100644
index 64377aeb04000f934205f7f2af72c59aa4d1d27d..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:11f817ee57fb185b56342d082f5fa1db02cd32d51207dd7d934fb85ae58e1780
-size 197479
diff --git a/transformer.h.34.mlp.c_proj.qweight b/transformer.h.34.mlp.c_proj.qweight
deleted file mode 100644
index be5ef32958cac2f266a2c1f636ef17b9b91f22bf..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a2bc91a1160dcbc889a1a02b125dbaeb7244514fcd7eea6e358643bf28a8f8c5
-size 150995815
diff --git a/transformer.h.34.mlp.c_proj.qzeros b/transformer.h.34.mlp.c_proj.qzeros
deleted file mode 100644
index 33900a11cf9b49c3fb55f6a7145895399f81aa0d..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7a713a1374be63bae16662a8ae734e882d089d027308b3788b5ec6d47f84e43c
-size 1180519
diff --git a/transformer.h.34.mlp.c_proj.scales b/transformer.h.34.mlp.c_proj.scales
deleted file mode 100644
index ebfaa5a1cdb725b6c1b9818e6c24229429022175..0000000000000000000000000000000000000000
--- a/transformer.h.34.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:194e5d686067bd19327621136de20f7dbf8b48ddd2df4a2631aaa92a1319bdfd
-size 2360167
diff --git a/transformer.h.35 b/transformer.h.35
new file mode 100644
index 0000000000000000000000000000000000000000..a76213352df1d30c8b2f40caab8a566aac547478
--- /dev/null
+++ b/transformer.h.35
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17648c4deca8c4acb2cc8ca144202ab88b518cd4b385820b83dd4ac4b73c3d18
+size 388480889
diff --git a/transformer.h.35.attn.c_attn.bias b/transformer.h.35.attn.c_attn.bias
deleted file mode 100644
index 2bb82f8ce8426d438e367b8c80476f0f26d732d4..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:182c79f5530fe014463fb4bcd03fdd97fc70da1e62a6c5ea5aeb254dbf098093
-size 13674
diff --git a/transformer.h.35.attn.c_attn.g_idx b/transformer.h.35.attn.c_attn.g_idx
deleted file mode 100644
index 5e69efb8c6f8e35cb7303e006082174dcdc271e6..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d0696bfaf43002d385f26bbbf7cbb512c3c4604e86dbe79b3b204b21ee8d7658
-size 50026
diff --git a/transformer.h.35.attn.c_attn.qweight b/transformer.h.35.attn.c_attn.qweight
deleted file mode 100644
index 1d6205a3040d821a9e32f3c2f7003088db6d80cc..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dcce9d8872fcd4a70850639943d908027e270fc0198858b99d949ef78a20dc62
-size 39322474
diff --git a/transformer.h.35.attn.c_attn.qzeros b/transformer.h.35.attn.c_attn.qzeros
deleted file mode 100644
index d778fc03b5e884087762f7022fc5f12df67b1b7a..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8aa91b50fa9e8e60c306a023b6a2e30994faff6bfa362f209131b6d5cfc77262
-size 308074
diff --git a/transformer.h.35.attn.c_attn.scales b/transformer.h.35.attn.c_attn.scales
deleted file mode 100644
index d7173ed41e0e70515c69f14cafeb3f36eee4ab4b..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1471b14ae6b732df7cecd3c0ca2d993e75c265d2817314e75ad309b31d412c72
-size 615274
diff --git a/transformer.h.35.attn.c_proj.bias b/transformer.h.35.attn.c_proj.bias
deleted file mode 100644
index 7e4f27b7f42556d94b833787cc3b58cb25022d97..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bf8717f5e66c31b543029a02b4a097965c0bd44d652909cb9d6b8d855013f415
-size 13162
diff --git a/transformer.h.35.attn.c_proj.g_idx b/transformer.h.35.attn.c_proj.g_idx
deleted file mode 100644
index bab22f3fd8cab6c3d3d5a203fce909beeba1cac3..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e7320cb596aa59fa01c12ca309de1159226ac7430f03e4d19aff9374b8d97dd9
-size 50026
diff --git a/transformer.h.35.attn.c_proj.qweight b/transformer.h.35.attn.c_proj.qweight
deleted file mode 100644
index ea71fd84bd25cb0c35e25a408b91875482f8ee10..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ee05f13816cb8c6d46776e360ac26c165cfdf7fbf2612bca438f5bd6299d391
-size 37749610
diff --git a/transformer.h.35.attn.c_proj.qzeros b/transformer.h.35.attn.c_proj.qzeros
deleted file mode 100644
index 3483217ab8472dd315d5bca21d87f689dabf2b51..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15b7aed8c6e119295bf51ba97e056c754bbb1089c6ae725f3833bf3599e6de39
-size 295786
diff --git a/transformer.h.35.attn.c_proj.scales b/transformer.h.35.attn.c_proj.scales
deleted file mode 100644
index 63d4bf90bcacbe194b5d7298c7d641b3e660e482..0000000000000000000000000000000000000000
--- a/transformer.h.35.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9c180bf79fd26fccf1648342ae13aa0b797055e19ac55a9d3b787283cb05a77b
-size 590698
diff --git a/transformer.h.35.ln_1.bias b/transformer.h.35.ln_1.bias
deleted file mode 100644
index 7d636d904d9f0d30e382930b95a5eb0e297012f4..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bb4a9b8a7260f7ab704d6025736af2f11e8338d9e248c32688b899078ebc59ad
-size 25365
diff --git a/transformer.h.35.ln_1.weight b/transformer.h.35.ln_1.weight
deleted file mode 100644
index 520e332b4eaf0a12c7c530e5177ba20bd28ab8f5..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ad401c29ed4b0a00e980faf1d12f657c39395d80cdb3283dc5461c90b2e2a01
-size 25365
diff --git a/transformer.h.35.ln_2.bias b/transformer.h.35.ln_2.bias
deleted file mode 100644
index 666700623b7f46f9bb53fd78bb2d56c1ff2ceeea..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b555990a029b31da8a6dd251087363e14b75e0a3111684a805de34c2f69c79be
-size 25365
diff --git a/transformer.h.35.ln_2.weight b/transformer.h.35.ln_2.weight
deleted file mode 100644
index 8ba323501d94310c035679ec393571fa1c943931..0000000000000000000000000000000000000000
--- a/transformer.h.35.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:add2adb6c8a2fadb4128033c902202aed1348da2de2232a9dc0b1e0be0cfb3de
-size 25365
diff --git a/transformer.h.35.mlp.c_fc.bias b/transformer.h.35.mlp.c_fc.bias
deleted file mode 100644
index 8ba0df894772d025105599c053507c6530b0f6f7..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0d243975da3ea60b56c6adc41a1a7150e3741f9e704c7dc0b3cdb7d621456896
-size 50017
diff --git a/transformer.h.35.mlp.c_fc.g_idx b/transformer.h.35.mlp.c_fc.g_idx
deleted file mode 100644
index 79a896f6c5f210e24a346198f0e907c30f0de041..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4567f88510991345ae70802f10c889ab1eb29a828cf23e0ac8290aaf4390d383
-size 50017
diff --git a/transformer.h.35.mlp.c_fc.qweight b/transformer.h.35.mlp.c_fc.qweight
deleted file mode 100644
index dd727d4bb145284e31d29229ebd1697071dbe8aa..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d9b53f793491c00a5b43d353be103f29b05821bc4061f60ebdb43b77c3525415
-size 150995809
diff --git a/transformer.h.35.mlp.c_fc.qzeros b/transformer.h.35.mlp.c_fc.qzeros
deleted file mode 100644
index 782562e8c219f65581555e09b1809b9ed2a7288a..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e52d279359a678485e4a0294eb34461b7a500ef6a3dbfb3bf4c57fc0ba61d325
-size 1180513
diff --git a/transformer.h.35.mlp.c_fc.scales b/transformer.h.35.mlp.c_fc.scales
deleted file mode 100644
index 04463d937463c2cd3e509f32e7b9b8b751d9b162..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:16a4cc7eeb2e04b26d10ceb0cc2fafda1617222643b036530638ea20c133b6c8
-size 2360161
diff --git a/transformer.h.35.mlp.c_proj.bias b/transformer.h.35.mlp.c_proj.bias
deleted file mode 100644
index 860a7d6d17b676b5b08635a8d3050a5d8d9fb9f4..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2262c023721788a6944d1c169e4926de7a18169e7fae1207bc13a46b07a80d43
-size 13159
diff --git a/transformer.h.35.mlp.c_proj.g_idx b/transformer.h.35.mlp.c_proj.g_idx
deleted file mode 100644
index a5fb65c48f5c4c2db4112d16db83ee78adb9fbec..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:594f64f9181e58ca3bbc7159d9cec39caff923dbd043dd777c145dd46b4bfc36
-size 197479
diff --git a/transformer.h.35.mlp.c_proj.qweight b/transformer.h.35.mlp.c_proj.qweight
deleted file mode 100644
index 48ef0d95aab048a32f49dcccc852b6a1db9ee697..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:30549c33a4407b365d92fb5d47e7e735c01bc0f98972c441dd16c5b62dd25985
-size 150995815
diff --git a/transformer.h.35.mlp.c_proj.qzeros b/transformer.h.35.mlp.c_proj.qzeros
deleted file mode 100644
index 359a8608a6047c1cfb6417df4f7baa56297b1303..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:379137e602a201adbdc592c2e30392e4cfb81d8df85cc33a95a4869c7ac4623f
-size 1180519
diff --git a/transformer.h.35.mlp.c_proj.scales b/transformer.h.35.mlp.c_proj.scales
deleted file mode 100644
index 077f0bfd2183c0cca2291e19722676db6882cb0e..0000000000000000000000000000000000000000
--- a/transformer.h.35.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6ab7496ca2ead45675d6fedee948872b1c4088ccdb34c1d0734be7a5ae0ac4d3
-size 2360167
diff --git a/transformer.h.36 b/transformer.h.36
new file mode 100644
index 0000000000000000000000000000000000000000..976b140e08ee19c420ba7555544f8c853102887f
--- /dev/null
+++ b/transformer.h.36
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f144b6ec5ff8faaa9c3ec1d7a6d5538c18a6b923fee9a44db2e1b54419034996
+size 388480889
diff --git a/transformer.h.36.attn.c_attn.bias b/transformer.h.36.attn.c_attn.bias
deleted file mode 100644
index 4741e28c5f5e3dc0623dbc92e83219eaa9790f9e..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:245af503eec2699afd251b3f880ea044c4650faaeee50ef1e9e01586d29fd23b
-size 13674
diff --git a/transformer.h.36.attn.c_attn.g_idx b/transformer.h.36.attn.c_attn.g_idx
deleted file mode 100644
index 2cf757c52b26e1cb78fc807f192851c2bd81bcea..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:871055db9aecfc53a65802ef42346c820acb6b20243a7a4f45d9f765188f81f7
-size 50026
diff --git a/transformer.h.36.attn.c_attn.qweight b/transformer.h.36.attn.c_attn.qweight
deleted file mode 100644
index 2c47b9d1e97fd3f405ec42083dca97531872bcd1..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:43ccf2ad9364e15d72f74b91ab2450c1b2411bbb695c634b250cc4aa81a25574
-size 39322474
diff --git a/transformer.h.36.attn.c_attn.qzeros b/transformer.h.36.attn.c_attn.qzeros
deleted file mode 100644
index 1700d9cbc0a48e9ccaa01a29249ba2f203bf535b..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d048e03947d241d1de611fe644d6dad8ba7a58815ea525fe403ef1b2b8ecea57
-size 308074
diff --git a/transformer.h.36.attn.c_attn.scales b/transformer.h.36.attn.c_attn.scales
deleted file mode 100644
index 3715be97f9f7aa0e6383412e6b28a7bf7438bcf8..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dafcdf41f37205e7702ed6b2816188194c8c5c8ae68c6ecfc7c2b711f6288b30
-size 615274
diff --git a/transformer.h.36.attn.c_proj.bias b/transformer.h.36.attn.c_proj.bias
deleted file mode 100644
index 98d396090476d3775332081f8eaacb66099c1d63..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cdfa1a12b12a711ac2faf32d3dca31d93b9817167b6568a613fc688afa1b57bc
-size 13162
diff --git a/transformer.h.36.attn.c_proj.g_idx b/transformer.h.36.attn.c_proj.g_idx
deleted file mode 100644
index 19cbf1e052acf30a294d68ae3ccc63cd8c55954a..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e8807fa8c1afa7fe0e8fca8f2cbb3535579da7e7645650200795c5849ea3a09a
-size 50026
diff --git a/transformer.h.36.attn.c_proj.qweight b/transformer.h.36.attn.c_proj.qweight
deleted file mode 100644
index ae83b0cd279fd4b9474c1de34edbbe20b6d736df..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8986da6ba56623c3fb9eb1b1d04cd098954d22ec23d5134a4101032599fb75cc
-size 37749610
diff --git a/transformer.h.36.attn.c_proj.qzeros b/transformer.h.36.attn.c_proj.qzeros
deleted file mode 100644
index 650a092100cb8fb30b333c2b510ff5e0d4818c4b..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0cf8c359a85f61ee1accaf6094b349a60bb682823a5f8d26d5c130c2e456e99f
-size 295786
diff --git a/transformer.h.36.attn.c_proj.scales b/transformer.h.36.attn.c_proj.scales
deleted file mode 100644
index 75c09ab5bec449c988a691506c45ac15907eb63a..0000000000000000000000000000000000000000
--- a/transformer.h.36.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:92a6485a6bc709bafaf8d5604835a0d9e9e3aa9ebbc0bcece453dd0c6d36bfc5
-size 590698
diff --git a/transformer.h.36.ln_1.bias b/transformer.h.36.ln_1.bias
deleted file mode 100644
index eb0568b61d18fdd3493bed224d5626b50d2c84d3..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10d443d78be356ef6af4ead66bf04e0016d9c956bfbe4692476bd4f3f4075dd4
-size 25365
diff --git a/transformer.h.36.ln_1.weight b/transformer.h.36.ln_1.weight
deleted file mode 100644
index 71a5649596a32ce2e427267c0e584947c5dd848e..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b38f284e87e139ebc49b8d85657a2030e37ec48c1add9455ae61524f46d6b5a6
-size 25365
diff --git a/transformer.h.36.ln_2.bias b/transformer.h.36.ln_2.bias
deleted file mode 100644
index 0fc8e629d0e2b1624b7fbb37ee32e0fd0f27a14a..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:764aeba0215983358fb2ba9af4d5c6baf6cc0fa52bcb773318199a22f9459432
-size 25365
diff --git a/transformer.h.36.ln_2.weight b/transformer.h.36.ln_2.weight
deleted file mode 100644
index 8c2186d849234a1fd841ca552810057642e5e016..0000000000000000000000000000000000000000
--- a/transformer.h.36.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:249cd8bb5cc6e891a4ab7e2bb57695f6483caa688cd041b446101a4f57b1c78c
-size 25365
diff --git a/transformer.h.36.mlp.c_fc.bias b/transformer.h.36.mlp.c_fc.bias
deleted file mode 100644
index 006dc279bc8e859dd2dfaf47f6d0864a74ee7c09..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7fe6702dbb8a0c4e9c6506fb9817178e590dedaa8e4e01f1d69c30e91a92c226
-size 50017
diff --git a/transformer.h.36.mlp.c_fc.g_idx b/transformer.h.36.mlp.c_fc.g_idx
deleted file mode 100644
index 1c0b0708f3482b7d094ce2fa7231ecdf480e8b65..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dffee4c3cb602f80fce13eedc8215d42cc6003afff9f576b96ede78565bdf25f
-size 50017
diff --git a/transformer.h.36.mlp.c_fc.qweight b/transformer.h.36.mlp.c_fc.qweight
deleted file mode 100644
index cfe0a6a5e8c626c1b34ee212851c9969b6b194a4..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f869397693ee714213e7c00995b60fd9e8f011e23f4abf41a79eabbc94ce20a9
-size 150995809
diff --git a/transformer.h.36.mlp.c_fc.qzeros b/transformer.h.36.mlp.c_fc.qzeros
deleted file mode 100644
index f6244347779c147ba1723d4949158b02a5bf9b62..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:65d45c181a657588e164a501b5071d731445c1b6b30f74e81ce1a17441360525
-size 1180513
diff --git a/transformer.h.36.mlp.c_fc.scales b/transformer.h.36.mlp.c_fc.scales
deleted file mode 100644
index 81c80173a6ea8e4cc7fa70969c6433e64c9a6577..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52dc4cf7f77542dea83d19fb9178d7f4a621f3fc90d0127c21f392e347f34568
-size 2360161
diff --git a/transformer.h.36.mlp.c_proj.bias b/transformer.h.36.mlp.c_proj.bias
deleted file mode 100644
index 9f7d8e6f5fafe68109e6563549098a88c684c09d..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b0f078ee4092ad8ee5c92d399d7a8949e5c60b816d644a807fdc2a8cb865a479
-size 13159
diff --git a/transformer.h.36.mlp.c_proj.g_idx b/transformer.h.36.mlp.c_proj.g_idx
deleted file mode 100644
index 39ec5a27a5bc1a7c7378b5709d6ab650df066545..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:01fa0ce3c58bdcf026c6d64c29a2bcb3aa88c89d0583fca400eb478e34271e76
-size 197479
diff --git a/transformer.h.36.mlp.c_proj.qweight b/transformer.h.36.mlp.c_proj.qweight
deleted file mode 100644
index ae9d220086a09a8ef330ae19c66a9548d7e3efbd..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:038511a5c5cfec76b645717674595329d29234e45ac0df75bc932fcb8ae3301b
-size 150995815
diff --git a/transformer.h.36.mlp.c_proj.qzeros b/transformer.h.36.mlp.c_proj.qzeros
deleted file mode 100644
index eae0043f5634edbab9e0dd110396acf10f9356d0..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be605d3ddfcb69f5ecd81322768107f8bb8c5bff47a72ac9218b2eccd79c45cd
-size 1180519
diff --git a/transformer.h.36.mlp.c_proj.scales b/transformer.h.36.mlp.c_proj.scales
deleted file mode 100644
index 5a2387b073158291cf0c5431d5c4394a7bce4e97..0000000000000000000000000000000000000000
--- a/transformer.h.36.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cfcddc8d59c1db81071790790f96c8fd322b435133015f22b8cec8152d44a981
-size 2360167
diff --git a/transformer.h.37 b/transformer.h.37
new file mode 100644
index 0000000000000000000000000000000000000000..86196be9799f6fc8a6e9cb7b195c8fe6043633cd
--- /dev/null
+++ b/transformer.h.37
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c173705c5884576eb30bff00caf86dd1c142acd108723f20f069e002e101e32c
+size 388480889
diff --git a/transformer.h.37.attn.c_attn.bias b/transformer.h.37.attn.c_attn.bias
deleted file mode 100644
index 562c8a110c4cd92cacfe558ffb8e27ad5a3ee73e..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b7463234ef0c4b9a0530e9fac216a5afccb1814f8de8f23039f9efe95f45b74
-size 13674
diff --git a/transformer.h.37.attn.c_attn.g_idx b/transformer.h.37.attn.c_attn.g_idx
deleted file mode 100644
index c544542c771cedfd4082e9286e7c27e807c66316..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:02dbd9d4c5551cd296513e6c07a541debb26f344812b753cfd1461f604820412
-size 50026
diff --git a/transformer.h.37.attn.c_attn.qweight b/transformer.h.37.attn.c_attn.qweight
deleted file mode 100644
index a9891a2b11484a2d1f9fe149383b22d465bf48a4..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5d4b929cf6957c377ce7a3992895b45f1b6dd760f3958a587ebacebf43193594
-size 39322474
diff --git a/transformer.h.37.attn.c_attn.qzeros b/transformer.h.37.attn.c_attn.qzeros
deleted file mode 100644
index 9d5a098ad2dcaecd8e82f682b3c3b67d87908136..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec82a91c0e517036babf90e04ed8bf52c2f70fa22f4bd291b79ba7768e88c69a
-size 308074
diff --git a/transformer.h.37.attn.c_attn.scales b/transformer.h.37.attn.c_attn.scales
deleted file mode 100644
index 20d52760afc1a77f531b17ff0928d24cb086c643..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:12426390488cd9d8e6bb5459da93774b00c7560a3266bdb9462ffa9832e0178a
-size 615274
diff --git a/transformer.h.37.attn.c_proj.bias b/transformer.h.37.attn.c_proj.bias
deleted file mode 100644
index 817491ce4159b671f30585200fc7f608ead0dec2..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91753f70673a684c14c520f25c34977c52f28fb256cd26982f6a602084da359b
-size 13162
diff --git a/transformer.h.37.attn.c_proj.g_idx b/transformer.h.37.attn.c_proj.g_idx
deleted file mode 100644
index ed6913465a83d28ebe3b4bbf8f3a687366db39f2..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ffae18ff2341a510007174d2fb488dd24461468e1b9a9733abbbbc4a39433da6
-size 50026
diff --git a/transformer.h.37.attn.c_proj.qweight b/transformer.h.37.attn.c_proj.qweight
deleted file mode 100644
index eded51073f624be7515516e4a5d13f29c990fe02..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:98e3ea9068879692688bfb99ec0a457b34a966f98bcd7b98f311ade8fba454c7
-size 37749610
diff --git a/transformer.h.37.attn.c_proj.qzeros b/transformer.h.37.attn.c_proj.qzeros
deleted file mode 100644
index 5c28f30eebc3bc93524d6dd855d8d4f867d4c4ce..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dfeb498cf8e2c39bcdba452070c4a2d9a6b761667b7d89882c50dd3b025b717c
-size 295786
diff --git a/transformer.h.37.attn.c_proj.scales b/transformer.h.37.attn.c_proj.scales
deleted file mode 100644
index 7d10d262e5eabbd778805445561ab53d254bb066..0000000000000000000000000000000000000000
--- a/transformer.h.37.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4efd5d864e9c691f9bf5894c6873e77c895a6553e311d1d726b487065a0d497c
-size 590698
diff --git a/transformer.h.37.ln_1.bias b/transformer.h.37.ln_1.bias
deleted file mode 100644
index 3b624761617746bd7aa8f1d115c6b0f01edb956d..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:24afd064432144d375b6c11fd0b53b21db53bdbdf3d39008a51c927b622fbc2a
-size 25365
diff --git a/transformer.h.37.ln_1.weight b/transformer.h.37.ln_1.weight
deleted file mode 100644
index 96eb610f9515e8e4521af50b7b8b273f12477296..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be1a7a211ef392afd78755f3a51f2f233d0e271a1e7966ea200cf1507d41e116
-size 25365
diff --git a/transformer.h.37.ln_2.bias b/transformer.h.37.ln_2.bias
deleted file mode 100644
index 1a1ff4c3528dae2bd26190a58e5db7b937521b5c..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:560abdd1aab44bd9ee74ef6a48021c8c02dfbfc706d2eea55363c73edfc6b2f3
-size 25365
diff --git a/transformer.h.37.ln_2.weight b/transformer.h.37.ln_2.weight
deleted file mode 100644
index b33d2bcc5e64662c311aae91296e83a6bca54f7f..0000000000000000000000000000000000000000
--- a/transformer.h.37.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c1cc5783fc8b34fd7fb1dfe7ce075b2cc3ccdfc76a12d866f1785d8c16312420
-size 25365
diff --git a/transformer.h.37.mlp.c_fc.bias b/transformer.h.37.mlp.c_fc.bias
deleted file mode 100644
index 3d01088858a487dfb51f1c870ec4854f3a80a5e7..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4d2f51b429801be519152dbbfac99f9e6f0d8d3ee984dda907f2ae3ddc5d575
-size 50017
diff --git a/transformer.h.37.mlp.c_fc.g_idx b/transformer.h.37.mlp.c_fc.g_idx
deleted file mode 100644
index ce29f7816201dc02450e5fea596fcf69eda7a16f..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20b9e0d4f7584f3ae8a01a6c86b4f684f34f55adb4489a3710b17e1dd7122466
-size 50017
diff --git a/transformer.h.37.mlp.c_fc.qweight b/transformer.h.37.mlp.c_fc.qweight
deleted file mode 100644
index dfd2b10a2c5a401c492276884decb6df9e0cd437..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7b03c15798f5852eaf83c1604b37e7af60b2f5f00d0c30bd53ba86560ee6d113
-size 150995809
diff --git a/transformer.h.37.mlp.c_fc.qzeros b/transformer.h.37.mlp.c_fc.qzeros
deleted file mode 100644
index 4bd293022dfdba94b84fdce6796d81194db80977..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af36bd83eb55586319a117c1d5002958a9cf84e104a039334aa60c4cb0fce42c
-size 1180513
diff --git a/transformer.h.37.mlp.c_fc.scales b/transformer.h.37.mlp.c_fc.scales
deleted file mode 100644
index fb9348141890c84cb01ee9f7b5efe04e0bf5ad0f..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:857edb27a127b9d6dc561004bd7cb4e8bb74c9a8a802c8521e344eb0104dab9e
-size 2360161
diff --git a/transformer.h.37.mlp.c_proj.bias b/transformer.h.37.mlp.c_proj.bias
deleted file mode 100644
index 43230f4c69a8a4c317337bcf1e55dfd638445fc6..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:54fe13a6c07c5dfa0caad9dbb309dfceec544527b54a09e8e5da4b7ce179fe37
-size 13159
diff --git a/transformer.h.37.mlp.c_proj.g_idx b/transformer.h.37.mlp.c_proj.g_idx
deleted file mode 100644
index 0f8f059eb970b5bee1a733bfea7f7563ab0dcec4..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91590f4e088c3fd7c7216332db63b7da8cf57002cbd65f64f4470578dce42dff
-size 197479
diff --git a/transformer.h.37.mlp.c_proj.qweight b/transformer.h.37.mlp.c_proj.qweight
deleted file mode 100644
index b358a63a77742233a56ef14edbd58b8e07cead98..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7da34e7814986975e1c6ac4902261d89374a6282a6bb7e54a65ff023777668f2
-size 150995815
diff --git a/transformer.h.37.mlp.c_proj.qzeros b/transformer.h.37.mlp.c_proj.qzeros
deleted file mode 100644
index fa667149223d19e93b0a3958776eb3ea0c0fbedb..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ff64ebd251571bbae266f057d682d816c4b4b50083c04c364ae7911731c99d6b
-size 1180519
diff --git a/transformer.h.37.mlp.c_proj.scales b/transformer.h.37.mlp.c_proj.scales
deleted file mode 100644
index 37bbc4f41af2b9a4c1d1aaac23dbf5a703cc85e7..0000000000000000000000000000000000000000
--- a/transformer.h.37.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:869e85bffce0e20d01d7f9d0d13a212a41e41053dea43428a143b564174c1ea2
-size 2360167
diff --git a/transformer.h.38 b/transformer.h.38
new file mode 100644
index 0000000000000000000000000000000000000000..044515f236942b09ec4568cab1eb4cbbacf9364d
--- /dev/null
+++ b/transformer.h.38
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dffa8bf03f0f0c40fec7e1b15d231bbe4937658e9e064e2fc109a86354051f
+size 388480889
diff --git a/transformer.h.38.attn.c_attn.bias b/transformer.h.38.attn.c_attn.bias
deleted file mode 100644
index 6728d1b1f7c265537509ef77b2eb4b6ebc336392..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1f0d7c7194d8e42b512ff96b84323f49dd2a72503be20323312d1badf90edafd
-size 13674
diff --git a/transformer.h.38.attn.c_attn.g_idx b/transformer.h.38.attn.c_attn.g_idx
deleted file mode 100644
index 31437f09dd6e792c8a80a6106860bbc7ef1f48e2..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6b3767d5671b04d93bffb0e5a297345e7cf580f0f66fc566ae1bd42d61c0abad
-size 50026
diff --git a/transformer.h.38.attn.c_attn.qweight b/transformer.h.38.attn.c_attn.qweight
deleted file mode 100644
index da267ccf9bb14830eb78a7cd052115f59cc09839..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bf85c9180d9c6478015c1128320472851114529f8a65b55566e729e9a960d68e
-size 39322474
diff --git a/transformer.h.38.attn.c_attn.qzeros b/transformer.h.38.attn.c_attn.qzeros
deleted file mode 100644
index 67b637c30b043bb6d12ae94343e5f77f0661f0eb..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c019877917bce440dfea99300b4542760bee1fab5e467ae4b76fd0aeb83fca37
-size 308074
diff --git a/transformer.h.38.attn.c_attn.scales b/transformer.h.38.attn.c_attn.scales
deleted file mode 100644
index 12164c669216e894d406b0d0b94d30566c290d61..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:681832c7a9ee3a574c78fc112c63a40fd7629ba2cc33257ddea53b83fe15fc43
-size 615274
diff --git a/transformer.h.38.attn.c_proj.bias b/transformer.h.38.attn.c_proj.bias
deleted file mode 100644
index 2a1f5cf7e57ccf13f13c828e5257bb075ad8439f..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:11521de54f3fab6034f174961983f607fc0c5c2f963920697b5121f7b0adebfb
-size 13162
diff --git a/transformer.h.38.attn.c_proj.g_idx b/transformer.h.38.attn.c_proj.g_idx
deleted file mode 100644
index 246e55bf7200e191fa9e494c2fd97005e9e5a6a4..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b7089825fd4a7c3c82c51561b73fe55e8181af47a2eb4068ee7af8d0718e1cc0
-size 50026
diff --git a/transformer.h.38.attn.c_proj.qweight b/transformer.h.38.attn.c_proj.qweight
deleted file mode 100644
index 52c4f330a8c981815d82ad5565db00cd38590d16..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5196a34ce131a17edc6fb24483ad8dfbff21ffb306106897fd2dec1125600ec6
-size 37749610
diff --git a/transformer.h.38.attn.c_proj.qzeros b/transformer.h.38.attn.c_proj.qzeros
deleted file mode 100644
index 43e55008bc0cee670723316c6e7a426fd7fb3dd0..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b5633021c0645870ab5aab60ffd08810f2aa8bd633b839c625396526e0aaff4c
-size 295786
diff --git a/transformer.h.38.attn.c_proj.scales b/transformer.h.38.attn.c_proj.scales
deleted file mode 100644
index 439279e2ecf717c7c2572403b3f2739d1a62b206..0000000000000000000000000000000000000000
--- a/transformer.h.38.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7b3bd92c148e3183aa2924e1b60c15214a5694541fc1fdc50261241ba1da8f61
-size 590698
diff --git a/transformer.h.38.ln_1.bias b/transformer.h.38.ln_1.bias
deleted file mode 100644
index a573bd62d76b9268f1f2ef372a8b1c5fff8f255d..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8640e43d3efe1710e3ff9f332e5df32598e4703c491cb1fa1f683a17f8276a4b
-size 25365
diff --git a/transformer.h.38.ln_1.weight b/transformer.h.38.ln_1.weight
deleted file mode 100644
index 5cdbe04604f2151c55f9d060a46ba1c6d297ce5e..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:49c3a91b99093a538da6d6cdfbc9ba62cef73dcc2807f950476a3419e05ab8ee
-size 25365
diff --git a/transformer.h.38.ln_2.bias b/transformer.h.38.ln_2.bias
deleted file mode 100644
index c835d9b57848efbc166e4dcbd5dde8a072f750d4..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1dcf2a7c968ebde1ca69c1167e77b10fb8a008ddefdbc5d843a4a287e115a631
-size 25365
diff --git a/transformer.h.38.ln_2.weight b/transformer.h.38.ln_2.weight
deleted file mode 100644
index 128e0ceeb2cd26846a1991d97c9aa96301a8babb..0000000000000000000000000000000000000000
--- a/transformer.h.38.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f74f181e1a4f894cf7fa5953c678bffb7a2e72e267d59d82ffa01f131c253bb4
-size 25365
diff --git a/transformer.h.38.mlp.c_fc.bias b/transformer.h.38.mlp.c_fc.bias
deleted file mode 100644
index 6b0c30f3cd60b7f3b7e779958ce8ce3d88a7b574..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3926df6b59af98c8775ae5e02adf7ac4d56b097b5cf59f7c9df93359f30249ad
-size 50017
diff --git a/transformer.h.38.mlp.c_fc.g_idx b/transformer.h.38.mlp.c_fc.g_idx
deleted file mode 100644
index 91698bf0334685f7827427d388ac8a2c2e33c9ad..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e4f5e4edce4ae5d1a664a93bb4fadc9d06328bf231afbb7a834e1bdd06ff43ae
-size 50017
diff --git a/transformer.h.38.mlp.c_fc.qweight b/transformer.h.38.mlp.c_fc.qweight
deleted file mode 100644
index 098c79f0e185bfaeca45b1b7dadd6d7334ba4944..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b044270341d5e1f7176a3f876136ac99693cb4a507053f502335e3f1b7bc416
-size 150995809
diff --git a/transformer.h.38.mlp.c_fc.qzeros b/transformer.h.38.mlp.c_fc.qzeros
deleted file mode 100644
index cc781e7c7c245bc979798e9dc52eece1b33350f7..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a43b78089d13cb20ecefef1f6299dc641c27d1075e72fd6908f0f9548eb2caa8
-size 1180513
diff --git a/transformer.h.38.mlp.c_fc.scales b/transformer.h.38.mlp.c_fc.scales
deleted file mode 100644
index 80afd60003eff72a452e9b35f0476f2e69bf0275..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fdb2ef21a0ac6e60f6d79fbfe310e10ea92216ab09436eb758301c9263bbfcfb
-size 2360161
diff --git a/transformer.h.38.mlp.c_proj.bias b/transformer.h.38.mlp.c_proj.bias
deleted file mode 100644
index 022ffe8af3b0b9309c12c2e3868c149f15014a9d..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:db3a402d7764af84188d8ae09cd013ce7ec5dc4fb5c9ce0212a22784633f3cd2
-size 13159
diff --git a/transformer.h.38.mlp.c_proj.g_idx b/transformer.h.38.mlp.c_proj.g_idx
deleted file mode 100644
index b725bed37bcee23894e280e30fb8f44a90b03288..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:56d38fec9b54006745cf5523f9368027ee85685c9a89200a3e1ecbdc72184c54
-size 197479
diff --git a/transformer.h.38.mlp.c_proj.qweight b/transformer.h.38.mlp.c_proj.qweight
deleted file mode 100644
index 4cee9cc7a6d87ef23dcc32e45404ffc14032272b..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fcbfabb16827d3ceab49f68194de565c7cd506ca6d3d39270098c3d3c6a067ae
-size 150995815
diff --git a/transformer.h.38.mlp.c_proj.qzeros b/transformer.h.38.mlp.c_proj.qzeros
deleted file mode 100644
index 7f503e0cc01da5b13e4646caac8542b411f607b7..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3f0fe25de00d815315a6f60b666d6c61ebad6a7150c62a6749aa1df93eec791e
-size 1180519
diff --git a/transformer.h.38.mlp.c_proj.scales b/transformer.h.38.mlp.c_proj.scales
deleted file mode 100644
index 829e8f1a57cb6e15ac36b3c00153db299bbff7ce..0000000000000000000000000000000000000000
--- a/transformer.h.38.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a6d04183b119e660ce6d6afc8456a57d85cc1897261019ec57be653d7e69b940
-size 2360167
diff --git a/transformer.h.39 b/transformer.h.39
new file mode 100644
index 0000000000000000000000000000000000000000..1b1275d45deb5069f2c70c9cc81f80af93ddb36c
--- /dev/null
+++ b/transformer.h.39
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f391480fa285e2c504e6c9129b062947c911ca74415208530e53da9eaf07a70
+size 388480889
diff --git a/transformer.h.39.attn.c_attn.bias b/transformer.h.39.attn.c_attn.bias
deleted file mode 100644
index 8d3175042b10794cd65c10f714bb6470606bff7e..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:59c4e2e6119bca6e48eaad4a3ca73cc3e84c79819e966953eb509b3449f3bf71
-size 13674
diff --git a/transformer.h.39.attn.c_attn.g_idx b/transformer.h.39.attn.c_attn.g_idx
deleted file mode 100644
index b40b887e33fa439d688bd9ff48f9626ff1155c6f..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7d0bc6849838afd82d20f52595a7afd8cb39558343c4837e75d92c74caacc671
-size 50026
diff --git a/transformer.h.39.attn.c_attn.qweight b/transformer.h.39.attn.c_attn.qweight
deleted file mode 100644
index 9c5e98ce122ac1d8d949cff3eabe2663251ed2c9..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d604cc39d4cf22e7672440d0d68226f9f90d07fc2040dcc4f4f35ab2fe043cf9
-size 39322474
diff --git a/transformer.h.39.attn.c_attn.qzeros b/transformer.h.39.attn.c_attn.qzeros
deleted file mode 100644
index ab73c04bf5898dbf651314fde349bfa250ef40f9..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:99437c4eccb00d1a4c90837f574cf74e736c2e59ad0dfda5b91f200e24ff10eb
-size 308074
diff --git a/transformer.h.39.attn.c_attn.scales b/transformer.h.39.attn.c_attn.scales
deleted file mode 100644
index b2cfafdefaacfb9eb143bb2f05fff612054d4b45..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a9d6b70cac379ed8e839660b1bad8a302e4009822e4850fec13f0d8910cb419
-size 615274
diff --git a/transformer.h.39.attn.c_proj.bias b/transformer.h.39.attn.c_proj.bias
deleted file mode 100644
index fc94acb4304ebac3a318e3d545089367eafd2384..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b4bd06c0e87b26b26f8e986a8f34c9c3d55c7d826694c9a8c00d5133ff4cc4ec
-size 13162
diff --git a/transformer.h.39.attn.c_proj.g_idx b/transformer.h.39.attn.c_proj.g_idx
deleted file mode 100644
index 1944b3e8ba8008bea16ab48f26f94a79abc78418..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c393f4ea7943f20ac7a015c1abb452ce163826366f80adc2017b163b75e195e1
-size 50026
diff --git a/transformer.h.39.attn.c_proj.qweight b/transformer.h.39.attn.c_proj.qweight
deleted file mode 100644
index f7c2cd7122942cef473a51f426b61e94e471a225..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ee04a59f7f9b8c54795bf2765a00e64ccab2092ee17d000554cad6aa19c17c9
-size 37749610
diff --git a/transformer.h.39.attn.c_proj.qzeros b/transformer.h.39.attn.c_proj.qzeros
deleted file mode 100644
index e951f3dc80f4687614a0f84ed8ae9e70bba9c682..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a62ddde385575f73d451b637164c61e3a038c59efda5d1a2c2880fb50af1be09
-size 295786
diff --git a/transformer.h.39.attn.c_proj.scales b/transformer.h.39.attn.c_proj.scales
deleted file mode 100644
index 720e5248b730aac4a709723bc55ffbc2e727ec3e..0000000000000000000000000000000000000000
--- a/transformer.h.39.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f637058e764bef4d9a466d21fba7e6cfd0c2f26a3ec8abc68f5e95863b54197e
-size 590698
diff --git a/transformer.h.39.ln_1.bias b/transformer.h.39.ln_1.bias
deleted file mode 100644
index 2cd3e544a048533aadf4c5adf8754e642af0b134..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73e9d32c5788990263dae482c609ee1f2f2f828e583cdd914cb8b9475c1675b1
-size 25365
diff --git a/transformer.h.39.ln_1.weight b/transformer.h.39.ln_1.weight
deleted file mode 100644
index 369696d84468eef62a4a5c6de61162fa37d14011..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:082ec48354e1e4a921e037c3f16021ca522f9c0c323f9af2b4b4b49f0e735bfe
-size 25365
diff --git a/transformer.h.39.ln_2.bias b/transformer.h.39.ln_2.bias
deleted file mode 100644
index 1b83082621e55eab23b836f386bd0a5c42551f6b..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:23a8ff79f7dd9d7665396670cae9a8f57fd5c6a70cdcec8981d592de961c6dee
-size 25365
diff --git a/transformer.h.39.ln_2.weight b/transformer.h.39.ln_2.weight
deleted file mode 100644
index 878f9968f20ed7fbbbaa27d00d29f1705ef07c86..0000000000000000000000000000000000000000
--- a/transformer.h.39.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a830c512f9e03b23e8bec1d3e73aea690ac6ae1f67c133414eb4bdbdff93d1f5
-size 25365
diff --git a/transformer.h.39.mlp.c_fc.bias b/transformer.h.39.mlp.c_fc.bias
deleted file mode 100644
index cf03bc8cbaa7ab83e64ce61fa0070ffcdcf5792b..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5cf90a548de02e03aff84556cef18d9b9e2c6d26b5f53e0cf6f2168bfe38f3e4
-size 50017
diff --git a/transformer.h.39.mlp.c_fc.g_idx b/transformer.h.39.mlp.c_fc.g_idx
deleted file mode 100644
index f3e558fcd7b3b74582f43ffc7711491c4fd27993..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c35a1bf19ddaa34fb94eea9d5951502a5b493c29c2f58f64abd97916aca26d47
-size 50017
diff --git a/transformer.h.39.mlp.c_fc.qweight b/transformer.h.39.mlp.c_fc.qweight
deleted file mode 100644
index 1171f5bdd22e0804f74494f16ee75869af2441c3..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1fa043b82511aff93686f54604c73dea718b3789995b90fdd86001de170a9b8e
-size 150995809
diff --git a/transformer.h.39.mlp.c_fc.qzeros b/transformer.h.39.mlp.c_fc.qzeros
deleted file mode 100644
index d5951809fba01d67591884b08c5bc2ffa87132fd..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7358676f3fa65f22f9ef1acc8eb116941070ce77767363f7b0b78be51fba945b
-size 1180513
diff --git a/transformer.h.39.mlp.c_fc.scales b/transformer.h.39.mlp.c_fc.scales
deleted file mode 100644
index 961c1c21019a572482f66963b0ea29d4c262bdd3..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e8bb2f0e3f66757914c88822be8c2f1d5a9c6556f1910e011519b36831db0ee7
-size 2360161
diff --git a/transformer.h.39.mlp.c_proj.bias b/transformer.h.39.mlp.c_proj.bias
deleted file mode 100644
index 31f1e6da521f901b766a6a2cdf24c7c63f9e44f0..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2480f20257450fac6c41cad05b49ef854dac79f349422a9e96826f73c6042167
-size 13159
diff --git a/transformer.h.39.mlp.c_proj.g_idx b/transformer.h.39.mlp.c_proj.g_idx
deleted file mode 100644
index cc3ebc9b59a5a5b2426cd7ff5777bbc500ec73d9..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f6b746cd2f5533c3a9beadeb64d0a01ca8363a942e373a23dde975f3aae32025
-size 197479
diff --git a/transformer.h.39.mlp.c_proj.qweight b/transformer.h.39.mlp.c_proj.qweight
deleted file mode 100644
index 58ce5ab1e1e2bd4014038e48a3c6bb7c85c4acdb..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c06f4d22a90736d960ee263ef2d19885a662946e922ade6286974a85b650cdd
-size 150995815
diff --git a/transformer.h.39.mlp.c_proj.qzeros b/transformer.h.39.mlp.c_proj.qzeros
deleted file mode 100644
index 16f8e154e7fab467f4f295f1fe9967a28ec1e21d..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1aaab10c55f23e7c4d6f06a8bd39991183d356a18b3262bc49551560fabb5aea
-size 1180519
diff --git a/transformer.h.39.mlp.c_proj.scales b/transformer.h.39.mlp.c_proj.scales
deleted file mode 100644
index 1f3b45b6d946f1818cb28f266bced8a7a42f7fcc..0000000000000000000000000000000000000000
--- a/transformer.h.39.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:943475e4944d2c9e3044a43fe7294a0448293b7e98e3f7bedc6ccdeed6ef091d
-size 2360167
diff --git a/transformer.h.4 b/transformer.h.4
new file mode 100644
index 0000000000000000000000000000000000000000..6919b45db2704d122111f9dd4762086d2e3d2323
--- /dev/null
+++ b/transformer.h.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a56244ce197dfc695f9c2d14868c8a2444b9aa79ca8a00a8af28eb3627f3ee5
+size 388480825
diff --git a/transformer.h.4.attn.c_attn.bias b/transformer.h.4.attn.c_attn.bias
deleted file mode 100644
index 4d99f8757b8f6c32a67a9613861d9da13de74989..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:646b7262462bcbe651fc98aec0cd0c6ee8d5ce709982d24b59ad19b0e8d66095
-size 13671
diff --git a/transformer.h.4.attn.c_attn.g_idx b/transformer.h.4.attn.c_attn.g_idx
deleted file mode 100644
index 6e772446eeae5596ca0ddb28ce1503097da8e937..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:228a1dcd0c9316a1add55afbca260788e07bd1d0e80185823cb918308164a728
-size 50023
diff --git a/transformer.h.4.attn.c_attn.qweight b/transformer.h.4.attn.c_attn.qweight
deleted file mode 100644
index 64ecaa2ecd4a655bd590a7250e9249df51c32ee1..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8afd7b923b06229fc355783cd2f69b496e3016efc3a45194091be326292b7145
-size 39322471
diff --git a/transformer.h.4.attn.c_attn.qzeros b/transformer.h.4.attn.c_attn.qzeros
deleted file mode 100644
index 8ce33bf567457abd63262c5c9805f11819764994..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:410e73a66277195dc016c74c7082d8dc1f12c62b0bbbc764fbc4ba13d432f48a
-size 308071
diff --git a/transformer.h.4.attn.c_attn.scales b/transformer.h.4.attn.c_attn.scales
deleted file mode 100644
index 85a7cb42b8be51723730a78c4049969e3d661f71..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2997dc22cbedb82674e8e096470c0296159f44950421d49ef2dac3af44a50ad2
-size 615271
diff --git a/transformer.h.4.attn.c_proj.bias b/transformer.h.4.attn.c_proj.bias
deleted file mode 100644
index 4ca10e724f88abe0cfd875d41e4ef5871350bc50..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b3ea2dbf919205dbc3c56d773a5da51b762ae3086873f84cb3f9f763c40d1781
-size 13159
diff --git a/transformer.h.4.attn.c_proj.g_idx b/transformer.h.4.attn.c_proj.g_idx
deleted file mode 100644
index 3c4cb918e03e76d8f4383712b544f7f2eb881aff..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:912f361232079189b012fe4309a20bcef59bee119f685fa835405672566069b4
-size 50023
diff --git a/transformer.h.4.attn.c_proj.qweight b/transformer.h.4.attn.c_proj.qweight
deleted file mode 100644
index 67ff0cf0e12387faff7ef8a5ee92a98a60b3a8b8..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5c062a4324a95b4a4b1d21a6a9014c14cfae13abc24876230aeeadc7679d5c81
-size 37749607
diff --git a/transformer.h.4.attn.c_proj.qzeros b/transformer.h.4.attn.c_proj.qzeros
deleted file mode 100644
index e39c5666880b35b87c86a235a0adba2fd1a7c2b8..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4fbe1d27608ad03e6c053b02997cc6c02b2992e513d9cc9946ef26bb1490af39
-size 295783
diff --git a/transformer.h.4.attn.c_proj.scales b/transformer.h.4.attn.c_proj.scales
deleted file mode 100644
index b2beb0199368aa75d94047caf170315cc759e250..0000000000000000000000000000000000000000
--- a/transformer.h.4.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:656f0436acc4525951395c9b2cded491948f94def9d35d6411135d51d723ece6
-size 590695
diff --git a/transformer.h.4.ln_1.bias b/transformer.h.4.ln_1.bias
deleted file mode 100644
index 3bdce59670ae7dc5300c88dc734f2a0b9d112ded..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c9dca54f67e6cbcbfb50801d3b42f3f28e286d90eb7c89772a966a9d29b0e0c
-size 25362
diff --git a/transformer.h.4.ln_1.weight b/transformer.h.4.ln_1.weight
deleted file mode 100644
index 379147e8b470620a03f4b7dc866704e09730d788..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0063571cdd8f85a8178d72ba76218b9b604ffdd4922084767245ae31b7ef4428
-size 25362
diff --git a/transformer.h.4.ln_2.bias b/transformer.h.4.ln_2.bias
deleted file mode 100644
index e2a2a3646f8c8b6eb9f735d1cb0236f91162208a..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6b734724079b28b51cdafbb61f0115cc383b36f7876eaec342946d6878629505
-size 25362
diff --git a/transformer.h.4.ln_2.weight b/transformer.h.4.ln_2.weight
deleted file mode 100644
index 64f73869e815b0646dd619893cb517b05270f397..0000000000000000000000000000000000000000
--- a/transformer.h.4.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3007166c97f78b6858bf8f1bb1dc03470488ed7059fae680607d0c21685b6390
-size 25362
diff --git a/transformer.h.4.mlp.c_fc.bias b/transformer.h.4.mlp.c_fc.bias
deleted file mode 100644
index bc9d119f589f3229a26269153f99ec913ae2cacb..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d86be50f59dac14342bddc4e76424524285206ef152aa377c4d7382ab93af02d
-size 50014
diff --git a/transformer.h.4.mlp.c_fc.g_idx b/transformer.h.4.mlp.c_fc.g_idx
deleted file mode 100644
index e6d114f06ee28fab18740895fd7d87132d25f927..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ada6be95fca5fd3b46daec64f5d90f4767a6342f83aa874e64f2aa85b756ae0
-size 50014
diff --git a/transformer.h.4.mlp.c_fc.qweight b/transformer.h.4.mlp.c_fc.qweight
deleted file mode 100644
index 7673ea6c014e2b04bfc72e11a7723073203458ed..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:945712f741ba4e2e30cef75c29b67efe51a2f2aeea80e4ebfd3a15d5e53e2717
-size 150995806
diff --git a/transformer.h.4.mlp.c_fc.qzeros b/transformer.h.4.mlp.c_fc.qzeros
deleted file mode 100644
index 4d557b9a935cfce9dce83944a23b82a497f0903a..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d2de90a3d5a418d809f97b51cec1142f9f3de2d903c83c27fdc5866d138bd09
-size 1180510
diff --git a/transformer.h.4.mlp.c_fc.scales b/transformer.h.4.mlp.c_fc.scales
deleted file mode 100644
index f95dd0fec9bcab514866a08e9962f320dc96104a..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a1c30f104e4e258454d905a768daa8298fc81c50c9a7c6910019ace3edb1bafd
-size 2360158
diff --git a/transformer.h.4.mlp.c_proj.bias b/transformer.h.4.mlp.c_proj.bias
deleted file mode 100644
index dfd5edbe9eaf445ad92fb240cf619507f25dd4bc..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a30606a7e9dcba571e933dfa90790e6ac17c9c5eb10bae6361a438e88a9af109
-size 13156
diff --git a/transformer.h.4.mlp.c_proj.g_idx b/transformer.h.4.mlp.c_proj.g_idx
deleted file mode 100644
index db4717ae8da4f59994e890f501d5ad063ddf3594..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4e00de08c3b94669ea24b06c644e0496b8fe4193608d3f9c16d0f5a523729c67
-size 197476
diff --git a/transformer.h.4.mlp.c_proj.qweight b/transformer.h.4.mlp.c_proj.qweight
deleted file mode 100644
index e09228a4e60dc5786b33701f6cc4dfde4ef5a8fe..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1e94157e8e634f6074b3b9a83e102b6bc37e0ded74abf37ce8a176caead1ae34
-size 150995812
diff --git a/transformer.h.4.mlp.c_proj.qzeros b/transformer.h.4.mlp.c_proj.qzeros
deleted file mode 100644
index 1810de6dce388941d8a218965a21d9e9b1b87f48..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:daa2563a7935653eadd9eadd2e478d64c71bd2aafe475ab8741e3f9924ea9e09
-size 1180516
diff --git a/transformer.h.4.mlp.c_proj.scales b/transformer.h.4.mlp.c_proj.scales
deleted file mode 100644
index f44180d7f4745808278a047017271c1c0ca66387..0000000000000000000000000000000000000000
--- a/transformer.h.4.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1bdaefe247e773c90ad397883ef7451ab5aa3aaf1c96607a935edb257662e112
-size 2360164
diff --git a/transformer.h.5 b/transformer.h.5
new file mode 100644
index 0000000000000000000000000000000000000000..9d5eef38164bc04c3622663ea752cdd39c2f851b
--- /dev/null
+++ b/transformer.h.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26c3d1eb300f029b50caf285809392f09bcec2f4f528b78ac155b6009eb1adf
+size 388480825
diff --git a/transformer.h.5.attn.c_attn.bias b/transformer.h.5.attn.c_attn.bias
deleted file mode 100644
index 7157a1de277cab0ac6aece3619d0967ca4a66799..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a55654702d6bbe9d6b950dffd490acb71db99babaab03de63e6bceed0a317022
-size 13671
diff --git a/transformer.h.5.attn.c_attn.g_idx b/transformer.h.5.attn.c_attn.g_idx
deleted file mode 100644
index f5692a4767223a0b8bff9f5973edc495a184eb25..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53e04f45f31495f47bc56336b2a78256395d7334816249236409376e651fa971
-size 50023
diff --git a/transformer.h.5.attn.c_attn.qweight b/transformer.h.5.attn.c_attn.qweight
deleted file mode 100644
index 2fbc8a2af76621cc578269af778ffdc95b6bf6c7..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:17b0ff1a09868970a1ac2f39ef465f203e51a172312754edc5d4f8dea5485215
-size 39322471
diff --git a/transformer.h.5.attn.c_attn.qzeros b/transformer.h.5.attn.c_attn.qzeros
deleted file mode 100644
index 6befca6c50f3dd28051d4eb086078e1a9eda4a64..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:807149b21e4f965070cf4179ba46dbb922a723de8a65b2882cde10008b5139ab
-size 308071
diff --git a/transformer.h.5.attn.c_attn.scales b/transformer.h.5.attn.c_attn.scales
deleted file mode 100644
index 55300ff453008e5a05a1cdedfc19f1fb982b1a09..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be3d2bfac003516748f7cf31e26b041b164d4af826208e212ee9fc59aea864a1
-size 615271
diff --git a/transformer.h.5.attn.c_proj.bias b/transformer.h.5.attn.c_proj.bias
deleted file mode 100644
index 6b6663c19c644e2b4aba52e3198254c40103ee99..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:77bd50f76924772f8bd076cfc8994d190eeb1cc119a9058389b924bdda2857d7
-size 13159
diff --git a/transformer.h.5.attn.c_proj.g_idx b/transformer.h.5.attn.c_proj.g_idx
deleted file mode 100644
index 0a0ab914271ea815c4cd74d85d37c7420c6c8ebd..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f54db53236f5435bf26033ab2efa4de494da89544523535e12711829c52863f6
-size 50023
diff --git a/transformer.h.5.attn.c_proj.qweight b/transformer.h.5.attn.c_proj.qweight
deleted file mode 100644
index e293f1877610ecbe9f7d810a901b937b960b6467..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5d690f88f7fc74ab3e52a19c776e6ba87c59b486a54ef588e8d6aa4d4476977a
-size 37749607
diff --git a/transformer.h.5.attn.c_proj.qzeros b/transformer.h.5.attn.c_proj.qzeros
deleted file mode 100644
index 6a72f62ee15f293b227611497b5748f9f8a01e70..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ae0fdf555efaea5830335e7e4d93f1be7ac7a9eac80eb2dc0e382500fd30ee01
-size 295783
diff --git a/transformer.h.5.attn.c_proj.scales b/transformer.h.5.attn.c_proj.scales
deleted file mode 100644
index ebc7a6e12775fa1b8f667113d5fd4fd90adce30a..0000000000000000000000000000000000000000
--- a/transformer.h.5.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:76a403288578b6f6a4131510c2cacefd73dd888e4e90a38645ec226b0826d198
-size 590695
diff --git a/transformer.h.5.ln_1.bias b/transformer.h.5.ln_1.bias
deleted file mode 100644
index 9d8eaca04bbe5c86d4f089cc271d9df77c671989..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c692d9b6b4c707ab04b5d619ce7c463b903a3b866559efa10295d46049c83fea
-size 25362
diff --git a/transformer.h.5.ln_1.weight b/transformer.h.5.ln_1.weight
deleted file mode 100644
index fce0052886ebefa93043a6995e409ef713210d69..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:887cfa8719385262c4bae4ed319d7f76e09cd2e0623b91dfd64f4959130bed77
-size 25362
diff --git a/transformer.h.5.ln_2.bias b/transformer.h.5.ln_2.bias
deleted file mode 100644
index 0d33fc23fc00325dbd6f3f34b88f5e49d829620b..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53d986a99b91766e38eb59b33561c1f5e1c05a58a9d3499425744694308a055c
-size 25362
diff --git a/transformer.h.5.ln_2.weight b/transformer.h.5.ln_2.weight
deleted file mode 100644
index cbb36e4eeab28afe6f4a6c5bc4044bbac0ff80ae..0000000000000000000000000000000000000000
--- a/transformer.h.5.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:89867be7c796881cbdda3fb6c1e9bc4777a378d37b4898ced3861d7713be2394
-size 25362
diff --git a/transformer.h.5.mlp.c_fc.bias b/transformer.h.5.mlp.c_fc.bias
deleted file mode 100644
index 0d348e9a422b20d2e6c0ec73edb824515ef4df24..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aedc425a3d34c400c958cfcee4cef383b82a12d68fa6d136e509cde7a585670b
-size 50014
diff --git a/transformer.h.5.mlp.c_fc.g_idx b/transformer.h.5.mlp.c_fc.g_idx
deleted file mode 100644
index c50653c71e2ff7d4813efe59df473e6e09243b79..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6bbaa09991befbc3df5d0a66a5ce69f380f525d8b5b807bff26f16473d4e7b77
-size 50014
diff --git a/transformer.h.5.mlp.c_fc.qweight b/transformer.h.5.mlp.c_fc.qweight
deleted file mode 100644
index c13cfddb5e893a62a310a6780a35c2f56a5390c2..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2bf30a4348adcb10473c55a2aa68bded6a8c4396b04534a2cfc32fb89000197c
-size 150995806
diff --git a/transformer.h.5.mlp.c_fc.qzeros b/transformer.h.5.mlp.c_fc.qzeros
deleted file mode 100644
index 0196f3d55c01879f431416ed9c1cbc56f48511f0..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7ba77e6f3972c0f96b5cd1c89dc0a4254570453a9232bdac2cbd21c6bd4ff095
-size 1180510
diff --git a/transformer.h.5.mlp.c_fc.scales b/transformer.h.5.mlp.c_fc.scales
deleted file mode 100644
index 0035caead55e1532eca9463eeadd28f8850a76c5..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4cc854d4433e3675564a91152537781774fd2bc37e7ebc5f62f7ee7f64ac0323
-size 2360158
diff --git a/transformer.h.5.mlp.c_proj.bias b/transformer.h.5.mlp.c_proj.bias
deleted file mode 100644
index 252ecbea6e94ae29f00727a49de823ce1afce491..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fcbd5dcb81087f6551e5cfb1d42c81db5062a67b9a95e07fe6df57fe3eea1217
-size 13156
diff --git a/transformer.h.5.mlp.c_proj.g_idx b/transformer.h.5.mlp.c_proj.g_idx
deleted file mode 100644
index c401b041f2750ab4553bf1a525dab2fc0045fe0d..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a654117f74bc327772cdd15311e50b1c8c4e774e316c5374c99299fcd9d89bb
-size 197476
diff --git a/transformer.h.5.mlp.c_proj.qweight b/transformer.h.5.mlp.c_proj.qweight
deleted file mode 100644
index 8c42a97e6a59ae8ebe888863dcb36d848405ef15..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e104b1a46433e38749014b69f938f319af412cf7ea43b498261adb3bd79de21d
-size 150995812
diff --git a/transformer.h.5.mlp.c_proj.qzeros b/transformer.h.5.mlp.c_proj.qzeros
deleted file mode 100644
index efe826bdf39415d685e16e4badaa49bfa49d9132..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e0c9e087977636ffab49cec3f683796b3c09271be1cb4e436fabe9dc93b0594c
-size 1180516
diff --git a/transformer.h.5.mlp.c_proj.scales b/transformer.h.5.mlp.c_proj.scales
deleted file mode 100644
index 40f016e3b0cca606f3ce261320fa98971acdb23a..0000000000000000000000000000000000000000
--- a/transformer.h.5.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8e95cc546e99270ec0dfaa8b40f965319e38a3cc532e7054e70e71b554fcfee5
-size 2360164
diff --git a/transformer.h.6 b/transformer.h.6
new file mode 100644
index 0000000000000000000000000000000000000000..ff0c0c2fa6846525b24c09df0a854e281bb1daba
--- /dev/null
+++ b/transformer.h.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299db443bfe925e0f564111f9af8a5a5442d9a6c5ee0494d2b7f14bdbfcc5528
+size 388480825
diff --git a/transformer.h.6.attn.c_attn.bias b/transformer.h.6.attn.c_attn.bias
deleted file mode 100644
index c73f72c611bea469cc925b15417eebcc615ca87f..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4ea8b1797dcf342095ebb8cf68239e36528d12fbf7331977c932ad0c0e34dda
-size 13671
diff --git a/transformer.h.6.attn.c_attn.g_idx b/transformer.h.6.attn.c_attn.g_idx
deleted file mode 100644
index d9de2c6d3330a1d8881320a75e623952e8794887..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:92d39fa9e91e137dc07c761c0195d2f531d7da7eba143013e74ea5252a4a72f4
-size 50023
diff --git a/transformer.h.6.attn.c_attn.qweight b/transformer.h.6.attn.c_attn.qweight
deleted file mode 100644
index 1f57aff9eb37cc34807b19f3627ce16e9976b2d5..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:892cd0922eaee189cd15521a50afd23f7b5cf55be72cbd1d160fb78143ebcd2a
-size 39322471
diff --git a/transformer.h.6.attn.c_attn.qzeros b/transformer.h.6.attn.c_attn.qzeros
deleted file mode 100644
index 8da20f3568c58ce7d02d564f5c3308354e796747..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9043fca344c3bf66b0c12bedc46d80afaa9a99fdda84c01cd083e73ba14f444e
-size 308071
diff --git a/transformer.h.6.attn.c_attn.scales b/transformer.h.6.attn.c_attn.scales
deleted file mode 100644
index d1c330bf00397a2676e6dbf7a97cf17ba38a6102..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e57807ba0c030b6f61d5f1ebb675ecb01b816ea7c5f5446beb1852d440e03452
-size 615271
diff --git a/transformer.h.6.attn.c_proj.bias b/transformer.h.6.attn.c_proj.bias
deleted file mode 100644
index 1e180fddb69557a8cf2e44b97d8150dbeb2dcaa4..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da71e95d3eedcdecc5e9ad4b32ef77da3ec17dd258b5792e45ae5a83684bcc27
-size 13159
diff --git a/transformer.h.6.attn.c_proj.g_idx b/transformer.h.6.attn.c_proj.g_idx
deleted file mode 100644
index 875484909ca4af95a59c80ab38fa23370ca7ffed..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:788e9a06dbe953809e42127d3df90efbea52f05d5f58ccef02e5cea17ee8c26b
-size 50023
diff --git a/transformer.h.6.attn.c_proj.qweight b/transformer.h.6.attn.c_proj.qweight
deleted file mode 100644
index 798a8d08b57959e626bbbba6adeb8e086ce347bc..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9b7660a7c550ca0ec22a9e3fc7215d861847c35d39dd00a4e22ad184d126091f
-size 37749607
diff --git a/transformer.h.6.attn.c_proj.qzeros b/transformer.h.6.attn.c_proj.qzeros
deleted file mode 100644
index 310c40f182d195559ba1521fef153c8d0571482f..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:186bf78d9ae9a993ad9649a5a0cbc491a33524ec4cb9d1edc79ccae6c7bc89c2
-size 295783
diff --git a/transformer.h.6.attn.c_proj.scales b/transformer.h.6.attn.c_proj.scales
deleted file mode 100644
index e6e590054a599f9a85d1866590bb92574d433e21..0000000000000000000000000000000000000000
--- a/transformer.h.6.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:00901196ccd6302101a0f47375f5151b7ce7fe3853a4448fa2d4bc9cc4b04c6f
-size 590695
diff --git a/transformer.h.6.ln_1.bias b/transformer.h.6.ln_1.bias
deleted file mode 100644
index 5fa1d6c258ffb21d642fbd50c5bf74ccf8a0208a..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba3479a7962e2f83b6852a965e683b8d380e80938832974b8c1e0d4e9618874b
-size 25362
diff --git a/transformer.h.6.ln_1.weight b/transformer.h.6.ln_1.weight
deleted file mode 100644
index f7261fa2d37c448e52e794a568a416e9b1ab7585..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:93bedad8d9797124f07e504cac0be019ba514fb814aeed4fcdcaf88286704f8e
-size 25362
diff --git a/transformer.h.6.ln_2.bias b/transformer.h.6.ln_2.bias
deleted file mode 100644
index f0a34c6932300409d07c9e869cba4c38b666f763..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:deb42bbdbda044ac80de65e3ec1547e6538b376a3d8cb31264066e3ba8245fcf
-size 25362
diff --git a/transformer.h.6.ln_2.weight b/transformer.h.6.ln_2.weight
deleted file mode 100644
index 782b2e1ec7bce489f3cc1a3b318b0d3250f2a768..0000000000000000000000000000000000000000
--- a/transformer.h.6.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a03b187d8a0110e07de0d1a637ed240c7f9c9cbcaa75fe14d6675c21a83dd5b2
-size 25362
diff --git a/transformer.h.6.mlp.c_fc.bias b/transformer.h.6.mlp.c_fc.bias
deleted file mode 100644
index ad58187aa76be073c380147658c2dc67bd420b9a..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1978f8a329eec8819ce4a5cb3e38fac3e2b4714f338f1f2140a47ac90439776d
-size 50014
diff --git a/transformer.h.6.mlp.c_fc.g_idx b/transformer.h.6.mlp.c_fc.g_idx
deleted file mode 100644
index e7c181a0dc56c77c07e8632fd501c60cf17cd276..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c6c9847328ffb3ad457167738c0689c03a7d19a8e3abdc1447da645dc2e18546
-size 50014
diff --git a/transformer.h.6.mlp.c_fc.qweight b/transformer.h.6.mlp.c_fc.qweight
deleted file mode 100644
index f0df29be0492efd558573d170c71a8563ee37065..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e1c4429d5e85ea30914c5b5f95775a6ec6bbbb8a5d5ea2780c0aad36c2284ee
-size 150995806
diff --git a/transformer.h.6.mlp.c_fc.qzeros b/transformer.h.6.mlp.c_fc.qzeros
deleted file mode 100644
index e0c510d74541c22b7024a5581494107b11b7f927..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:63f3c8a10fc4bd596a3e3d4b2e4d94d02f6b43424289fc41394af4bf889ac569
-size 1180510
diff --git a/transformer.h.6.mlp.c_fc.scales b/transformer.h.6.mlp.c_fc.scales
deleted file mode 100644
index bb9e5244f609dd20b553331597cf571fc776de96..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:54026cc993e2c09049d5e4dd87fa1d0579e7439c98a48c2d2af671cf4f0a60ae
-size 2360158
diff --git a/transformer.h.6.mlp.c_proj.bias b/transformer.h.6.mlp.c_proj.bias
deleted file mode 100644
index 4f563f17d445e9dfab8a9ab7a765678d6362309e..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e2a63218a6081f97f9df4d7c6ee71ea64cfecfc5df617de6d7a1b56e7b78d698
-size 13156
diff --git a/transformer.h.6.mlp.c_proj.g_idx b/transformer.h.6.mlp.c_proj.g_idx
deleted file mode 100644
index 7dfd71ddc68e459fab5e6a7ac493fbfdf71abad4..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0540b18285447a2d03d8ab641bc64fc20d9da55870a195b2d62302ab96c48970
-size 197476
diff --git a/transformer.h.6.mlp.c_proj.qweight b/transformer.h.6.mlp.c_proj.qweight
deleted file mode 100644
index c09ab0437391906a340d98a81855611b3c409217..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:988f43eb855419f8ba2ef765a39dba475df4ae70da5066b2fedb3d27ccc48f2e
-size 150995812
diff --git a/transformer.h.6.mlp.c_proj.qzeros b/transformer.h.6.mlp.c_proj.qzeros
deleted file mode 100644
index 6938e8e70724b54002839d51f7cc8da2b2cbfc45..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec36294a47f020d7a2be706e3bb996052e9d647de67bd9d2bedf5b104d8687bf
-size 1180516
diff --git a/transformer.h.6.mlp.c_proj.scales b/transformer.h.6.mlp.c_proj.scales
deleted file mode 100644
index 942bfb2a448da3117331af0903e4018651b52203..0000000000000000000000000000000000000000
--- a/transformer.h.6.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c0d8329100304c7f82a00a2ed44963e3cbf8d1b82f88e20a99a6ed6107baa7f
-size 2360164
diff --git a/transformer.h.7 b/transformer.h.7
new file mode 100644
index 0000000000000000000000000000000000000000..97415988ac6a44e84dc8bd0586736119bbc584b7
--- /dev/null
+++ b/transformer.h.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea78d18fc9f0b6430635cbc68a6d9dbe066ec9957f5e5599d072f2cc1e2b4d9
+size 388480825
diff --git a/transformer.h.7.attn.c_attn.bias b/transformer.h.7.attn.c_attn.bias
deleted file mode 100644
index 4b1a628ea3694f268fe6991abb6a993a32df6fc0..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:487004c62902cff3e9a9f438ed20b98c64d03acb87cf82fdd4429620c141aae0
-size 13671
diff --git a/transformer.h.7.attn.c_attn.g_idx b/transformer.h.7.attn.c_attn.g_idx
deleted file mode 100644
index 98b2d436a75fa0618dbc203d1a52e5387eb9fa7e..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:69a9245cc85c53eb01aea6299928368c13260e9ab7b9911ce5da5b22975cf101
-size 50023
diff --git a/transformer.h.7.attn.c_attn.qweight b/transformer.h.7.attn.c_attn.qweight
deleted file mode 100644
index e2e9d1fa72aa21f892723e1353269e2eec40609f..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9a4508d94f626de98714529dee3f6bb330f1c8f8c59bfe851f36eefbb356b546
-size 39322471
diff --git a/transformer.h.7.attn.c_attn.qzeros b/transformer.h.7.attn.c_attn.qzeros
deleted file mode 100644
index 732777b0612f2769d46005dcf8df60ff182cabc1..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:094f17194e7e2cd2c2ec7bbb7c3c1d83eb846ac8ee249927a1200baf93c6caaa
-size 308071
diff --git a/transformer.h.7.attn.c_attn.scales b/transformer.h.7.attn.c_attn.scales
deleted file mode 100644
index 635a4d3238919e1f90cdee95c6e83107b2cacb70..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48b0b8f900a32eaec688084b00abd24b4916f978d2978903ffcd5fc43b06cef1
-size 615271
diff --git a/transformer.h.7.attn.c_proj.bias b/transformer.h.7.attn.c_proj.bias
deleted file mode 100644
index 2eb03fadfbc59bbb3bc27fcfb46131ef5947d964..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af8ebeb95fab96b164ce0ab502015e2b699d728bacf91363d69919bce1a53a1a
-size 13159
diff --git a/transformer.h.7.attn.c_proj.g_idx b/transformer.h.7.attn.c_proj.g_idx
deleted file mode 100644
index 3000eb15b1c2f6dbce20276e61046c36bf355f64..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c24d325aab1ed54e59817dfc71ed68288836555ea1379d0dfcee7dd3d7248337
-size 50023
diff --git a/transformer.h.7.attn.c_proj.qweight b/transformer.h.7.attn.c_proj.qweight
deleted file mode 100644
index 0b4d519753f29f3b43ac15916d6a7ac38a3d4186..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0a1f9511a7e7b7ea7e7a304cb999e4c78c56c43ece14cd5ec1a4c405c871cd14
-size 37749607
diff --git a/transformer.h.7.attn.c_proj.qzeros b/transformer.h.7.attn.c_proj.qzeros
deleted file mode 100644
index 5ac8394bedfb65ce01b62533947d0770d9db7c76..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:06f6defa37c08e3ece86fdc1fc1b305e84a226bb85c4b66a10aadfdef4cb2d10
-size 295783
diff --git a/transformer.h.7.attn.c_proj.scales b/transformer.h.7.attn.c_proj.scales
deleted file mode 100644
index d9e2391579f274b21a081be9463e8a485f3f241a..0000000000000000000000000000000000000000
--- a/transformer.h.7.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f84cc332ba8bdfef14fe546d915765a39b4b78edb5928f187bc759cb10163f06
-size 590695
diff --git a/transformer.h.7.ln_1.bias b/transformer.h.7.ln_1.bias
deleted file mode 100644
index 4663d6735a8d16c0f325769937b72cbc684a5525..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab4038e599c1c180148003d870b53e9c4164134379efbd06edc5f97d71483a46
-size 25362
diff --git a/transformer.h.7.ln_1.weight b/transformer.h.7.ln_1.weight
deleted file mode 100644
index f5946cc5bec19f5ebb6ecbb319a2a98649f18dd2..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:83075c55bd0543dd0cd168cd450b2e870c8459c178bd25001cc45e33f5c5a4c1
-size 25362
diff --git a/transformer.h.7.ln_2.bias b/transformer.h.7.ln_2.bias
deleted file mode 100644
index 104ca9ce5be3bb0ade57ae692edda30ca04e38f3..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:26339cb933abed60c9949f2a499450c6fd8d4e357dfffe81007ad2c4b808ef5c
-size 25362
diff --git a/transformer.h.7.ln_2.weight b/transformer.h.7.ln_2.weight
deleted file mode 100644
index 159dccdab64d2cfae4938fa59ce0538e260094aa..0000000000000000000000000000000000000000
--- a/transformer.h.7.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:51ee528f556a8988d70a2b71c5173536b2c03b7ca0d5a39d5aa8f4a7695e7bf7
-size 25362
diff --git a/transformer.h.7.mlp.c_fc.bias b/transformer.h.7.mlp.c_fc.bias
deleted file mode 100644
index 9e6464a0caf01802371cd5365d37625c64539df0..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b7d7767b13c2f92e5110a6bbb412ae35c5f426e1e2d5682c7a3af366c232f899
-size 50014
diff --git a/transformer.h.7.mlp.c_fc.g_idx b/transformer.h.7.mlp.c_fc.g_idx
deleted file mode 100644
index dc042cd61a8e304853328e08815684843b02354b..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:054a84f84ac1e32a721af50ecf393b4474110e1dd76465f408e5f5e75ed69d03
-size 50014
diff --git a/transformer.h.7.mlp.c_fc.qweight b/transformer.h.7.mlp.c_fc.qweight
deleted file mode 100644
index 2f290c5b7285371011084d3a9db9c1ef10cb32f0..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0da2e0422de3ddb1faf8ae6c032a987dc88de03219f6a603a921574f823bbca7
-size 150995806
diff --git a/transformer.h.7.mlp.c_fc.qzeros b/transformer.h.7.mlp.c_fc.qzeros
deleted file mode 100644
index 7b8751ad6c6447490ce2890f4a7f9e4d73eb4fdf..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f5f8a53e1a0e7b534723d825b48805bf31825686dcabe6864891a4221e8de362
-size 1180510
diff --git a/transformer.h.7.mlp.c_fc.scales b/transformer.h.7.mlp.c_fc.scales
deleted file mode 100644
index a3bdfc1c9754b806dd142b33642da8c98a64c08c..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28158a1f9dedbc6d13e2b3d13936bb329d1c38f999bb90cb071dcb0190763b32
-size 2360158
diff --git a/transformer.h.7.mlp.c_proj.bias b/transformer.h.7.mlp.c_proj.bias
deleted file mode 100644
index 3de762c88cb5d17de179a57b8014ec81593978d9..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b365285a1ece6ef634881432c007286a1e99d5be0fc8454e173f02d99d52bb16
-size 13156
diff --git a/transformer.h.7.mlp.c_proj.g_idx b/transformer.h.7.mlp.c_proj.g_idx
deleted file mode 100644
index da91012a468cf5a643482a773e631aefaa1e23d2..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cd7dac7fdeaf0986e8fa69a7604dfd96b08a0cd5e70c481f7add9ed0f0c554e9
-size 197476
diff --git a/transformer.h.7.mlp.c_proj.qweight b/transformer.h.7.mlp.c_proj.qweight
deleted file mode 100644
index d7aca3c5b071f414aedb2529ca6db13e324062d8..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0c4641431e31236fb074daa48924aae064d444a4db4b40062e5d62174826b2dd
-size 150995812
diff --git a/transformer.h.7.mlp.c_proj.qzeros b/transformer.h.7.mlp.c_proj.qzeros
deleted file mode 100644
index 1606f9f98e7a2dfe14660d2c6e3c561cd3bdd7c4..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f46c11b1e027f5a9aee821b904ac0d150a1a83bd131423b2cfe880fd38f78dc4
-size 1180516
diff --git a/transformer.h.7.mlp.c_proj.scales b/transformer.h.7.mlp.c_proj.scales
deleted file mode 100644
index ec36937ebc0fc0c0de5517aa71508281969a535e..0000000000000000000000000000000000000000
--- a/transformer.h.7.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4a1f772d656704a8a6ae2b7c8cf00993ca6ac031c264fecb28bbefcabea887f7
-size 2360164
diff --git a/transformer.h.8 b/transformer.h.8
new file mode 100644
index 0000000000000000000000000000000000000000..49a22911e1196cc573f2786f57aa77bded5c45e0
--- /dev/null
+++ b/transformer.h.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3cf04555c24af7ce482634015c49c0e50ecb34caac63afd5d31b6185431943
+size 388480825
diff --git a/transformer.h.8.attn.c_attn.bias b/transformer.h.8.attn.c_attn.bias
deleted file mode 100644
index 19a20debca74e321ec19d77ca13454f1054dbda5..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ec7f415d9a6c75ea4e5f43ee3e7a7d839a317834eea4492939e8da5b7221580
-size 13671
diff --git a/transformer.h.8.attn.c_attn.g_idx b/transformer.h.8.attn.c_attn.g_idx
deleted file mode 100644
index 08664d0fae75029863b7137dbf48a97f3e311d07..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88fe539343deeeb6e860262f31823b9a0bff5e516ab8f45e7120e8e69cf311a0
-size 50023
diff --git a/transformer.h.8.attn.c_attn.qweight b/transformer.h.8.attn.c_attn.qweight
deleted file mode 100644
index 02b051d5bfe942f35e296a516a1be97aa83ba6bf..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a9a70aba5d2966d43bd3d36900eff6e0d9fbccb8ca3810f46f5c0cfe9c0be491
-size 39322471
diff --git a/transformer.h.8.attn.c_attn.qzeros b/transformer.h.8.attn.c_attn.qzeros
deleted file mode 100644
index 9f5b3694c1f704a4d405bf94b3a8991e80429c7d..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:294697ed86b32959c9c6cc852d97db3d299aee691ac2473950deedaa8400d78a
-size 308071
diff --git a/transformer.h.8.attn.c_attn.scales b/transformer.h.8.attn.c_attn.scales
deleted file mode 100644
index 1ab0214ca541183a49432a5ce222c2e4a2ee6408..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c4ede6c8c829bf0a11014887e74899021f9e82318b6e78af47b966a0d8568af7
-size 615271
diff --git a/transformer.h.8.attn.c_proj.bias b/transformer.h.8.attn.c_proj.bias
deleted file mode 100644
index c8134c8179e2eccaa8a5e71c997ef1c0af3d2c97..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ce96a622192ce53fd8b9621a9ccd3b244d83a59322f2ddae2539137bb2bc6d89
-size 13159
diff --git a/transformer.h.8.attn.c_proj.g_idx b/transformer.h.8.attn.c_proj.g_idx
deleted file mode 100644
index ada90b2337e96be7588aeeccf7d6cd2d9cac0006..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8493a2511bb4ed609bee2e32e2153629e5e78faf351f2ead575fbc117651c6a6
-size 50023
diff --git a/transformer.h.8.attn.c_proj.qweight b/transformer.h.8.attn.c_proj.qweight
deleted file mode 100644
index 20f701b81b7181528b676e114b971c3bb80cdbad..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4b5e974e22adb33133956a57182633a4cde4768a2a9359b6142382f2f8fe595
-size 37749607
diff --git a/transformer.h.8.attn.c_proj.qzeros b/transformer.h.8.attn.c_proj.qzeros
deleted file mode 100644
index 750126fc44ca1551b0c523d93542ae9a73cc4198..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9f8be1a30641625faf89a00d94110970703149383678b51680e2100afcf87118
-size 295783
diff --git a/transformer.h.8.attn.c_proj.scales b/transformer.h.8.attn.c_proj.scales
deleted file mode 100644
index 0e3664178f20c0a9eb1aa219cecc3de1b89a6298..0000000000000000000000000000000000000000
--- a/transformer.h.8.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d07ed033438ed2569947b44f8c28b2d0093852ea511c7acdb8f8608b8cbd59d9
-size 590695
diff --git a/transformer.h.8.ln_1.bias b/transformer.h.8.ln_1.bias
deleted file mode 100644
index fd5b6754a4c05f3e478281ec40e2f1624dc7ea88..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c9e3ab6e5fc005b4fefccfa21868732336709b3026b498028b420c421c7c770b
-size 25362
diff --git a/transformer.h.8.ln_1.weight b/transformer.h.8.ln_1.weight
deleted file mode 100644
index 395d8c249662c16719a0653ac395540078cd64ec..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:53c57b69dc4e954b902469a04eae1c37ffecb2251c8f23155f77ea5110a8fece
-size 25362
diff --git a/transformer.h.8.ln_2.bias b/transformer.h.8.ln_2.bias
deleted file mode 100644
index d85c57abf11410414e610358f87beaa9e10d6134..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78af68c5edaba02585673e5cb2d5724f97fd3a08cf9af7367b6e0f24290facf0
-size 25362
diff --git a/transformer.h.8.ln_2.weight b/transformer.h.8.ln_2.weight
deleted file mode 100644
index 4dd783d2488624bff8258b3e39012afc4d5ef248..0000000000000000000000000000000000000000
--- a/transformer.h.8.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7194ab48ada07495fb7e930ee7d81ddf5062c03788837e5fcaacf21dcea9cea2
-size 25362
diff --git a/transformer.h.8.mlp.c_fc.bias b/transformer.h.8.mlp.c_fc.bias
deleted file mode 100644
index cac87dcefbc1100137820cacdd40d00eb1d40718..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6daf28df525ec358f830fe187b6e907a9f1ee2d49ac8d36027588039cb996c86
-size 50014
diff --git a/transformer.h.8.mlp.c_fc.g_idx b/transformer.h.8.mlp.c_fc.g_idx
deleted file mode 100644
index f9682a4d7bf6384c0cd6dbceaed64493ca9bff65..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:22aa9ca8c2cb77f08d311e846c5e472ac1cd3a00447a716c367fb2841e785406
-size 50014
diff --git a/transformer.h.8.mlp.c_fc.qweight b/transformer.h.8.mlp.c_fc.qweight
deleted file mode 100644
index 1e753b7cb9cf908b1693013677f283c2f8a998a8..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:da912f270e22ae0edf88e08c346602188178b7be639c5e11b76c09ac2cd813c4
-size 150995806
diff --git a/transformer.h.8.mlp.c_fc.qzeros b/transformer.h.8.mlp.c_fc.qzeros
deleted file mode 100644
index 140956be2d16dbb316f48fe5d844d9c6b3efc4bb..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:380787670c0c45ec84fa2f6a7d7abc45285364db3a25f7c502fa199f15fea4af
-size 1180510
diff --git a/transformer.h.8.mlp.c_fc.scales b/transformer.h.8.mlp.c_fc.scales
deleted file mode 100644
index de285c4d5e9a2d3df3bfba7419975b925ab8005c..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55a8995821b8ba07ebc4a310e44718624f3454da306b1af0c27ae1ef97fd8135
-size 2360158
diff --git a/transformer.h.8.mlp.c_proj.bias b/transformer.h.8.mlp.c_proj.bias
deleted file mode 100644
index bc2069f07bc64b22081c642e2f3369fcd8f14227..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:234b2a740d828aa15a3b98eb5ed2dcd458be50932968037499effe55ebc5d7b7
-size 13156
diff --git a/transformer.h.8.mlp.c_proj.g_idx b/transformer.h.8.mlp.c_proj.g_idx
deleted file mode 100644
index 7adf9ce13f05e575c42a82349b33600b7ce69ecf..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f0b3fe1b43f384a5a4ae0e248407c56c8ff91ed82ed86e0c8f08309bdb775ec
-size 197476
diff --git a/transformer.h.8.mlp.c_proj.qweight b/transformer.h.8.mlp.c_proj.qweight
deleted file mode 100644
index c8d81578083a1ef174fa2b956fae29fae46c63b5..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:125f1fd1683456f475ad501a52ffcb5606a9f1c720b65307081ee079fb8abfe9
-size 150995812
diff --git a/transformer.h.8.mlp.c_proj.qzeros b/transformer.h.8.mlp.c_proj.qzeros
deleted file mode 100644
index 45a90e1ffad5e49e23189f8b1c37e4a24c41850c..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8d898c35dc03d4c7722b69d923927737f32f6858dec692eb28aecc9279be4d57
-size 1180516
diff --git a/transformer.h.8.mlp.c_proj.scales b/transformer.h.8.mlp.c_proj.scales
deleted file mode 100644
index 403741c7b6e54e13cf31c74e9a93564f17438d41..0000000000000000000000000000000000000000
--- a/transformer.h.8.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:044cbe75f765b3654d629128ea3b33605dba169774146fe44ab0bfb77f59ec09
-size 2360164
diff --git a/transformer.h.9 b/transformer.h.9
new file mode 100644
index 0000000000000000000000000000000000000000..69d5379bed6a4b0acf9f042b0ddf65ba92aa9047
--- /dev/null
+++ b/transformer.h.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f12f7172b72ee52791ec165142238cfece1994b9c3ea888b21e13b3c64c54d
+size 388480825
diff --git a/transformer.h.9.attn.c_attn.bias b/transformer.h.9.attn.c_attn.bias
deleted file mode 100644
index 4f484c05028a728475d32b27f41a030ef8ec09a7..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1775396b42800e2b7c263bb1bf0184b626f456675e39a35df60b0842ad34e51f
-size 13671
diff --git a/transformer.h.9.attn.c_attn.g_idx b/transformer.h.9.attn.c_attn.g_idx
deleted file mode 100644
index 26b51adf98c596f26610cf7d7f044a30035c5c20..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3f0218b070df0b887cc27cfb58f93f8e867760bc30cfbbf7c4bb1b572f9c4e2b
-size 50023
diff --git a/transformer.h.9.attn.c_attn.qweight b/transformer.h.9.attn.c_attn.qweight
deleted file mode 100644
index 3a23ce33cd8cb1b2cecd93066b46b02aa7a33999..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2592c6eb60dcd28ecb8f87146df7f6b2fc7fbd3bd33d30df6e82e291ffdb0854
-size 39322471
diff --git a/transformer.h.9.attn.c_attn.qzeros b/transformer.h.9.attn.c_attn.qzeros
deleted file mode 100644
index 694c9a9f547ac6eff88d2ce4af4c58a5447b12c2..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:42a2745853d4a3dc7d2e5074d19cbc7b00e820291edcf88a85af67769d062510
-size 308071
diff --git a/transformer.h.9.attn.c_attn.scales b/transformer.h.9.attn.c_attn.scales
deleted file mode 100644
index 0d5ad2b6f859b359b4e73d983fbfd0cf9650c505..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_attn.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9fcba2c18d0147468b53a43b9525c6757e17a721862832935e576d069788b91d
-size 615271
diff --git a/transformer.h.9.attn.c_proj.bias b/transformer.h.9.attn.c_proj.bias
deleted file mode 100644
index 212319e31aec435cdfd1b0eb8d44a83e8eacb58a..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2c9f071079f464c57cf6ef8d392887b9af667a41f73ee2c1a37b8ce778c3f403
-size 13159
diff --git a/transformer.h.9.attn.c_proj.g_idx b/transformer.h.9.attn.c_proj.g_idx
deleted file mode 100644
index 6fcb10c70560a71ad3991b42db08dd97838335b1..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a845ba37e822050e65403094e06710e1b184129f130845ddfec10a90da3f813c
-size 50023
diff --git a/transformer.h.9.attn.c_proj.qweight b/transformer.h.9.attn.c_proj.qweight
deleted file mode 100644
index f62e1b5cd5d3735c8c61e57bf231f0e15e9649ea..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5692c0dfd5b0f16c3d2116d2f4649b2a5d28002cbf6e83478d1548e4a94141c2
-size 37749607
diff --git a/transformer.h.9.attn.c_proj.qzeros b/transformer.h.9.attn.c_proj.qzeros
deleted file mode 100644
index 664b42a1cc59edc9abd9d45f7a3c71cecba48e65..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:97531f7f7d537f03b9d392c5a92a69dcb824c9db6a54c2bb331b95ed05f35115
-size 295783
diff --git a/transformer.h.9.attn.c_proj.scales b/transformer.h.9.attn.c_proj.scales
deleted file mode 100644
index b8f4dd5bbc45c043e14073b4b2afc030107aae43..0000000000000000000000000000000000000000
--- a/transformer.h.9.attn.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6725f738a4761b19904591a31965cd9e71ddf4fc90ad7c046632e5974e93900a
-size 590695
diff --git a/transformer.h.9.ln_1.bias b/transformer.h.9.ln_1.bias
deleted file mode 100644
index 54ef2ca679aea4e9c955117ea202e0486cf73631..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_1.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:16189f60072e51c773e5930da1e9c3df759dc8dacf141ecfe32fc3f30dd73e26
-size 25362
diff --git a/transformer.h.9.ln_1.weight b/transformer.h.9.ln_1.weight
deleted file mode 100644
index a330c6efe18c532d22af82c6f84d378ee9b502c7..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_1.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a33217f32ec5c71e980dca517f05b7ed18a60ea0b4291166163ebba5b0fd1390
-size 25362
diff --git a/transformer.h.9.ln_2.bias b/transformer.h.9.ln_2.bias
deleted file mode 100644
index 133aca089b6042dc6cbd0ab45c14c20f0473ac72..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_2.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c596f53f9da631eb6eed46db067466c9cf193e60f55f99828dc2ed6b929651f
-size 25362
diff --git a/transformer.h.9.ln_2.weight b/transformer.h.9.ln_2.weight
deleted file mode 100644
index 6c2a175b149fca1ca42032d78da74ee691ebbd6c..0000000000000000000000000000000000000000
--- a/transformer.h.9.ln_2.weight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6a070c0269b39668940cc1e0b183b71a8c0cb3f603801fa22a27e53bd7d6f0f3
-size 25362
diff --git a/transformer.h.9.mlp.c_fc.bias b/transformer.h.9.mlp.c_fc.bias
deleted file mode 100644
index 366511cd3070d53c65bdf6163899399b913261c0..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ee88ace51df8f5c6ee1c99b6350d07288595aed74610a642cca6106647fa4989
-size 50014
diff --git a/transformer.h.9.mlp.c_fc.g_idx b/transformer.h.9.mlp.c_fc.g_idx
deleted file mode 100644
index 00bba125bf50569bafcb4fb6de4fa414eace614d..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fb9e169805c24cccab7034e5ad815519d7a7aa805f43d923e8decf0b336e025d
-size 50014
diff --git a/transformer.h.9.mlp.c_fc.qweight b/transformer.h.9.mlp.c_fc.qweight
deleted file mode 100644
index ad5aecc9e7c4e6dd5dd760635c8eb16de97b6109..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2cf60c3978700233df9e06904d7303d12903d149d1b0fe53148da07e29bab66b
-size 150995806
diff --git a/transformer.h.9.mlp.c_fc.qzeros b/transformer.h.9.mlp.c_fc.qzeros
deleted file mode 100644
index 5a4d80a105e4f850c615bddcb0a067646740ae88..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:985b1c97be4bafc814c3ca643fde705184b138fa95a0e5024f1e6f7d8357fca9
-size 1180510
diff --git a/transformer.h.9.mlp.c_fc.scales b/transformer.h.9.mlp.c_fc.scales
deleted file mode 100644
index e9d5c407a80073cdaf00ab26a8561f08954343a8..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_fc.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7617374775d4092ccfa75c3f8cc0c9f392d66e32eccaf84e5de6163934f5db0b
-size 2360158
diff --git a/transformer.h.9.mlp.c_proj.bias b/transformer.h.9.mlp.c_proj.bias
deleted file mode 100644
index 216852667c46507b272644b2ab1bf1f661cb4745..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.bias
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:70c9fab3d8c95641bd07221b96a911f02c622bad9a79ec80f82a45f40a8ea813
-size 13156
diff --git a/transformer.h.9.mlp.c_proj.g_idx b/transformer.h.9.mlp.c_proj.g_idx
deleted file mode 100644
index 5d041c214a0e41beae13ba6ccabd3ff5cd29dc69..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.g_idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5cbae3c96a2d52345019a004981ae4ecc7d1afcba946bae4418a522351ed5b95
-size 197476
diff --git a/transformer.h.9.mlp.c_proj.qweight b/transformer.h.9.mlp.c_proj.qweight
deleted file mode 100644
index f23de708275c8da15f115b349183e4af59a7dae8..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.qweight
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:166c3c9114675b2de7a21f5776e0c0b9db32cfdac5668ce0f270faba5c2cf2db
-size 150995812
diff --git a/transformer.h.9.mlp.c_proj.qzeros b/transformer.h.9.mlp.c_proj.qzeros
deleted file mode 100644
index bcf0de7193b837cbba7bdac58b346f41da7c6f4a..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.qzeros
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:21409363fe7d06b0c46f9de532dd6ec667b73eeb77ea7a658213d1394ad91558
-size 1180516
diff --git a/transformer.h.9.mlp.c_proj.scales b/transformer.h.9.mlp.c_proj.scales
deleted file mode 100644
index 77fe32144d846151a2ccd4bb3c8b3769a305c665..0000000000000000000000000000000000000000
--- a/transformer.h.9.mlp.c_proj.scales
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:725ce0d0f33eba10850dc845bc5e837c8a2bb17b215a7748f73470e2e8de07f3
-size 2360164
diff --git a/transformer.ln_f.bias b/transformer.ln_f.bias
index c482e4c730f96c04e15868e5f49a819281e77424..4d088c0c79c32da031ae1dd910b1a4746e4c3326 100644
--- a/transformer.ln_f.bias
+++ b/transformer.ln_f.bias
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d85c3e322f677c572f3008392cc59b6432c8eb8775e59c14e4375e2acb76afea
-size 25350
+oid sha256:a5828350f570cb872d637e934595239e246ee867bf4e0bd12fc9fc37b99e6143
+size 25414
diff --git a/transformer.ln_f.weight b/transformer.ln_f.weight
index b4d8ccc0c8b842a543b6e99573cc4cb6422620f7..f10a2ea361081099b7b7816a30cf9b4e3a8ad875 100644
--- a/transformer.ln_f.weight
+++ b/transformer.ln_f.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46573fad20fb1cf795cd43e1d991f0d903777a8571c1b1de43270aff0b9aede2
-size 25350
+oid sha256:58f98dde9ad12a4a84e6671e5294d024bd75813ee592ed5e0a3829844820a5df
+size 25414
diff --git a/transformer.wpe.weight b/transformer.wpe.weight
index 9f4ef065b11b14c99bf1f826005bad6b1771a8f8..56f8095b1c6b0982f87aa73a9d8aa6b0307a1bda 100644
--- a/transformer.wpe.weight
+++ b/transformer.wpe.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f2541a45f61cc83d11950125d4e41958565fc26664d7743a65789322d5b1d38
-size 201327363
+oid sha256:b839b58d0df406d7edd03e5e130ef85a3669392764703d23b9e75f5f3f22cff4
+size 201327427
diff --git a/transformer.wte.weight b/transformer.wte.weight
index ee0d96cd75d07bc76c5495a8f2313c5335494338..2104bae34e50023e0f0321c74ae63520a2744c2b 100644
--- a/transformer.wte.weight
+++ b/transformer.wte.weight
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31bc84ed79462d4d62313934cfc2fabe827bec3e844725ddcbd9d885b07a076b
-size 1207960323
+oid sha256:9dc6d3be7073e9d66f8e262a7f292d256bde9380249b2724bcc7035df8c44b1a
+size 1207960387