diff --git a/weight_and_grad_dumps/rank_step1039.pt b/weight_and_grad_dumps/rank_step1039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bdae6264c52e5ba43bc2275893fe0169300afa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5efc5f6a5cce7fd72ffc6f8d37083ee0c37692b3746c6201810b9455afa2757
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1225.pt b/weight_and_grad_dumps/rank_step1225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233a96abc412fcbb998b0f0a5d252fb492a0e904
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ff3ac2fad20db8f3a684f73a67174c0930f667f817d0787da13d269bdcd64e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1347.pt b/weight_and_grad_dumps/rank_step1347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff63159f41c8e3d31642e7d7c4a6a630f0281d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37040f661a8852a61d55cedcf4a6f26e81281ba1454cebe34f1aaa94a011d856
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1400.pt b/weight_and_grad_dumps/rank_step1400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bcf8476deb46282b9d419e5a9701cef91bd822
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1c24a79b60e67a2dbe96b63ddfc53b01d9de284b7371507fae6d616210e062
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1470.pt b/weight_and_grad_dumps/rank_step1470.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684dcfbc8a1c3f280b781a930bab11f5c59d561f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1470.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972d6d13460b63ea768f25ae6f726562d730976b289e3f376defbeb385c768a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1487.pt b/weight_and_grad_dumps/rank_step1487.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf5951392c2b9b139073e84c5c54459ad672471
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1487.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251e7906b61233996f0f75b2552c75c8c4c6461a518540839d43c0cb42f99893
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1562.pt b/weight_and_grad_dumps/rank_step1562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41354eaf6f2574e61e72523210274ebac4de8cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30d239b06e0996d4def181f1df0e091f925bcfc71d0f09f037bbe83fbc90d5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1643.pt b/weight_and_grad_dumps/rank_step1643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9747a98000971eff9fb276189971440973b029e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da1f96644e9dd67f8ba75e8b5fb1dcc312fedd85e31c4e2495685cf4b0e4fd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1721.pt b/weight_and_grad_dumps/rank_step1721.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e8062811e44ef40d7008aa1eea0dfcf85f77e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1721.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa308a15ae2d7e87edafce555fc478f567524faecd847edfa238685b0371eb5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step173.pt b/weight_and_grad_dumps/rank_step173.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8d58171557720216ac875dcb244b80aa1c6e0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step173.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c1817efabc36ffbbe39900a2fcfa2f7ec84453a448dde320e17e4ecd76fd73
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1789.pt b/weight_and_grad_dumps/rank_step1789.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761e0023ad57e840c02b653b468945a0ebbf60fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1789.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70069d24780f66db425dd2dfe3c5ad82a83b6ade9c2f7770a02c98d943188e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1802.pt b/weight_and_grad_dumps/rank_step1802.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44baf950496427dba25f515c83ad3cf560b9e092
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1802.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f67fff2decb84ed7080f245b90135d662d71a7a786ef1ce6a17c9fda00dee86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1872.pt b/weight_and_grad_dumps/rank_step1872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baec8c4260ad9b37b1decbb163b8c3bcb89576a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cac49af4dc48b7a86b870df0b6c17485276e92b38db72aada986113f8010a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1910.pt b/weight_and_grad_dumps/rank_step1910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fd3c6147612394f7e1539194b981c2216db4f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418a144eeb84a6b7b320e8e4cc69d87ccd38372e4a95bc3d4864a04a60604920
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1960.pt b/weight_and_grad_dumps/rank_step1960.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb140b6fc7decd8ac633fbf64bc68b05ef7028d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1960.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfe639509040773d9670a729e8bd57afb7f7828dfdef8936530025a96651cac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1997.pt b/weight_and_grad_dumps/rank_step1997.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cf790aea24cdb6271c9121f33b4dafca7e04f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1997.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f6560ba340632a5f880bf8607dfb28bea2711ed1fc2adda61bfaf3f6e8afed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2191.pt b/weight_and_grad_dumps/rank_step2191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d80301acfe4c7c928b2638669b7bea195dd3bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d0ceea849faea2ae6c0a1e6acea562ee7a8d520b90f07b29d090e1418ed544
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2268.pt b/weight_and_grad_dumps/rank_step2268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8322c3913505074d0dff013ca16c2aae87ae8b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fadc2df1f321474abcba33de891c876bb3b8b18edc0084cb8d3a621fff7897
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2355.pt b/weight_and_grad_dumps/rank_step2355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5113d7efe8a4b9fe27bbb407708386f510b016db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7b3afe7c2b254c69ef37551ff3933c355f1cf4d8f8b99448cbe35885a6972a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2462.pt b/weight_and_grad_dumps/rank_step2462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c2255ca8d63e88a339720ef6f4f2662ac0dfee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0b4500157824b6f6a1589a7f4e757e3977fc8e2a98289c3683e6eeedd86014
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2495.pt b/weight_and_grad_dumps/rank_step2495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9199d398c63c824b3be3741d02515cfa5363a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da47d9d5d19bdc0344498232f94a33e503d19273a99556f7984929792753bcad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2500.pt b/weight_and_grad_dumps/rank_step2500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ff7513b5d88bf5df4241f64fbead556d142cce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e253fbebe4782b0b110e10c247976af32a44b4b378185dffb8e7bae52f729543
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step252.pt b/weight_and_grad_dumps/rank_step252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c41df3c7dbbd20a3c71400ded47478f604373c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f95e2f58a576166eb19db19471ddeadc73c258180e63e464aa8c31215032f6d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2570.pt b/weight_and_grad_dumps/rank_step2570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca4bc60f81b4ac96bb0ca8b3a987a8de154bf39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3347a8fcb6355dd07ddecbf5f9edeb512d50e77aa4de9c5c76275e673d16e4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2587.pt b/weight_and_grad_dumps/rank_step2587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a51bece505da2025ad2cf0e15743e20341e0e23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13c009d37f9a17ea5f609447cb7d98d931d4c04f5882fb4b02a82449e580710
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2651.pt b/weight_and_grad_dumps/rank_step2651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c677e2bf8a27bc7bef2da9dcbae084de8a3031f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0900cf49e8825f710e5fb2c38639cff4d23f4ecf0bb55c38d10354ff10f046ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2689.pt b/weight_and_grad_dumps/rank_step2689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2310436fab171583264ff07d9a55d147d5f050
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2362bd0e8074af257d90b225556894c4a5099fc8ab626b70294537d8b9ca63d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2733.pt b/weight_and_grad_dumps/rank_step2733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1f0813f4587179b00f868e151a89f194457c64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672391849d1795d579cbd096df2ba37bdf64035b9dde4cb1bdc0425bc59b53ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2810.pt b/weight_and_grad_dumps/rank_step2810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d022b7df00094dddc84603c1d2835416fc955e1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f8c8d42da5e1145aacefcddefa21d71b371b43b221c8e51c8abfdfa24263a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2860.pt b/weight_and_grad_dumps/rank_step2860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a758f3bdcfb84159a9ee6175c0345a6f77378fec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3ac44d52e8c7abf84c302af63d089b4fe2f2dd7fcc69602604007ca68b93ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2902.pt b/weight_and_grad_dumps/rank_step2902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e74a722a15b1bc3951a94a7c3093ef60ae9e1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7590b0b97b27a6a7c2000b81a1c3ae542b7b15bca61b89ac3f7c6a2c668308c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2972.pt b/weight_and_grad_dumps/rank_step2972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c534e264dbca890777c1eaecf438f05ef8a457
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ced0c919482af3bb31c9284589d381887f3d67201679c05bd5e06d0a8d91dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2985.pt b/weight_and_grad_dumps/rank_step2985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df20193528ffc9497529e4230b729280b71b652
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062f14433ddf0dde07b5a21c9a38cbe443daf3f50be98809918c96a2d6ef6b53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3007.pt b/weight_and_grad_dumps/rank_step3007.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc53bb8d74766f7f1182bb4e13eea4752138d4d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3007.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826771b9799accf573e4565c83945f18f74e82fa504e2ff952e089b44faab8ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3028.pt b/weight_and_grad_dumps/rank_step3028.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2957ef66bbe3052a591c4be83f13ee104753581d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3028.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68acf3f2202d61e5f3ce411cf248985c80024a974b96c716b7a0ed284f6daf6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3058.pt b/weight_and_grad_dumps/rank_step3058.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1066cf644d30adcc97281842cd14d0b6b9e56d07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3058.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2aaaab3dee542f716d94fab27f38f10a364dbd93d55839c17fe72f1e25da5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3077.pt b/weight_and_grad_dumps/rank_step3077.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aafbb14abd201e00a244e59b5c322c4bcda21ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3077.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795eb32bf32758e01717547831530af29bd3eeb5b31461576622595601baf534
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3080.pt b/weight_and_grad_dumps/rank_step3080.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3009067f2d2288062568c59125289a23122ec440
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3080.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d7a0c5e999ac8e60ef2a856488b939c553567f8d74a76148725cccaf7e6198
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3115.pt b/weight_and_grad_dumps/rank_step3115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c775a215d3d4aea0bb32d933d8a002ccc3f39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb5536b938f1e88c4851232db30037684481ddc103352f884f565560f23b97b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3165.pt b/weight_and_grad_dumps/rank_step3165.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1cb3778349f2da84340c90851f9bb8ec7238c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3165.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6885a0c9fc4a2d512e6552d1974abd749b47ec47621db913831a2e1e1c5087fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3244.pt b/weight_and_grad_dumps/rank_step3244.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882476baec2175ab9fee688c04212ca8a2b56215
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3244.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dfad15ceaf5443ca0a965e50735e227e6c6d0b2ec1388cda3d0a88905805c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step330.pt b/weight_and_grad_dumps/rank_step330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c1ff524395f6a432f7c6882f67a22ae408065b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2993d243f0cf9a7641ead88b2baad4915d8c541b467463fc95c83a23e37ce388
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3326.pt b/weight_and_grad_dumps/rank_step3326.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d22d4ebd5165e02a7965df977b2c2c6d572f31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3326.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0d7d5abdb3d124871e50189105d5948d44d8613ebdd633367003bbeb674f92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3356.pt b/weight_and_grad_dumps/rank_step3356.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a193aa4d355f0ddbc49507c469b60b1ec7a0756
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3356.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514492a6146979a8a96579b8cb970c8af848d3b2972b561c958f2baadf57bcf1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3379.pt b/weight_and_grad_dumps/rank_step3379.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f0046908dd5efa68e2f5d06e828a874c75bea8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3379.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b04db59614612df78dd3daacb901ca2566c5fac6110d3306b30a351a89f9dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3584.pt b/weight_and_grad_dumps/rank_step3584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b428d58092901a0f4a83907498463a5bfac3ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32231802f7cfe769459c2af053c1bf8a482d45a23cfbb2254d5e13eee5b057d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3622.pt b/weight_and_grad_dumps/rank_step3622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e3b8f4dfe4f377a676bf5d3295c46322a5145
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200215a9c61c26f4c4ffca063f843a137dd597d55c2c82a302710ee77d4128dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3740.pt b/weight_and_grad_dumps/rank_step3740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce4108335ba0673ea91e297383bc1c8917477b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a81ffc3184ea238dad072af3953e339691a670afbc759a579e0bb8e1ea7c84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3894.pt b/weight_and_grad_dumps/rank_step3894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d42a26a7c905e11cee01c0238d97c38db98757b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7249fba64cfc0cedcf9d1d9fb55435ea0bb0c934cf3b6456c7984bc7fe697467
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step398.pt b/weight_and_grad_dumps/rank_step398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace07a072676d0e8c76c6602334b67765c3ab93b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddd136cb1a41d7dab19b3bca1a488cf67f6310f9e7c9b2e7d02297529af76b0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4020.pt b/weight_and_grad_dumps/rank_step4020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3816d686ae1c8add8ed8247aa1922150b6e4db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fbe055986384f4aa71e4e29050d2238617118d9b01ec514f4bcc76ad1a32f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4142.pt b/weight_and_grad_dumps/rank_step4142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb90d9ea1fcd17602279d748ced1009318c9289
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dacc3352bf7b832607005a612db72cd0e0a798eeec0a7e38a2dde39d964f7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4419.pt b/weight_and_grad_dumps/rank_step4419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c5590f37c5297f4cc528d124daf8d2a68159fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f1015c60916f75b3dbdbf38b2100fde420d6770441a3ba4c55b04f3040d0d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4446.pt b/weight_and_grad_dumps/rank_step4446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdcbd55529e7ae0914103f6908f59f9c5573724
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04396286b4d9d34c6655b03352c3c367731acbd49b06cb547a2a72be96c457c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4524.pt b/weight_and_grad_dumps/rank_step4524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb39ea20e42452e20b86f2bc288a99a5b2deafa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf70d0d5edc9fac2557de58ae858378cd8c7af58307c346e4def4fc8d289639
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4554.pt b/weight_and_grad_dumps/rank_step4554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb1c07def135cbd4fa2615034fa05f3bfc0fb54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ba6df7166f67f4a793d7c921879a0dbd2265ad0dbccf4540672d3167547d6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4605.pt b/weight_and_grad_dumps/rank_step4605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7f6edf454f7ed4af4a0740cbad74ffe7c97e93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14200e9e976db80f8de0b0500bcef6ce646f45b233c1fd0a9921d7de996c6a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4675.pt b/weight_and_grad_dumps/rank_step4675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b985dc62533a6b080f9e2f775607ced703b123
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f7a80089811bf4557d636906891a396234be455515a475a133d2e4b143b0e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4682.pt b/weight_and_grad_dumps/rank_step4682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9285504b7c410c6ea9989df9c1edb952fc6dcea2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36951f31abbde9be2003b30fccc6ee0cafa43c581ccba281cb00bec2a15204c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4748.pt b/weight_and_grad_dumps/rank_step4748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c73d542ba234959410d4ccbf68d5b697549eba6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b511eaafcceb04deb14a4f90d0bdebd69ee173445260f0cb6c62c2595a348df7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4767.pt b/weight_and_grad_dumps/rank_step4767.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38297d027ed276d0cb84ddec199d9f19af29019
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4767.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c808d2363e865fe50188ef8557e12bfad8885cfef32e601ad70f15cae72f1bd0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4834.pt b/weight_and_grad_dumps/rank_step4834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b28fc0ae502467e0e8eca1525edae99ddc7529f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c192dae23ef3f708da205fb08ece08b5ff006965633ddae8c19f91d50231842d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4909.pt b/weight_and_grad_dumps/rank_step4909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7216f43d4eb8aafc65dd67f422087d6d4ed83b2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e68580b3a183a499af3a3c0a0ea02aaafde5bac655f828a5411a53a17607db0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4926.pt b/weight_and_grad_dumps/rank_step4926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a8e319b4fef570f763be4f5fec9c1e98c13212
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57806b731762e8f57e037c250c10c28818b12fbd19f800dee5a2920379495a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4956.pt b/weight_and_grad_dumps/rank_step4956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ab7e49542f553d78e1c38ccd9c29001b8439d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9160490efcfe0716d901f393bafd767407e100049faf9b80ef1b34b603fc8bef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4979.pt b/weight_and_grad_dumps/rank_step4979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0643b945ac0207a324949ffaf6a173f2e4eedda7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4098a902d997e85f344f5b1d6c317edc303ab0a1b77281ce81e09918e98a961
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5053.pt b/weight_and_grad_dumps/rank_step5053.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352e688019c9f8187fa07bbb2aee92a69240b842
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5053.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de12430fe11cb5a0564f214219c582612a43cb2d4cecbdee7fe2c09318bce0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5131.pt b/weight_and_grad_dumps/rank_step5131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c66a3bd8b8ca97ef01f6d37fb310d5ce4c919e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79c1a1bea1996e153f3e89e7d6871d63179c10f47d17ac61d70f9514706178b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5199.pt b/weight_and_grad_dumps/rank_step5199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a869e726931ba6509925dd81b30dc7ca77bd6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8413f99e5a208f82cc33a3dbe97acd2d1d0e683574a9da224840b5bda497df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5210.pt b/weight_and_grad_dumps/rank_step5210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725c9a2deef2029c14c77f075f541dd09146ee9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475b9257eabd4145ca20b31d9177233085729726b8edc537c8e351c24bd1a725
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5260.pt b/weight_and_grad_dumps/rank_step5260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7029b261ecbe949b0d0dbba1138d3060e9ebbd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1498b37b94a3d95e05fbf691067a2f046e063e4b383acea987398864f900d9b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5297.pt b/weight_and_grad_dumps/rank_step5297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b113d2462aea46111a36247832f519c8c6cda64f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90e12d784584bff65571b63fd28afe993b42c41a4dcb72891c6ab25312a9005
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5372.pt b/weight_and_grad_dumps/rank_step5372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95a9398d13606c0b16b590579421b6664d80ae3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cf8599e11da0cf7458fb1a6e67d233eaf033b783643db9e7cea438f0bd3dc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5435.pt b/weight_and_grad_dumps/rank_step5435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c65090fcfa2b10aa38fa82260f20a78ea4b39e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c80f3a35bf110a46def322cb19afd7a21a186060e9a6bac3d927f470346a06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5508.pt b/weight_and_grad_dumps/rank_step5508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17da274525b9304f206632c3038d6b26691aecd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0525f7aeffae5331e8ae0815fe8b4cd36f8e709215923286b76413a225d1579
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5557.pt b/weight_and_grad_dumps/rank_step5557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174e3699367c16654972c683ee559e68c48f568b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76379012a5984e66142469ffdfa30454e293078499e43296cbe7b21c3a879170
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5793.pt b/weight_and_grad_dumps/rank_step5793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad89d305a1b42f020c83832fa736bfe98e1d09e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4c84e95d4844efee5d3e8e4943de53cf524507c8f690dc1d4de41902f97d98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5818.pt b/weight_and_grad_dumps/rank_step5818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00161a1221eb777b1cecedf723fcbb6be76c3663
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a7760bd88ff11cf436c5810d765cc7a3a1c4aa330609b4e4844ff476947c26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5847.pt b/weight_and_grad_dumps/rank_step5847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2292193a5985d4bc7ac397b5037aa6ca60e6e51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8c8334bbd57930c1897e51f2b221e9e3e66dface95e818d383636b8467fb23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step592.pt b/weight_and_grad_dumps/rank_step592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e2174a344bffe00ce1370e691d6a112735499
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d293db4fe238da14264e46c17087e607500f9d3a444a688a1631b425cedfcc05
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5925.pt b/weight_and_grad_dumps/rank_step5925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4a2fa09c50dc4513cf3d261d4e7f3f7bcc21cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790a45d01aa18a89c86131353b1575811ee8099f6d10d23fd648ac85d2e88ea1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6041.pt b/weight_and_grad_dumps/rank_step6041.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd4d49c9ea69655505bc1cfd9424de91bb66b6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6041.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f6ed88a400dea4d3d08c6524a10e773c56a859e60edf8a47eb44d21c14b475
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6123.pt b/weight_and_grad_dumps/rank_step6123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0867e2fd0cf265ee81d5ac3b2e57cc4571c52453
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d4dc9a66b46b594e294d73d3dc9f3adf0dc9ead7f7c76528922039f3870976
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6202.pt b/weight_and_grad_dumps/rank_step6202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963859054bbd8ac4b9b1904f7d7986c188585dc4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdde0fd021803e3f7894ab0fc84084f8fb4c66ea2bd584e5b1cb4b815189010
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6272.pt b/weight_and_grad_dumps/rank_step6272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2892c101570b4acf3271d8c822ec50fade0dc5e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be1ad6e6fe6346bda554ee963bfa9c61d6bc85aa9d6da1e867a93c9754e0a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6285.pt b/weight_and_grad_dumps/rank_step6285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584ea7d41bf51d70f9757868913c93ccc84d8d4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c5f07f01c09046efbcbf99fab7b8b7d0559819b61106bacc8f57e525fe527b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6310.pt b/weight_and_grad_dumps/rank_step6310.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486a5975097974091e8594e1b56db48beb968a2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6310.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7235387a367c3d94bc588276d06fc322f312f32672b278e45fb54a62f2ca67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6360.pt b/weight_and_grad_dumps/rank_step6360.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb566a16de22f8512e8c65b54cabfa5b7a4da58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6360.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07079fa4f5b31df9f898dafe36455871ddfd624d5429948f60b6b639eb54f24d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6427.pt b/weight_and_grad_dumps/rank_step6427.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b4b7c0526d6390c3563981a5385a7499015a47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6427.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f517be54b0f9bd7cb48ba21d82be68146b1b5e8920836f05bae63d87562aad5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6478.pt b/weight_and_grad_dumps/rank_step6478.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c666cea05452784fa0a4beab67b6eb0c298ec88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6478.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157b750da22dc2f7d68ba8825aa3e67def1108f5e98a5378d2c620e64e97aa99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6781.pt b/weight_and_grad_dumps/rank_step6781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b96b9f06ccd6bbfc2f2db54a568285a2912c5d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79855289c816294ec70fd5fb0e28567af234ac2406b06aa141e1590228d198b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6855.pt b/weight_and_grad_dumps/rank_step6855.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96581e8ca9a578c7ba41473a8333853ced7237ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6855.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a179189135cad273ec79f38a8328401f88fe94f3d3f9f805f1b41162eabce9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6937.pt b/weight_and_grad_dumps/rank_step6937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8e20e075b7eeb5bd64200fbfe95fade151b2f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44a04ee3fb2e7834907e1725c6731c32a3b93fc72a1c0de042e3e610617c91d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step709.pt b/weight_and_grad_dumps/rank_step709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb4629b22bf42f63880315424f56457c7946b48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f1c6c8e6e107daa980208664e31d616d9e3d4961d52f3789c14b2e9b291349
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7394.pt b/weight_and_grad_dumps/rank_step7394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc56631e6f43cccf6dadd641116c04cd7d3bb6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99908cb75b27db7a061d08946a6f4800d5df18784f877aa002fbb212302f7e84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7424.pt b/weight_and_grad_dumps/rank_step7424.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c4b0a39f485434d31072e9a01b97448d24708c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7424.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eb49cb35f5d18d37b70c15476e0da6e7c98df2489f4b2c5adbd7f720e6bca0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7454.pt b/weight_and_grad_dumps/rank_step7454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8203e4f7348f6b2ea7cabf845039e537e92df436
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e721733bb095d60dec6a518c9c6bec56ebda51d933b0f8a47cee36d42d48247
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7536.pt b/weight_and_grad_dumps/rank_step7536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab494d940c5c6fdaa3859aa6768c6a974524ff1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b2dda0070661372025e6bada2408849fb68fcbb1c320cd1bd5e9c3ca25c24a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step756.pt b/weight_and_grad_dumps/rank_step756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e68a35afb457143fec98e34a238e9c358c5717
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55a2de8962fd16545e3b203c6a7587f4f18add0bbc8b82375d5124659a7f3af
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7638.pt b/weight_and_grad_dumps/rank_step7638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d010424ed113a4c0b003478c70fd8c2386a1f58b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e881df52cb446b2bbf26d5a68647c16bce99a78301f78eb270aaaffe0cb429a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7648.pt b/weight_and_grad_dumps/rank_step7648.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c9e1f0e4988ae1a2a7b4753918d1ff8838c306
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7648.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a0c5742f1ecf7b8aec84263cc09de0416de8bf66a4a85d980588df42f6dc93
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7667.pt b/weight_and_grad_dumps/rank_step7667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926e1a9fa381eb059036a67c75681b226c3b8903
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7689df6f14222d061f87e3b78ad2af260b96c7458f0efb03a6ae6e64aa1b3180
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7690.pt b/weight_and_grad_dumps/rank_step7690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e2d623a07da5e6e337c7c3e58b88c3bce1d49a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c22fa9cef1aeac23679f6bd7da605242f720727d169695bf7f5d3f568b398f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7705.pt b/weight_and_grad_dumps/rank_step7705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224cff036d8a4ec99e3b30bbb75415630c230ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17219efda49760453309cc4df48dc55423865a08b16d0aa661d73fedd8e4f151
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7775.pt b/weight_and_grad_dumps/rank_step7775.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f54a201f2f1e52ae0dcf206fcb7404072eb771
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7775.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8274d04f102570fba7309ea8ff7a7b1f8fcb8ec38c29482846285b28dc14e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7826.pt b/weight_and_grad_dumps/rank_step7826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49ee7c24890e80cfe5c9dd3a445952054dd2b3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe11726066a002f74a51a64fbffe8f3583cb6f43f775413dd15193fcb22b241
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7879.pt b/weight_and_grad_dumps/rank_step7879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea7b8b2b0e1f0774024ff8f9294dbc20bcf47ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28433e027c60b661753c065282cea07161c6699d9d51d8409977d752dd20c28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7944.pt b/weight_and_grad_dumps/rank_step7944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f41d216d2427325297adcc83c957cb955cf21f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b710d9301681b990c04915ecc56fb9e9794739be5a10fc326c9cb95a861f465
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8037.pt b/weight_and_grad_dumps/rank_step8037.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab4473da779865bf8338031a531a86be2e714c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8037.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2611da535ec41a045417daedf3942e74b02d51125790a6cc43c21e06f56e6237
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8047.pt b/weight_and_grad_dumps/rank_step8047.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088d27c074e4254f8ad9f91986fb459ac7fc54a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8047.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf257137eb23613c1e252d12caa603f6a7ea7343d972238a4210acc743d8f3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8068.pt b/weight_and_grad_dumps/rank_step8068.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da0206ef9840c5af43581896e5c473aa3b55d4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8068.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0c26c9cbb30407ac57e9c0b7b7525e4db7b3a91b725fe26478e61164302e90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8125.pt b/weight_and_grad_dumps/rank_step8125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b326bacea3cf73bd957e98887c65cab386b59f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca12a079758b41733618994ec419d2e9624fe804d180644037152c233683e99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8155.pt b/weight_and_grad_dumps/rank_step8155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa93e2b3e6fc3aea754ed845c69511a177960cf6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b3e265f53398a00ad8e1b8fd97e7bedbfdfc10c19ed2555fbfedd768ecf077
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8204.pt b/weight_and_grad_dumps/rank_step8204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a696126d72249dc84fe76570ab18b20c30013fe0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58519c9c8780d26c603e6a16377409ec6f38c9923fdaf86f93eaad5923f8d8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8283.pt b/weight_and_grad_dumps/rank_step8283.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3717ac90840f520376dd12f8435a6548df3290a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8283.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1396f02c8000cb8dafa9b99c4a76bab4ed6986ed19b0ce361ca2f62c819df2eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8339.pt b/weight_and_grad_dumps/rank_step8339.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcdc8bfd065dad197cdf2b2dc48a20667298858
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8339.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e6245da1ebc8d1e88da72c5384afeaca333696266db7569ec74db6c318369f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8366.pt b/weight_and_grad_dumps/rank_step8366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02aa542a431ac4903857c38fa4f3ccade11df236
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e128ee246d803dd7c4022d99dddb26fc212c9bbdf0f92480126b84efb9b8cfeb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8391.pt b/weight_and_grad_dumps/rank_step8391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be0e053838a01f1ef7579998cdf2445a5d8133
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1562167688f1926571329a63719094785f5b60ed5ad32e480a20b5e54966dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8700.pt b/weight_and_grad_dumps/rank_step8700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b397bbd726d6bc0eb61ee9ddd33bf362ca673801
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5cd3895f25817be5575091f0e6408a9bf79e7c95f36cb996fdd3aae294cd91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step882.pt b/weight_and_grad_dumps/rank_step882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cf4316b3b6fd2dbc80627cc6d6c1bcff553844
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8fbe812bbe6d7b85f12f7fdba5eff206882ed854fe67f3f1b72f4f025f3724
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9228.pt b/weight_and_grad_dumps/rank_step9228.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2d8d7b12d53f031321032c548796c92dcf8298
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9228.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fd1ec9c69d2fac5065517ba80cbd8d61e9ba733368137bfdb45b974c70a089
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9277.pt b/weight_and_grad_dumps/rank_step9277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6075c5f79dcc04e8984256c9829d6d01fe99daf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee4ded87de9b5b36113a730b529ae59adf03215c93e676b1e5b1ed22b40518
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9315.pt b/weight_and_grad_dumps/rank_step9315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfe7a894f7b5ecc85a051cafed3372f9d6121dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2219ff3a11b78294d96b9b77c15a95be070d08168f7618ec12d14d2986feea5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9422.pt b/weight_and_grad_dumps/rank_step9422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baae8d6e487c0b447beed60c82c0979a7bc0d8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c72fb6227441ac40fbb1e7092f2cf87e0eff8f83f0840dedad88efa9815f9e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9452.pt b/weight_and_grad_dumps/rank_step9452.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dafd8bf0937d4309a85991ec265c51ce14a24c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9452.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a569ea35783341d9aa324969b70d69a1f6c4f6984024c0828d6963c5a39e401e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9530.pt b/weight_and_grad_dumps/rank_step9530.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a9d68765f12034ede82587e3e5af87687e7c85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9530.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a35ecefe88d93a9ec21ab8c6f9aa5a8624cf461c925c5956a8b6056d6f2adda
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9540.pt b/weight_and_grad_dumps/rank_step9540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c2456c918e61e8c90a5107f827a9cba5f82318
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2aee1ac88e3f180d7ed6cfdc8b30403855f1a811c45a8129368676cd2f4e11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9598.pt b/weight_and_grad_dumps/rank_step9598.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43838dfa21f64923a8c42474cdfb1be10d9c396
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9598.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3650051fe167ec9d0e626cd45eba4b146524aaaeccab2247119408a9597aa8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9611.pt b/weight_and_grad_dumps/rank_step9611.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f40737841833e021bf19956e7ddcea7ac14201b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9611.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14588234270d87c6b4c98d3a8c2fe274a4d9bac0125c842bcc647e149c3ce8a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9703.pt b/weight_and_grad_dumps/rank_step9703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb647b04970416e9a6cdc2af986d0c55c274ff5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890cab95659711349be12c97401f2a7b3b67536b4e425b87f3bdd567de7fb7cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9773.pt b/weight_and_grad_dumps/rank_step9773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9dcf64bc402d2c2aa0d679e5adc44fe2781f86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23effda4a7a8b577d406461fe2a64f1600daa92bc4fdd07f88b98cd6d942afb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9784.pt b/weight_and_grad_dumps/rank_step9784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9489450b657c9e4b1dc7e823b74e8bf4aee65a5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b317599031035626dc2fbfa23d8e689abede7ebde55bcdb010d3b533f3a721c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9820.pt b/weight_and_grad_dumps/rank_step9820.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd78021eb840e1f775f69d06d10ce7042d95571
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9820.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716a4d50c066eda88f313257d6e231da35a30bb561ec5d2f93ad3520afdcb458
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9850.pt b/weight_and_grad_dumps/rank_step9850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff49136144ddcb1e2d5b24d86bb0554389878e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1143b1e3e38b119ba634f1ef7f5800c583043e831a6e6eae9659df78a866ec2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9932.pt b/weight_and_grad_dumps/rank_step9932.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b8558b8530378b3afa9e1b03cae7f15728baa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9932.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5fdc8ed6da45062eb5f38c6b21b62e43077c463d6b1d76fd5cb0899bfe5008
+size 1524331132