diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975a7483554c414975fc9a174e6ace3d0d2cfe0e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20beea50a26675dcf9a98d31827ff217612e8fc91a23daf30a68195c2ad0410f
+size 131677719
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4b6574cbbcef74c8b4595512a80abe2ad26388
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09fccad987eac7d3cb8b6966f753f565ae27cfce25909917052b1f20f085c22
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451642d8ebf118c3aa843859ba53dd94c24ad241
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf2c1dff0db95125ea6d06609a39e87e0155bffeaecde69fb345dead6d5f5b9
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f85ceb347cfb65d1e22ce0881069215639f2172
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1100e0e1e7f020a237d9239127f668ac5e92eaa55219a0811eae7bedcec94935
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2508d94aaac40e6837ef1af3d7e41b48b0a8bc
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae429bb16f2e04b545eb1feea21ce8f32328f33f533263fcaa666102ca4a0f9
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c353b5cec82919b109f9dfe535199fa90f67c3f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a7329bf31710e5fcb088a3ba6142eb8df6f5a167d28826e1abdbfff68df640
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb37c613adf7c112a2375e85eddebcff3896db1
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e199a4d03b06c671fd09ad146e540321fbed1d03098a10046b445e0a95e47b6c
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15941bc54f853fe0bba1c5b1c351100ab37ab178
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef12445a111b22bf746771a9e036acafb5574a6f78cd50db9e9aec47a5cbdf3
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc6e984bb4f8be84025d6954faf794aaccba6a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de0d0067f28175a23aea5102a62c0d1bdfe6c240525b9ddb06ccebb7da2faa2
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cbde6f36655553d98101b1cb68a60ff9c70c6b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822d3b6c4bf75198fe7f01e6c3574a8943f8248534d2275daa222fafe65b07f6
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e466d10558137e42aa21cf5e4844a01be3d7d0
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e26a84b5293a3275ae2f496bd8e048ed3853641a262ffbfbae451c4ded80d0
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7923220a673e3b067eac9d30d4da2c9c0cc43e5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae414ef6d840ed37938210a027be43a254bd635446f3ef53f82899e9e67db583
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be04ba295f0aa5f28dcb6dcfe2176db1ee9ecf84
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0730a866d3be09a5ecc05e58514eba8b1f102e0eacbe8d184c7c65f9eadc650
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4b9fc60b004b72c92a2e989daae18902f7680d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3ade10a8695883167e9464cb12764d4ebdf00a5e592edd0554fec967480fd8
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaa1f1f27448edea3f4fe3917d3142f6632f234
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f917b442df41c1dfd14b3071fa280cd8c60fe0a5ee6c1a9a8da1bcba75c30
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6902b00ab28332e8e5ad8967ebe16943ee61e0fc
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d5b386f5a0f33d848578ad382e9e1556ae54c4e54f7c63071f2781e2692ab4
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6621546102191a6d0189c9e98cd46318f82c9ff4
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a531a0909f8f0de739d5315f64d172ff6c6cd1d9a677da5bb189f37b896e456b
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bbf74af0eecb25ffaa72ca9241d90138d5d38d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd6e04e25bb2f164084a1da6f366e5fdbee25dcec45c933becfa28b3723e343
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffe6752ec6a355a586f9c5f0264961327fd2e26
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b542daf3363cba770138b569d54c9fc681a75bdda5d76ce5342b73392c27b21
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b61c41b1f55e277f9b0ae6efbbd23a9018a2046
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cb6786f0666f0f73f534f50c9ad9b332d9151f2b57e3e7a83a73a484319925
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa1a2b7b72f4290f1fe3474d28d54b0bd889120
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e1a193d4a3ac4295267715943e28e488aeb6fc36812f7a60c63f09b7ebbc42
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414fb4104da9735d5c82db5d3498d03fbe90e1b3
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71fbf8d293698438dfbfb4062c2937756093e360440ca411f659fd251732578
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2eede5cda46542f90380fa1bee41dbdb39f37f0
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858c968a7be5b1b02ea99b7d2caeff67d9ea86ff6983d61d2473c2a6a98a8545
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8642bed2cea07baac4258960cf70912f27eb2b78
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c341399691d9b178ec5ad8d569875a234cb89b2063d77f58a8a43e5b1d458438
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490fe17288ac9589f82a86c5d04c68c125297b2a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6dd0387d98a07fba68e8e990e5ccbd10fb67c55b54658d9383126852c3f834
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b1a49b5c3b8a1883e8c5cfd4bba3d8cd8fb614
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b94422d25102d783c8187b9a59fbd9776337685427617bee207e9dc32ea5bba
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f464cdde7a900cf24d551f376b64a847ba8234ef
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b580300e0b2fa4d49e348fea3991ead748ee5c9af4611bad2d477b5d4ffd6f
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5efa0eb4ef3c7e04a7b7de7be188048000e3813
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690b369c57f4919cadd75de38af44b638253b44a31e8c9c4774a05c790bdcee
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d82bbb22f2749a61b651d2e16e4024d59b160cc
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d7a684dd3120a71fb5b5e0c0bab11355b569f200087a04a1c0a6e7d22ddb2a
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a30e5ab5d110981380c2b2898a1e194684b35f6
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb85a0fe86fc682beaeb54cca4e1197005776bff5e98b1bdb3f834b63fc6a12
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1420d4a2f881df374e1569600486b016b4a6991a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcb3b99bbbae5709b553762ade18320818f30febaa730b893af6e166dbe3bc5
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d25ceeb5518f7e587f1eafd421449d0d775828
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3400111a1ca6e498d75224b210eb151aa445b07ef2cb780172b115a083c113e
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb34284078523b6336234e4d683e09aa681bf644
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d6d04e2d3b45aa46994f36d7383489a455f1efe07542dac43c129a36755192
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdaed830bea1d1d08f141bf0eb8c714a992cd7d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13562cd84efa126c752ee09261fcf2a85e2159b553a8af0662e315688a27d50
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8bc81657361cea199af09287501d57f382b3a3
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8fe40b18c7fd1388bc47119dcf8f3b002084efe20a4e53a7d31f5ef12a5121
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dc79263f1acae67bfd11084873f4efd7d850ed
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8332f49c74fe246eb183c3d1c5486a87c2676bb39f2a933684b515d21622046
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60a1daef15d0582535001c28807dc3695b76684
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a247d667dfaeecc211b7c1e8badf63950aeb80c1b9f6bef0d163fc2bac39384d
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1fafb5c171b327ad04c6e94505d2bffedd3a45
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82587ebe418e78045eb2a012021cd948e7f7a38f68999e0b2fba985998fb9a5b
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0d3e6e2fce488f1265f52bdda1a5d259c16634
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30370109b33189b0c75fdd4aa617833df8025d0bd6dc2823f19bef0638f0159
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3253ebc26aa0dadf332c3e1fc4458596db8e81
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836f3443aaa175aa80c47790e79706b7248e8aab1f238f72d4f2a1bc4a296975
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee53237f36ebf0dd2e42e76f1bb7a1279c65171
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef7defd0ffeaa386e43f541001825716ac0207675f0c870efcd40dacaddae3a
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebea7d067ced0264c344b92d6bf3cb93477dd437
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c9e2e00c2b831f192eaf9eb43354b418be02980bebdbc99b4d449589a55a04
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4985e6299692f34b0cc4c329a4c26728662183ba
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677d50638928165ba94e8d5b227bb5b02428e14401497db1c2bda211c4f36533
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67449d23b4369b0de528dfb9ddf57be4875975c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3513a3ef5c045454d82b5f28b42a9c139c09340ce67e563389b29c23e0d164
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb989289d60bbf600962e14f008dd5f8f36dd75c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cc20bde209aa7d26269721cd79d921bc610bb4b3d95652a2824584a621e22e
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6d87743db68a17511ffae00623e5d7143c2338
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e4c031530e20aee096a45974f59818ab660e87d16cb62e183574a03d2afe90
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d37ae5e8115127af4d27f4191b06c4ead30a4e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df8158707c9a098b5cce6892bfeb07b97064de6ef1fc20511da202949330f31
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df94f78d6c15dd275c066b1501b1e5e78270a73e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9e8f43839c8c8fa9d3ff94433675980a28ece28c128c79cd8e4759bedb695d
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5fc4fa84f7ad5edeb9362c0db64f354b8a7ea4
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aad75def418ae83569023b0784d83765a3a0c876aacf2c8a7bc0aae9f87ee31
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46699073d7127c28bf1442cfedb63dcab6b83199
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9275bc017a12701582f62d30c8a7fba2e658b4332c0b7669dba721347b7e86bb
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4007e493140c15dd8a0f36bcf1054153c12e6b0c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cd8d78340f8e46fed7cb085c48d5ad0444422e21d20c700b50952be7c74213
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516f44ae4bc36e7519f8d0de3f8d7b686760b499
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7877b73f6cd6858307db780dfc3db1a74b9cf351106f5711fd37cbeaf06a833b
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a93e0cfcc4c21427c4c55e05ed698c4d1c9547e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8da2f6208ccb9097a33be601a8eee355c186512c5ee723bd1ffedd720fbd22a
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e8cc24357573e98c8c2f38b6ffb6f71460eb9d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483591504c0df0e5b859bc2abfd180bcba4cffbb0f790e0a47e7b092b8a7b86d
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7278f8d19289f9bee803c3dfdfa0ba268ea9a2b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7d38c1d33a6856d3604bb807cc8c936d05fd2b08f02156ec931c7ded56872a
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e5e993bbd2679ba41cdf0bc83e635b41340d89
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee59fc6b16fc70a45cb716d532593f112e4c917be41c01722552270ff8b1aab
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcad6234ed348579a740ea97d793ca1d29dc0fa
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61faad42793fb1a191ece786804e2a185ea9d25670bb0d0fbb1caa35ec047860
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed2d6fae5d5e2c03a541e3fbd7ca860ef8a24af
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f2bedc7e7883c2c7f7751b6ec985f2ba8c110680bd62bcc496ddb1ed2a1731
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d966cebb47d5fb606baa246243230a334be43fd6
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bada5470e19756b126edbdbac18330a0c2524d819b0ae179390d27bd152813
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e60f2cb07d8a6d4fa468b8f5525db57964410c5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b95e745272be9003583c3223236d093ef22d3f801f77a833b8336af4c890a8
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83092593cb8c92f50b53e12be7370d165881490
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123765acf7fef2fd17e3235b4ff0469c069b9595efc997050da2058e8d9acc7
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce923578f3d9597c274ded5b136cdb10b8339312
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727197e136d61d8e2a5e796c5db059aca0970e04710abff8a95e0f6ad42d6c5e
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fa5caac6e5d03fe570c1ec33c44001fecb377e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc139042a8fe001d59427ba191b3ebcc38c6c612c10ac9af5c305c9e1bef683
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af91d411902cdf681e28217657488b370d7588bd
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a593ba17c9e4a2c82f1f6a1ced8dec3179d493283c230fca5ac6634d911b91cd
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f25317a0d9837ab2adc9fe8a7a458f5ed117e57
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0bdd15143b6b6c566edeb2c031c5f32ba5ec3f25bb6346871b5a5270badef0
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f682ebe16aed1ae5fa8b6257863413d0d9a37c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a198f189945820e525f0e05a92988dd3cd51a7f93d55f43cd69162d646725d54
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c395d86e56496388cb3a63e53a1a115444807f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622188586dcf677be5a44276f496f205b55dee9bda003c8ba4efebd114f51517
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4419199d136aa4338a6436d5653940bcdd7c9ac1
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ab5b850581e07076843f331f8527254e0dd5e408f568553ea68892800f6cd5
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee86ad19d9b9ae83912560b2ea16b8d0a8476f4
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5285a24b3ab34c08be0dd335ea9f00e62dfe7a591c960c5b34658051f47cfc4e
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925ee5077f6eac0aed27e618d53fe2f2f165851a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917d4fa1cc2ac317560bbbabe3ae2a6d2a0ce49e11ede35e75918cb7a1734da0
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4f034f6032a54fc8f83b170d487490fa95e026
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0774b84d2167a8d4d67cfa802b897a4ee72892b434642bbb9b353a4c97db6cc0
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1a2734e879169fc6749f97128da5496d689423
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f3c65d4b521a07a273763aaf106cf69442be42604d1c1656fde6765f3bebb6
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868736c999b5c8b4342012cb377667c4cba69c89
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91edcc74904af51e8edec2f6fc7119fcf5ac02f1f7e8ec47bcd15671fe3e445e
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a2718f958a4c7117d558f5ca656b7f72533259
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf04100afa01d9055786475bfedd359d563d87c1faa6c96cd3c08842cafa956a
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3432f2ad8a7854ea4373c7becada47ea40eeb9e2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5039362d6c73a6a06c522bd97166f476f47a76adbf9e97524de8e3fc7f7686f0
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d4773ebf412ce4858bc5c21cb21d8a7a6aef7d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325a0f9fb7da7c64df989b5566949916eb75360896f1a7316dc25877a700ce81
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc55fd8e277c6973f234092d3e92e8dd5f8ed4e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846031712d625ce8c1bf17bd99e0882717bfa326003275ec7ab1b5d43e590609
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54852337beaddcf5ca78645bdfbb70b5c03122a0
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8f4f6360257c88fe6a5b77f8438da17a59400367784d9ebe9f1fd6d04b32a2
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b0ec007162372f93d8187fd4e3491cdfd513b1
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb8b7488eb267542b33ddac08b60892c91fc4a94f9ae88c48ed4a34e3dbb3d2
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee97096612e23f58666c443cd3911ecdfe7d41dd
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1776c001423bd80417daa08f160976c31044387063592dc9cc07585e8486d8e8
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e1f60e9852a0c3f97f4c1394aa4004e31e313c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af0221d72b8661b009996cea9be0f1b72d577cad802d0668d54c748f14de97f
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfd2ae3124f9f0495b091cce05b492426e145c5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d84532c4cec2ec605138758dba7e3fabfcf07355eb1b2e4e8e533d2d7e0b10
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c84e5cccf99dd77c08924c58dd926e93483ea5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b025f6b4e4773ed6db7601a54fb5c1cd4d666623a36dc159333c582e9f8478d
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403a6427ed282b57cd277d6fd31c92c402f644d3
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13901f9984ecb556822425895ac407e65e43aed098414e8700b82efe9b238a2e
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ea23f15671cd4044c85fbb34bbf677358789f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345c9b6a1bfee59daa1971ed0e88ed1cf271c0393afbedc2a990e7dc49638a83
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3a0d80ae8712fabf141ec456119f5468339d26
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4825ae701ee06193e3652691383d146700d37b0588e3a82e6549614d7e131b
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4080ba948d954d3efedd1dea35ffc080ce50cb8b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b0fbf1267b3eeeb565f8db963590b6d8f37a5ef32bbf6b54c0dbecc46b40da
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a06a1f0b8786b2484a3c656d5b99b840a9b6fb2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d028468aa1ea3e2cc5c80b735f5f208a11e7fe2fb8e792e830a85b59aa4f3
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8c789c0baa4b030f248b51ad7596a689058809
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b30621392fd361754d859f7f51be2ef5a5287b46f062c27389eb9f89f5fdff7
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f740b04a55d9065cc069f8041c9cc2b08d000ef7
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ac031034792c3175beeab140df93b13bfddebb2502fb24d11c70f43946ef14
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4cdceced9da80a1af3df1612b7d38593f29a0b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c0a513aaf9b9e720d17144e04a3081b8e1d25881fa9cfbb5dc96d9332a9344
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc09ee7bdeda74997e7b98ec34ab5e5c06d69d5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9422be9aa74c37021b9f885ad86e948bd5e1c3646f73511ba6f0d78c8ff131a1
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cd623eda4ae1417709845a12d2664ece03be3a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870777cfde1ab08b1967a903254c684e3e57007da97e2e4bc69fbaabae9ca5bf
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4fcae9c09fac714618492d3b2a7223439201d2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c34e59d4bdd4b32167e3ad454147829de72d8e833501a06974328db530450
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268ad1715d491ea46d5bc701dff733dc440c750d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c757b20772347c07537940d383c537d82f20ebc5ab0fc5fad0f83b19b885b73
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f6504deb58696452538d3fddee783d2a5b1956
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5e6de1d60fde97519544e421cd5223b39bee61dafb9f1dc929ad7fa57cd93e
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efa3e567abe10edcdf8f4e3af696e72a1b9b731
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d1a518798de7d0593b02604cfb437d4c1aeb3696c2ce152e11e70b7297975d
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c5dd2ae2957da4441536bc1df0dcbdb70a617
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482692a6ca136f5a0d16e12ea31158b06b2dca683aca3f694b8bc25ea6076ccb
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe51168074a74373d576cc27dc46ef4245c87889
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c56e9cb167e756314b3b2c019d40fada65d1bd05f67a7e50667e4d48ffa0c
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ada8707ad6499e03b9c04a6e32ed152374b2e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b021be16b01f0371248359795a7094c44077511bf7e73cea19a5872115f807
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0521e33f58b5137b2e0fdc826186ec2c3bc5bcf2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7860177fb5cb52031edd3f8e2dcde361456f6c1223818ac375870b4edc195eb3
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21abf0623b8fe4ef9311292e2ed80b1cab9e670d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b2dc46ce9656bb89994e44908fd2a5179a04638728c7d147f8750abd79d47d
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc406ef573dd50cec10822cd1bfafdfb060c3752
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b2b634a1b0e1b5e7778de3ab7daef92b2914541146696a4be30f90600d1d23
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a270fcd2164b801f2cdab40c6c09384e383738c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af64b295aa0b1382a2f210cceb4ed31f0cb8bf58177f1c126cde44f8c4e1cb45
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8e4b09ed1d54951544bb916a97d47620ba493f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0967c0bf8cb3d8d770cab10d597a687e3d328fd57315c61c2e4a6abb5a14bc4f
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40448f0d48540edd06b89a6d38ac41fd32f9999
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b26083e6f405665dbe7f0c15404c59aebf90ba0ff9bd142ea8fffbbcecafc73
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337bf253dde1a2c7db3e1b9c9b583e83f862116c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe4853d3abd1fc029864c16b81ed471e0a2974da9c52ce714af8115bda6e928
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0167cbdce7a73eacdf4e800b730d28ffaab9cc
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dcebd588e3dc6395781c5e50c3f814f1c2bef9b8f60dda661013798beb680c
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9230a92196ab3877851877b85314d06b3908cdcf
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295c83f8b5560f247f6489afe1b7d8a6b0ff0c0cb6e75a4231ecee8f76a2718d
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e64f884c0b756c50e4c0970d9be148b6a574a04
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50c259422f3b60b7dffdd90f27e37b40b5cdf6ccb90ab5b9328ffba2fbebbff
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb297e1ae3f76ef85da011a6ddc3868f8eab02a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad9518258af3435b501515dfd1af61e40b9e621f5ed1380505a4d791a00422d
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251ddf5d93827734f2b6efc3764fe4516d1ae48b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d89a91cf3f358619e9d102561184fa207ef388d6f6ee58cfb140482925c54
+size 131677719
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268d9de33c3c5f76edb3e3a8303a1ec53a71b833
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98ef36edaf4cfc866d618b19d6e7b846b7efee7af575b38782e19d611e835bd
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3a6bf1826def89792f8480b10e42da4fd60ec2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606bbdcb3756ea8e96476677aafc340ec95796d1eaee8d883ef4bf9773e00a10
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71770283b73d7be3b3a8139bde6357909f47d582
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ce1ec50773e057ff520f84bfd66ac29721ef8c8942b403aae61802b270cf1f
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fccfe5eae3049742b28f5d11d11bc62233238b6
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c72faee5a12512b797cefae9ddf16df3d344e283183efa2ccccd5a34dafc35
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7998f643c3101f1dfc52e9fdeeb804298e04a1
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9d18a799353c4263741a9eb458f321f0ddbf68070df31e12c1084a70f8a352
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb31ca9bc599c22473ebc3b7224265663a2a6ed6
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dc8c6c0d322bbbc272ee20788345cc649399cf58e16cba08c47431e71d1d43
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e91791f2c81467001555d5dcd7f014d686e36bf
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d13a4a1360648609bb54c3759642c5f5244d613f38732d04cdd8a1e93836d7
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e18cb270db96ae49fda26ec42fe092bf922f87
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668ac4f48a474b5890cb2e7d0193954a9f11ffc6d9c1fa93dc6c87807589ea3d
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adaffd1a1981db62e3d9529d451584a2807a36b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fed90233b6cd0818c1358a737698d0dc9aae32f9847e863d70d4501c1918e5
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ed86374f191f364c5eac3f3b8af9f9d9aa7008
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61a6886c23b2ccec958c74051e3671c57b189937e6d4fe42727356dd6988393
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0675ed16d6d6f2b3243dc82a9ab1a58f7db6e0
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2363e1b957c1fb3ce0838068f9f1d960582242d2011fea9da9ce7c9f701137eb
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614264c0b991eb2e6d6f697d9cbe9b8ae1391628
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb381408f9ac90c6b13b8e23a4b3122a484577b813fed6161cc617ce5927d696
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc752ede8e2b01b7298c9c65cc1d314ac5e0856
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0ac934ba37b8ba40071dd1c06e33257a7fb64d3b996a8a42fe8f36c29f4cf2
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38a22fbb4cb6fa622f7d65a3ab5be5474879172
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbe28838418a5e476c097eda6bdcb6e4b6d126619315287e8348194a69f7069
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4362b2a7dbc04d19a941f09029b949bd6cb196e2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa94eb60854954e976edab6da02526cf10620a4458c348816f53f7156e296386
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481fa0e903675ac2686d545c540ed454acf6075e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c79b517540443144d9ff0e6ca42a1d4f1867bb9a981304f49c7d151f310e8f3
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97683ad59fa6c63d00db89265c70fa6071ff5d55
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e8e7f9c0a8bf19f25a8b3c20bebd7cea3cbb4d3087979aadeed713efe876bd
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b69fed1c4768fc9ed8a0641d8059b6a55bbb65
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1549186392dfe5f20bab9f047a5516e8e0b41d33cea1184d66ab6441179c7bf1
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b17f3d5fe3fbffa6b3ccda3f263e2b9643001d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0071a1b358651df76d7d0073a67043bdcdf29602d578ca79007bd4195a05b5
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f560d8ab68f3ca03bd8ea9d69615695c9991aa8
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde78791006bf5c3a441691d1f76e002c65cb0b0bf4e50dce1e3993003a59e06
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b028f92c73ee1b8d5b05ff0a6c82d71ba954cc3f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcee9d11ba144b75b34005838f0396c851301c81467c2ac9a7ccbf2500fc77f
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e75e02e4fec6fa92d2857440c469b8c990279d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d115bfcbf0a0366badf76f4e137140afcdb57c162aa0d5d07d2c87d8f5b18b0
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13559bcdad81bc545e64ca668e3698aa99df878
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81c2cf99dfd48b3a592d10d5013157bef49d707ab9af3e93891bb3636497364
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ef7b4e0ff0b38159597780d51cccf6bc6423f2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d244391717b39d6685dcbf3a5972856ede8c0599e1f204d988e21a7c4dd62545
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c92300803f825c86a0ed17066836ccbd7af44e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17a2f99e8f371a18b8b129a0cc6894ff53d8f8b9f08cfed9d3f4d6a33114d7e
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80403ab455be73a97710f7b593802c64d7b1add6
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7298369528fbe3e07527aaf8473446760ecad1c6df63b699dae0e3d7783b39b
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ee285a5ab3756c73c640840976cf02aa43125f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f9be6eb499326cc85d62169e2106165919a9e65155d87df2c964135029e70a
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3bc1bd807adcff540c2d4795197f2c3b443d8d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35413ad90b35814ab8d993974cea681b3dfa5913590c190e7511b5735e0fbd68
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c44d2fe5c322b98904fd6e2589bfefd64b7a9d6
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc44bc04cea5b09ef2854651c4835dd7b2efaf9f552c0466f49f32226ba6fb5
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb776223593575eacdcba7c265e72efebd8aa0b2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b99a383df4714e7f72dcd36c6cc9a289257e7c1cc6aae8a55039e1564b18e98
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad70fc62667428d94396b802cf0a3734321a1c4
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcaa2666f76d9a21cde4649ffa8930510313111f352e2238270b56d092b5637
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a297c1ec2b559031159e9cbef54fc593f077d73
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6c8417756a8eaff3da81853a2a4fd45742904fdc46237f69eb68d2905b8b5
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c282e29b0084369c4baff965bfdaebb8dda37366
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f109162ae81b505f57b28df23a1ed65b4c3ce3d7838453f2eb3ac5da03c264
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9aa37ddb7793c88f83be4e1544a909ab464112
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8014383a88b66616246072f19fdc17b3d6c204be844c1d3ca58290007b98e86
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e904c3ae3e05faa7cebc4e64848af7b54b4988
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2376ec1bca6193415befe8c9ad712b4b15e707bd909ad40b040b4d0a0850270
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168382cf2f805ab73f2ad3ce4d460183107a5366
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b1854eb961bdc08e869ac9aaf4946c0ffa8c4d78b6513bf343ba047504db4d
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f068363f54b55b4e1b706acbbf82ae0eaa38852d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e390f713a4c8ee8c5da0295c09c5b68a1a21233eee48ed30517ae8961d0ef2b0
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28621e8f1dcb1bd05037db2915cbf08fc2dc27b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b45784cf59a420bde3bbf85c886d8fd8332faa4ec98b0e589d577190139f4b
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c463ef45abea05d42e841e7ade62e7d9712df2d1
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bab5a8524bc0f9caa28ec2ad596f8ab20246feef296c52ca57d1cdd555a039
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060fe59429972425606870dd7e44743a9a1b0376
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e186a3c04594855f56d3d40b239751cc8e9a369c1d82694bd50493008218da30
+size 131677933
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c25b859a6c797d295c7e6cc80a392dd394f37b5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f8ac7b20240f510d8706453869761d480426a9f8e53e3d52c0ce258cd59a91
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7799f6da81a40d8a0f06e74e7fa88f8863bc2f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e62d94f0960e2818ec267ef000ae8634e10bc42836bdc490d5bff73cb212acd
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ed46665db1f028e231bc50cda72375c77db0b3
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cfb6912d664efcb94ffd36f055f41e0be63e7916a82b6b359a8a4b17284f91
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08222acd3a244a38b55353410d72d903a925e8fe
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ae2c26b78f0d9afa48b6b657eabd19480b7fbfe29aebbe2f48fdd208888e55
+size 131677922
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13786491a9052f77328523b65562d0a531099d7b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f09ee3c9915adb64b7254e569d44cdd6f732b41a7a93bd9456a392f786aa72
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb02a1b375a12881c5fe6c2abb422d718b064d68
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef76644cb132ad6987c61c35d5705ddd04b12551e9199494ad771f282b00cad
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd27dac6705487c2b5f24ba7b55fb478f0e62979
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc415fc867d96b0c7469cc13a26b4b40779dfc40e0aae4741e7be3498d079046
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0992926628632a468c99b4f36dd049ed9c09dbf
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c2455a9aa01747ca58716e2378da468d587ee33d4ab0f0673e30d40bc7e02a
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5394aa1b50ac8ffeb43c24a05b81e0b12841558
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8942ad688e00dd649d295faa1d08f1834b32b06b87005d4f7543e2cf8450382d
+size 131677805
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8849c2948d72ec00686e33caf6ae3f62eebac7b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5ce359ef2888ae4d890f7952db0cc13020953bf99e725654c024ee1df4b6e8
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106d4bf809d3f85e590d83edac7d57bdf6ad3dd7
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4f4291ed9adbf4d3e669b0262847f109ce8dc39d107d2b70c201d1679b3c73
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4ac74ac28287be69631f5429d295cbd67ed716
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e66926ae5afefab11ccfe83e0c5982faa1b55fa78df2f3853f28a66daa4780e
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007be07a291b56863b4b5fcaecb4354798a5b07f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ca8ea623768ca3cf9dd866a811e9fc79c2624e6159140f21749a741cffef2e
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c796d18909c18cbe495cd0f74da4a3b8fe712af
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd9a5d2d02c0cb58061619fb0beaa1ef1ffd450e20d1b121f1ef274f79eb449
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121fd5073e8114f2b679d968ff2f1a8164c4169c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf4782cfcc0d3729a4a8ea6248de8138ed6ae42675ca4e3372d42796a5159c8
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56505265de84d14f863e0d9fba854436025e8b2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9213d0e72a91a03707a70605c39f0404ed66cb614374191066f6202f466ed85
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33150e8162380f6fd473d44d9f4ac834682e04f4
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78430eb817698481afe227d3c9aa96b72c24e5e048080e82598c16c5255dfcd8
+size 131677869
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e3605018646cff2f8b79ad0af1a71d657d7077
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68cfaaa993b099c7e58b83edc54debad79a9ec6df9649ea3e2d88770d34c909
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ea1c6f671126a5444b061b9a0e9d0d4f2b9a61
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a1af73156ba4d47647ca9f9bff72785aaaeb2c5e0d2be505cedcb742edc163
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e535166162f4309145c5b7920571e430eb1ebc52
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8e3a7efdf999c8dc44d62fc6350f141a0af3b837d2fd2689ff3ae3fc616027
+size 131677741
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42f1dad94e4fd4af07d138b9227ecccbff05698
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df9fb59747d15f0a0eb9ee3e3963b50f9cd87424dfa898e630dbd3a1442cbd
+size 131677677
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36746be36c17ce7d171a4ed1eae662f975f9a44
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e565bac2b352d30c5f609f6c090761d72c4a6ea986395b1fc5a94a904aa282
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1e2ca81c599622e8fb106ea2b5ced2dc3f0655
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaf2961970e69ae22090693c1961712004816a40c943c0f80df2f1d42df065c
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230b9b6d5ea06595339f2028ed8f32899a9df813
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb530892be9cd69f17f86ac454c88d45f7d172d085d9f3338f64b4832e593d7
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e16e84831cd7f2d0bb6a93ce905a6014f2160dd
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bace344c4a8ea58aaab83289b9048e386b7b7b4493f288bc6f420c5c96f99a15
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f29b87ae2601427dba7d107f96e5aaa7eabae7
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a566336677f0b97a02794a28794b79045773cfb9a249779733a0d062d57222
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dba8ea7fe3ec58c33f932deee91599823de1d6e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbac4d84fdd62b16c42e88bdfbdfbfabb3bcec014a3ae27249e92afcc7bf3fb
+size 131677719
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d53d339a8fc313402245b2f04b65f96a8919ba
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6a99f0bbeba7526eac696b4bd4bb36a5aaeceeb3c61c00f092613c019ac858
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ec7a68cc20b2e6afcde88b32fd49360c59992c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15af79b07539267704ce0745409d3d2caa23bee656c088ad1d1dda03a3a7642
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc1ee130d52870bb7fad000374dd139d2f40f2b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e5ddfc551a7d03ad4a3ec5dad12117493be2abd93e739a410ae767549e3974
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c950b71433fd78ceb4374ad289f7b36341dcdf
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313c130642b320cae6e621bf0bbde19e99d39af5204b44a8c5397c52c2fae08a
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a981301a91eac45362c89321dc29ec9bec7f1a37
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9773b2378948a566511f7bd3190183616794660169975cc174a704b8748d53
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ba180bebcb34f10d1ad9893a2ba3dff8747f03
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83bc562def373d8f3bbb7145ffef10b8770f1ba1bbbd871a181c538447923e8
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29cb5b7b010600c4a2587bbb5750607407aba2bc
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89386e7dda58a9ba009dc82d64506eb534776e82c56d9c8bdb6d24636191c29a
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc67b00846fe60af72d845822ea7e94dcfc506e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb87305536c2f1c9b331cf018a3faa2cddd72918c8c00ed9578737d6977a6471
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc94443c84f36e2b23b10f80155ec9b5e331abde
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863c6513d1b51b3f1e24a817139ae813419e710d5803b2dfef262f50dba63f6e
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d1d993da1455245dd325f540f28e9dc7278b74
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c24098e55252b0dd012644afd7aec04a4b68a8c66d8c88f8362c80a98f6e8ac
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0700f6f51b4f38634cfece09e94f5786ff59423d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4859a9449f878cb37022200f68fc9676877a44b727b79d6266a19a74fda194db
+size 131677719
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd4de8a39fd113970304a8171e3f24b8911b69d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3d85f48f9dce7a7caff18c6e855092cc03ab39d5161c4eeca1ca1d5ba16e24
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b0a751748e97a99d49b03f826c609d574d1044
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4416a64bb61feb0a335ff215b10b00b138408803ad3b02dc4f031b45235a6ee1
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f74c5f5e1f8a68b1d1af512c15b9e681edc1f74
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5586bf882b30efb0f94cc4442d732346b76c2744c1858183d86ea0b540a0dbd
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d485cac48545018b9e13dbe32650b18c1d6a037d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb6016bf405c3a9bd72c8c5c3cb5cd3dd5ae222eddfbedbedca201107213235
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f462b07830ae6d3c0887d6815f0d75b6e29081
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06dbe041770c55281aaed0d8c5600187dc4d0e9fe7be1a58df927955aa30536
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817055041040dc2c8c43b6a93c3966fcff99b95e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5e00249e97413042320a12dcb6189d1a644f3607c7a39d9454bc56e178c8a4
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ea6bb35798354d00a045fbf4b79e1dce8f5603
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e90156130a4518580d6dcd7d1d70a4823be3b040dff885d8289989a5bc74c00
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c061187dd8e04e02834d2b6ea011920c9975428
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76fd32b0c99f3cae4a55f5d6fca51d7ae224a017b877a88148b05947e5986d1
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404a6aaeca1891c8bdd60010e6af054bf2a7ffed
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79490593fa46e1192fd79c9883a561c0d635ab04da99f093ba9e8881c6139c74
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cac922fbe33cadb121a9e7367ace494f14b9c0
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308aac1b39e6a59a3e9c8abc930b7eb999b97c486ea767fb6c90761aaf0278bb
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c614d264d657451230d2e5e2e41b78e53eebee
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df04ab32e94e667c6e6539584fc9326a9a631e2a79c2ba014a2d006c6ad393a7
+size 131677847
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6374dcf2a9956b00cb3be3be39f20fdd6f8cce
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed4ca5fd8164bb37295803a1b0fcc14f776d78e684025d21cfae6a791a6be10
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb618743c2cea059b2ac399ae366470097b6048d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc16f8aea02d3d1d3f03cf5e7efb04031f3899d52d7b0e63e1d572c2af532ff
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8ad8eff73c5cdc2a78306825d4bd84541745be
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4a5bc55cd7d53b94a6a5a6ce920fb2f820955f4b3b1f91864146692f435de1
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcca3c2a6bac0b20e015294fd8af9d72cd2ec31
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4b297eed1196769fd19ba53d9e89f6c51f66a40aa2a315d5d44dff351dfcea
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7cad2e0acfaa16599625379cf555c75c760d5b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff4fa21d72f9f3a5adb6b6d7610aff8dda5e11640cf2d47006692588ad1e39
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de057785b3ac3f9caa3bc733d8c2656a22c05962
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7f514610f3b767452c6417fb3d36f06ef992089a33b5058e5f8c4c9efb0656
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fcbbb1f042caa5747b77e77392fe05ed82ad92
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c921b74f7df3d6a469a4f5c0df683feb1625e99df273da16b4e2adf14c3e29
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620263adc7e5619c0ed219fbdda7621789a3d1bd
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ed580a56e9ae3369a4fa0d27d894c4f7bb8b1104198acb1456a9cdad04f802
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c4dacdafb14916ff1b1354231d3da95d47d950
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5418bf92358538a6f032840250696d5307d99a8a194dbcf9b13f7e2317e9ecb
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349076864b73b81bcc8ae994ebd77d6deb54f0ba
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21b8ea811472203a8317cb00c18b15114b20fd08c4385bb8b8e7c689c752641
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b055e42c646ef4baaba7bbf295e1152696ef995f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf743b4edc1fb9f3684d4f051c54dfc2b86df4bd4073ae8b3db5bb8414ed0d2f
+size 131677655
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de1377531034bc64c8c8b2ac9fe93bd3226a1ec
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175d671e11a0fc0179271362c46ab3088b4df1032ee379225530b84d4ee3c4a7
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66e58b4756d532a7111b90640402a76c4be7497
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9de235cd9254991dacb0d937723f26d772e63a6c204bc90ea3ff07eb583c8a
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633b4ea00bae95d29e8381fd0bac11c59fb290fe
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f91f42e3f96cb3287bc72e866e578d438ea7a941d3d886ce6136aa73f96a725
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a931703a594624a684a0c02bd44405545462fb7
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c53e07d7a936b88a82fe9a0503f14f0dd3e2444019ce100406c56d6ed590dbc
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd5304c4a72cfcda2c4ddcacb87730b3ef4abd3
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5c77fb7ad88b29901939fbf58f58f36eff55196784d0882ae40276b89b17f7
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d6c989f2f810070c48f09bcea48c089281fd8f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3c345c536038b1cb0cf98b2b01d147c051c9fed35ed6d283eaddd34d69d013
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be18d33bab143a6cb2fad163cb5c31de5bc49af
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f8fdd15965df9328bbe671e7a832384365e7db9755067468751758c00e9aac
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05bc1ab2d2b91fc8ca6a132955692b264f4019c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca1bee0dd525181fcc89186ebe23b01521c65891cf2286f7977c2d76511cad1
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed03563d43ad9faa4284cddee983fd5595154227
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cf669673bf8876c74148088029e597c3e3b1c0a6d35febef555d41bf2a6c0f
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a94acfabe14a61bdae08da8e5aa4fdefae0e03e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4129699f255e1b49bd9d7fa4488e375d66a87675aa06c29f928702a0f833bac1
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b265abb29add72d1cc0297ea9846ebec4b4f25
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b20efc7b7a9f86d9cf61927796c4bd60a416f9baac644ea307a9b5e65af708
+size 131677719
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2f83082e752cedce9caf142d3dc9ea66c4c81d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f022b2d85a0cfef6c49a2e0357d74591fcb348d60aa022d275644c4e1026142c
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab65d5bd6ba49f0a9eaed63cb3def96c159ce27
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f6e6a541c683477e9389ad986245bd9cff0f85a0b8f6a7320ae0d059aeb0e8
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e23f7c928bcad05247c887f8f676d4aa09c816
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb863ce12bda64bcb1b3bebf780da4c211e1bd288b64b205819ad03d7b05ffc
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd97533b0b49067a3ac70cbb0602375886f1bb5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8efe7c8ddcd1ad8512e5379c8de80cc0595962fb437f4a5275d47b3a1155551
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926a053d272928f12c16de2a8a9168e8c4451520
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c1f3d9ddb934c15d5dc855319a8f5b92a9056b82d7506081e169c76c9d51ed
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76248ab2d940ff311741133071ba34aa96dea50
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27a08d1d651cc620e6ed146a77f8764175746cf2035677347654ce597cfe88a
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619e3c5247b295b7fd2ce85d04b46e9d3697b83d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826b65f518bc1f0cb5e2649093f6798cf9c69379e040e093091cae249b358c21
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308c504781ef0b8349db750fd02421584e3c7ffb
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a8abf25cf4145f58e9fb0ac46e877d117abc539be4dacc134eb17975ae028b
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4106ae24a0e7a4a3fe2b2cb61eefb12d02743cdf
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab596c2413c16f330d55a341f7abffcec484e132fbb20c4b9fca4e493f27904
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e357340b69a9facd076448d942e21391c045eccb
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2e3f707a2ccc9a8144fbff46ca15acefef8a58530ef9b635ec05733f095e83
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5686cbb6e6d61abb36c3910cdf0c78e200b79f8e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aa060cd1f111d003eb3947aa37501f9a4488d0706b87783f4f784580cafb21
+size 131677719
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ec1157c2d8b09ef1653e68cd6ba1a6a64c7b35
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb6fdba725a770073b0ca52c05954d79f1a22805a87fd1d4ab3832a846348e6
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca716357918c6cb0ba80a1ff0b1d363d442c8e1
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f65938db56b27789596d3c8c481135d1d8aa82efc730fa04ecb144cfe28f45
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520584e52d80a2ece35563dbe5bd8dcab206178f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c37b84f726842d3bbb1e2724478c18c8ba9c80c726360a19cc0b4971805154
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a008a557747f17980186ebb9c1a562f721f57c0
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaca0b85634a8aea0f0663940be092fcfd504f3cc5f82764a959d328feedecf2
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48729f9e961cdb659e5ad578c76017021481b7c8
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9625374be155e7de2a4dcf4f7b2a646316f0ee2fc120d2b01813ae6cc47b9e6a
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e4dd0c2e3ba15d3a5440f52876149046af452b
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8fb763878c3fe5b15e4930be0f7fd104f6b6362090e876e21ea64e909c21a4
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dfb0bab191c1326488bdb15559d1aff427027e
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d21a638e3d9d4af9a16f71742fae040a3b64826add139dbaa40a63dfc2737db
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883b3ccfbf4e45adf9bf71000f738e3a48ddd5a4
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38764db2eeb2bd13fe9bfb101bcd2e0945ca9ea57efb1e89eba6644fc18ee46
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06e01e4624bde28f3e62f78195d0378741149d6
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4528fa536410737ab480246043bff40e38ace4357c6b6be9e257eb84b9b08824
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c931b6f0a2bd42f7b546056313cc1d31d8794dd
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac1857a7a3f5833fb2e902da3fd09f55dd0541c243ac4f23e7e148517ae8917
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b324d4ca747ed11d47c47856ad9d73869bf82c68
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c51d400161c7cedfa3e24121eebc8a09841173319224ddc03234ccef36ba9a5
+size 131677847
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0640ef08382a5b7f413a39b188f373b27590faa
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7163420ee5949b4de5fb69311b43b9f8c5f78d777fe6be53ce641f3456abc6c
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b32d12a26b3ef622df305f1fd0f74fd8fdb8e7
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9d6196533cd33d537c940789f3648a2dab55f6a512590112a11c10e10955ea
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a17015007caf8da1a30646f7a12ebdb4f949f54
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205683ef4b8038cff57773532e88753edb7f7923e8a24815082659ed6e0d55b1
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b17994f93db59f7df7a6235a1c4e0bcc45ac8fd
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ee46dfadc28dfe70a7750ba2e53a9d110ff5c4f80f80bfaf89b75fd9d40dd2
+size 131677922
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bfaac5043beb32a543a954abc1b5387afb2eef
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f74f1a358c6093aa9fbc48c80ea8b940785d8f8b2ca92098d9940834d63eea0
+size 131677730
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28130185dfdcc894cd33094e26648a636bff6032
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f656d6df5aca34840377e1f2dc0610b6f542bc9ec7fa02e525230491a31dba4c
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e58a8961cdc12900c8b6e79a9d8b55d4c0670b5
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd998ac00cf59135f512dd96dff100735ab98b886b5c71ffdece31921b4a2bb
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197423f271c590ea1d5c966baa2ee0cb0c35448c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641b72c14320fc951a0f8c541fd825ad9b6c771f8c34cae0bf52db1f089e8fb
+size 131677794
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6383cae7c13863feed0c6ed8491b8ce0d6c2e16
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c112210d24bfa774c90bbb1b77e96bccb84316bfda86f9dffdb399086925d0cf
+size 131677858
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63f1a938dc6b13134499747767e8ae41b69bd83
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528656c55c67c962510b346f8b4e99040333ce20d8c2529de08f7e1b0d287ca2
+size 131677666
diff --git a/2b855b50c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d88ce42e77f916d913f21820d3d38d8f03cd07
--- /dev/null
+++ b/2b855b50c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f7b28f97baa689ccab287a9ca595648158c9e0d90d17fc5c505f2385ac3821
+size 131677719
diff --git a/2b855b50c4py/global_step52452/layer_01-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84954e4e2aca0b329b011aba1a4e7a99ccbf0c
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdee66e781c46b69527051450b2b628635933d8843203efa8349076850adcd2
+size 268043523
diff --git a/2b855b50c4py/global_step52452/layer_03-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ab8df8967242bbd5ddd4cf3ee09557162bb592
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d84c4eb088c22ce474d02eb0d08c422e46e5bbe59d305262ce8fc9a66f95e5f
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_04-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4f37b4296535d93a01a9268e636593de871581
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb29f0ab94c60966ea0f9b1f79dd917ba54fa92e5667dad4c58d92693883b0c6
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_05-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819ecc6233f4e266dc2e7ee5252a9098cc277e2d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfd0fe2ffaf02e8b098a5de3cfb7406084b57270f11660ec98dc18f01e3a1c1
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_06-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869b74e61254a2a5fd958cd98ca75b045d72fa04
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7a0cd799ae75e7e32875a040d5f0e1d81c89719fd2f1e9dc1153996dee7788
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_07-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063177ee62e245638e61cf42840bf2d80173052f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaad6d48511d7a9fe22d6e13f89db5aa76d841590277b95c99be377724ed05b4
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_08-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c09e8ad0e2cb478278c7875264f36cd9295392
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05f80f1127ee4db441bfd27c9a175d09d1b0039d9991a9f82c9b9f9d1beda6c
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_09-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325d3676e886e0cbfea527a1f8486832776dcb18
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6428626905d6dde75f47eed243748d6ccccc13d8f13ef3a8af884e4568ab1924
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_10-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b97d9c85108479c7ebf881215623befcac9543
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de4e40077602f54c08da8c178a4db1a96185dc18e03f4ff3d1de7cf68cf1269
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_11-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44164408da5d5849a3fc2fb318cebef52dadf32f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb081d25536d8e5b9572614c4c3baa9f43951384b3a5a227f014ed72852b77
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_12-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da88c9798114d2ddbb2a0e2059e6f3de37d9490
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ccb99e78c5d732f8f841e55c531f8b30d1a6aff5faa014c0b31b7bd7eef63
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_13-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd31dd3542c95637de75e82045eefa988ed0596
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd73e10300f0f3f0e0081451f7ba1f7aac9608a427c2ad1b1c322351bd16971
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_14-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619bb05962388472bbf378a75d81b719dd2c8043
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2c4f8063249c35e540d30c9fc700e1d688f758aa95898dbaf0a1ca13a13f35
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_15-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095498f7a7336fb066d7e0876f85de0c5a690206
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74ec0808c5b7005ef7472e084b767eab1e2405a317c8c0c94f7ba014d0a7191
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_16-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e119f5470ffc28d75b8ab44fe29ee2e68476c950
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce99195f04fffb61990bc8d42837d0e282ed99c630f2a9216c314622773390d
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_17-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4768b7be868a1d71ca518817756a5ae196c15ef2
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6613765e664b044a6dfb1a273bd7da769466da3a688a33b9f7c614419d4636ed
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_18-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410c7feb9de42c4debc5262ec3c37f79f6ffbeab
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74c3b8a4a31fbb9ebcd42b6c572f63d61ab75bf121d5f412fa27d84a8565c2c
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_19-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad4df9cee11b524443272c43b37e9b34df348df
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9bb2711ac9cc4f1b652a5e95c210cd627b6bed5274f92688c492f23a261b39
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_20-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bafc383fabfe8f6d7b0383093e23862ec3775a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57552932a35cc6e000a124e147ff74ad374de8c08f0c6fa7bf2d1941dfbaeeca
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_21-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8300ceafa9a873d7ccbf24a6fc96a4f72c851f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c9b778b580758b80a355b532cb6108364b85ec666d23e1446be2faf8e29c4b
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_22-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f7aea9c42aa88e2cc1e7c18e4e209e7d8ddd3a
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87eb0d35e35cae0943ffb3aa2c455514b34b6559da0e1e3788271629eedf4036
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_23-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b5c5681096762dbd7069bba537ce287b10b81f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455ef293d99f2d0809c2b6c1eaa75c184e24afa44d2d2a4b4e9f72ab47809260
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_24-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee413a23d8f852bfead19fa5775c2d33b6ce26d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ec3ad6e3367dd8188e81b31f1305259c81fd1164767dcc9f61b8c7b11f8afd
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_25-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eca07d3bd064154c68e34965efa97c011114636
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fe714802c1cfca27fdc3348c0abfa3e61ec4a2bd61feb72a9357c78ebf7e79
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_26-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836037764e2abe7712d4bb765003c4983b0339f4
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17c79b915c4e529b037965475c2328d681992b66f5fc1ea4423b568349c6b11
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_27-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6aa816db0574ce222e02f49090aa80d8d4fb42
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85052dc3456df35b39f566b9f815e38636f8242df3c3e7bdf692944fe2fe2818
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_28-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4199fbf9cf88fabf0f25295d882ffdaa327b6084
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2481158558f9720c554ae43aa2a58ca28b3c0e6c172ce3febffe768e6b3f1266
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_29-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7bced1630ad21e4bf9d8b1c066e48fa001c1a8
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221283f179dc5c74acfb2579edde28c1c11f3cc217f51e8768da451cd23a336f
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_30-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cb10b77299e0fdb496d1255d9eb4119e9b294d
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088754076afb5633d7e0fb3b16d50e079979091e37c0bdd66244d1fef26ba84b
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_31-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092ad80bba5e79d0e86ba0a5fc4482499e0dbe75
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1464ff18d8eca991368e883bf1d4b85074cfd1172122d3b8aa274d0c34ed7394
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_32-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3429896938efc3883ad85c2fefe4d7597b70f646
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6770584d772af3c6f9fab65549f45d7dd8168924dfcd5d2141e50fc12bee6a
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_33-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74558fd784153b3086a5c5324a90df7438e7eb5f
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaf68496728adc60f1e5b140f52a16702b6b5d9b978dea1c4bdeebf52d42124
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_34-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05243881982ca556210ecf1224b3f3defa04c694
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0be0a9d4c6f9345e0ae735fc15cb28d1e71310e28f3f0a284975464abbec6c3
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_35-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cde59e8731049a560449064c597c0e2e785b09
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777f5dd0acdf0b2a591a11f5f41b9951f559e8d21dd427f18e1e5a22bdb5b582
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_36-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad47d80a8bcbf8729143c458a463b7226af6688
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e5cbd4723776ae6ee591f6d4014cab52e29ce808ec8c90f0788b95dd4cfbf3
+size 157357315
diff --git a/2b855b50c4py/global_step52452/layer_38-model_00-model_states.pt b/2b855b50c4py/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23eafca7a3b1c6732f04f6909b3b4674b6991805
--- /dev/null
+++ b/2b855b50c4py/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3994fc3c33b8580e713426d5935ed140b6a1195b2f567adff085a6c3af243c
+size 11459
diff --git a/2b855b50c4py/global_step52452/mp_rank_00_model_states.pt b/2b855b50c4py/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d2552115865a28d9ea32271b2b3e242a6cba76
--- /dev/null
+++ b/2b855b50c4py/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02919e1081b9482c6c648ff25c0e738eae073ebfb121266e500672fa66807e80
+size 50227
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10de1ac3f261352989d7b7c0bcf93993a6475b8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76a2d0bb615f30273341895830b3789f98565c0cf592cce0ceeeee7ed5ffbb5
+size 131677719
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce211729e4b265128dd1d4855f2d67e725bf278
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e155706101b0a46e822f77ccb5e55b3e9e2bc25c845c9147a47c1ee02cdc304b
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fd62b6369bc44e656e14213c599789dbb8379e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b381be7c66332ef90ac1a05ff7c2ba977dd9dccfe93cb277e6f89ea59dd1ba0
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06db785b3d39f7058ffa6876772124fd5ab3c6a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2912c06a4c29e03a57fb2d612ab6ddc3de7674069a468f068ea1efecbe8861ba
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77a7a5a7cbf5f7c613f9b1729fdff4cf6ebc869
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc3fd0cd41223f698f21e086eadcb4c64d56d35b96c00b0d9e232d038cc3d4e
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c19735b6f5d99796107ff10e3e208dc2f484b8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c79dc5beb4f80883f4bf1bf5188c2f26d9d1386858895eaeb3ab3113c761f1
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24b634edbcd09c5229beabfbc2b428cb58344d6
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9589a6a60be6e16460a71e493f02a759bff3f9b4aa65793861f9c02ee2c458
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da18a43860e7a4ef384ac0862d8b641b45d9b452
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b34525ae5e8ce396195f44a2c369c172b1eb2eb804f5b812a64c87e8a55b3e
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcf738e4085ae70358b9e4e71e9777d41f2783a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9022431c5643cd542860ad8761fbaa20514b2bd6f05fd40e3562bce7c325563a
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb78aa0c190abfbe6809aa7fa50343ad0df89ed
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04c22ac26f7375bc26a5f8023f393aca15a18089f639c9e9259edc2db415456
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32deae386844cc667b6eaa759f8dafb072d8dd14
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70d0d68746983c8a30fbf030e2a3b842e499b22d9b045e87cd467d00769ff0b
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f797d8c958d41bf6f3252164eb43189a527ede82
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac15b57f640185ce56962ad0cdddd942806b0db3ea67394b2343c00d04bbb3e
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab7298b41379db38f6e8f12b52fbe74629a77f8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24cecff6cc1bc98ba7045b5ef6a2434d77dba7bfbfa38d2383063ca2a479a56
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c27a2c55105f35009bad3fcd85a5064821f517
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee68714787cf56d7ffa3f8a3bd1d3fe4a760e306bf9b07b483b3a864c03f07e5
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5025cdfad619d8524e4865dff582e7a72c74e93d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0849c66612375f1fa613e3b52fa42683b54e7bf2181f66399b6343cc64cfdee5
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d13a94e8de549cefbc5fccb11aac9bba384263
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3af381b95bc6c7573ae4c83caecf6e72b5c6703b7cd339849f6168cfe0b8aa7
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229ccebafdcc3731318602ebdd02d25d6011fe5a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad871c7890938b8a5bbc69793beb875946b1030bcf50c738a2d92b70ec55d3c
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97a57cad2b501be9b2018ec0b263e12eaab9cb6
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9c37182da20b29c77ef0b8b320e9a07f889cdde9ebcfc685b5108b89744e3b
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ea0e494eb3e5883e2188bb45a7b5e126c9fe22
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451360b93ed964880cd23898b8c3fd41a94f3fcfe2b58d5242cc6aaeb655ddb6
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6742da72adef58363f69534f8b5d2a64db336c2
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d4fc1accaef2bebd589c6a802b6fbc74553b74f246a16a572309c07c0712d7
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a6f48252bb2d238171c928489cb35206703e43
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3cb3cada65b636a4d69419914e8b3ec093c77c3b05f551f5cc125b9ba888c0
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535125cc7f1818daf409220d74f8506c93807bba
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d7e8e63150cc39f35ee89adb53535f349e7efe94bb7515ac23b6f3d4762892
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fd45cbb649e55a0a42ad526f69305ca9996b60
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af63d46b94e5ef76756dfbe2c5c7e7f9db6a394bfa488c1a4f3d31d0c8e188c3
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09858fec61a5e7d60a1afd1a4f86347abdbd98
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2f21eb09a336e8f9b2bd6a9eaf2a69ae1d29fa9da1187c387b9a0ac7744ffa
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fa640218ec83ae4841118a2c7b34fc2c9df7f3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027e65d83db80b9666f1fdcd5415842f6488a39a0d7dadb4555dc90ea82e3946
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985fb553ccac1d9c17e9ea3a16fa45194c4376b4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cf243df9444b5f3d367247325e5faf394d025c8f175b7f7c2b9722b6cf179d
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1244afe9908bfe13da8384b8be9dffbf04606a91
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc33cb701114d3fa5418b154a7c1563719748869c285efa77c1fb5662fe25fd
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6890061aa9aa13bfe4f9140c7ea823592acfe
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938499a84afd96b7110aff9dede294305bf6adda4df2f02ca9a9f4224411fbf8
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e489fa74faeed3db3029fa8c88e17f0b602a9d6b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a2c5f088f8020cf35b5479db440ed4b3fb08dc6d3c318ca37a71b1b81957e
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76657f76e5e1fec776654dea00aa9ecc08964cbb
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76214cc67b09f0d35eb9a05fd386655235fd7818c54718fb386ab45b3e515709
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe315e78bd898ed1b5f6c5d9a330a4c333c0750c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440240217afe8d090d33d7942fbf66ab988a525c14ecce03dae8f3144df62043
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157c923db8ad22094db7438c18c9cd82f12fd8c4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0d14923670e43491ffff3bc008dd4466cba4564901357d54144cd30a6ea91d
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd140edd6b71635ccbe5a951154d1c329e95b00
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd53c2eeecf28dbf642fb0f5330ceb7746b76d21354e508361eb3599a2a8c14
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0988fb03ec7eefe4f7bc816a57e7b6a3aa3522
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947018f581b48f1b389b3aa50ab99334b40ad670e55fd29e53e9c5673bddc646
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d0bf550fd3716151aec8ddf4757c0bb89c37c3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46937b87d45549eb914a2ed50496a836abf66b9d6465cb2a5805afd411984839
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e20c853428c8eb5d9a766e3fa3141556d395556
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8ac92cbd6662340b5650545abfdcc67cd1e233e5ac41af43e1113b94d325d9
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100eaa5b90b1a0720c700548ba8de8d94eda409c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8294f843a19ebd260ca44616db40214e866ab273df91e695fc051b32c5210ab5
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ca30212af6530ae002dc283318f29eefd78e63
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cf1acca987627d3879e7f7150155ba9777b6d8e8266f82a5710808c9cae35d
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087b2271fe786e01a231a998999ca623fbc1d6b3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbd53cd677808ef6875ac4056ee31d072ef72e3fc72e646f3df8f364d810c7d
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecb245bc9108415ca8b92238c71688922ec3e30
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dbe5ca4c52701a05b43922c61a1859f071917b2dc7aacdef1843c62f3e119b
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8117227a839541874059b0616cd5a107b1dfc84e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547059d5c75b429375d24b892f9fa5aadfa927f45ac5a14e12315c7382bbb869
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70902e32815fcc63f52aa385cebe8cb6a9d80ca5
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6864300908c077e8aab5befb9baf16bf768afcf9b26abd7b5f06b6d8aec1a0c7
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3a7c685baf534a0c4cf40b511e440380e16c21
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd078acdd34a4e30821d9467610988bc57a10e49459dee05d67c23a9f53a607
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7f85f1a81ccaa3b2ebe6ef1be79acbac81d10c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15d250f8cd48e94e2c38bc0610ad6b9ebfd47a9ba6ad3c33c0de2448d46cf27
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b347d8ff48a72b0deaaebf8992782d0d44b6ed
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b34d76a300359f88f4365135d270b780ae71eeaf68cbce131e3c7373d449d8
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa38a44b4973f5240221422766fce785395bd58
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982709cd75b957838afc9ec265ff0e84de14c43caa55a44425bb5a9579240ce4
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966e04da9df3ffd3aa0a200b41ddb7c6ba639828
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466061f494fa9c477f4b45003bf32d6bbd7091a6f6b336bf0cc8182bbd967ee5
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c151dc843e0db3896b4eaa9f991050513f9617f
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c725a40020f76db9c569ada18caa6db7d68d94c43ff76e3b4ca537205428bac
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c527cf3abcb47b14ea752dcfa41319876b4bcd4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff64d1cc882dbccfcc3957e650da5e3637254677ff9d2ce49989bd30941eb34
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8003eac2b38cbba4e59a59746b110dad5a688f6e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749908055095972e822fb5192c9d6d1638ef2f65166a80da7016f15f912718f1
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3779a47289937c98fc3311ef66951a5b86a22c5
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50df9f0b862618c32bc94d166536d70bdc7ab1c4ac2fa2a8aa6dd489f598b203
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52a29df890567d3aba635def4b8d87173c176ef
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c30de12402917a323c8a9216349569731fe542da20e176741815d052da75a1d
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f37b7157b08481951cf5246f6033d6ef2878f7
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9648a9d47782c9f36868fbbc66ce04fd40aabaf597983e1650126ded8c261c
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8081d86461cbf42046a78c99ff589cd5181c539f
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b67801196c6ff8f3559a8f3049d528adbde8fd2eb2458709d457c43194f306
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32104728c30bb62b9d76960e4e51236978d7218
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895ae2cb6c40d3ca0279553f008171a61d4b8394361c5a130f7c12de2d3e352
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533060909f0b07fa816e2524469ce619d4151926
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71516382bb7e9eed707952f19f15ced5a027642665b6d28cec2eeb2df19a6e2
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aefc010bcac818003bce21ab1c5c291a8ebd71
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bdd2e2deb1a714e55ee1def199f60ad19715d56f0c7ab451cd75a2ab1ab738
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28047aab44d7b11d934a6565c2919496b9143c3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb3e727759f96593a96242c1c3057735bd89aa1627d859b2ad7a6299b4fe0cb
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6b66726ea66e67059ee36964f8f5a5960d3e5b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e665ce44434028ade7db6fda0046e5c14a58c33b0aa8fea3323614eb7be724
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9b3a8effe3d2cfa48ef45052dd7c7478c8ec98
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e0c8c470ac15f09bfd55d92de413dfe8073905d54af6f444783cac0926f353
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5019f830c6e5814762391454ce8d3ca745cc2046
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27836b914f1b1a9e31dd966f88098c66af92881af459c5fc1a991f4ec467e86
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bef2ec8afea53008c9af0f59d8007c93f93997d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ccdb86530c716287c7da6f35384de0a5ba0dbd65d00e70374471b788d05855
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cff5a33e0179a74323722ca1435f8dfb693349d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1040c6b1e833e11184d3e8e0f3cfe7de6006038222fe4f347e7e6e94eee5974b
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a280bd87c2bad5a669be7f5367aba6f7e8919e13
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5504b8a8ea2e4d558a278affe52c45a77bb8e982def69cf67f1659cdf918a5
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4c229c073001b35d4f133b95c9eddf8146dcf2
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116cb23d190ac43b3b8d4963367c5355980f439dbad7c154718e54f613e33545
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdb0d216188bef86936d4034f0d9ec0824940ce
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcaa55ae2b70b30ac0fd3a5b0b9000a23e75bb932c30478c67a348a562b427a
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f7ea894e398ef8b13e057e4a5b8fa04fcadfa4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2764f672fc349cd1a07f6d76465185a66888032daca9dc093f70dd4d7a9d4679
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed61c7f78981a61f271b20f341d65fc3b3b50589
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d8611fe70518951bcc2ff65a5fae5d535421e73bbe26dac34b0164979e8915
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9893d940c559bb38698aa253769c844bd2c9402
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de1c32a6c1e55e904380ec93bb2f495729aeb7f81b3533b7e7554e31e7674bf
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70da0b60fe752b2ef0f12e26b78e57b3e711de58
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b367e57b2b012293b0748facf1f5a7565202161966e507ec782f5403f6ce8c
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f743c82dbfcf0577ded8d5a3e148f1ca2bd619b9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4d35a290d1c1ea60a4f595bae658848f63f49e58485f544672e68bde324f25
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0580aa4303027b467ff45c050986bdbbbb1169bc
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23247357fd6c3756cf5f1a1331c83b7dc488d305ea73c3e9041bddb3c68bf9e5
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e91c3b7b0ea28ceba926a71a248a8c71be4d9d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621852bc02b53287c4b86b5032c917edae3b96c9dbd8cf728595d00cdadd5c8d
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240d0034d539c589d1b55d88b955cf17a213810b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df62f64f8eca6e4ab880f045d99994106e11b05eac86ef00e1143bcf07ed4d33
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6bcdcc0296c92fa47271e284650bae476e91cd
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b242397522663fdaa001208cc82c938110c4782a809d31a198c274ecd111e375
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290c4cb71769e9a21b430ad6b0b5c845ef929c40
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b740ba84c7df9425597547e716ee9538dcac129710ff6bb10d6260cb3af96f
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d744d332de01100c3ea13c2d25831c2147b7d3b1
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd21ee80578db4e05c6a07ce3d6e9fd2ec3ac21e05d5d278e13d0d9bb72bfe9a
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56b730e40e91cc56651d8340909a46e35f8d0a7
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390e2c20d35ba6d3035c74b9de5de338ffe9534d9fe5773cbfe33fc3d25c51ce
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8ec364a1ff499abb9f431407b800243930b924
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9698f10e486ca349f5d066c1ec899e8e42477bce222e8ed913cc281703cae50
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1801878fe2e83b8087d621637e9a07354d0ab7f9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c157f14a0cc9ce4ad65aab946815d5a9a6ea79c82317c72e18ab8a5cb3a0bc5
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fcc00ecd875cb7b121187b87cef65dd9e5a3b1
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1fbc77cd7ca6055b9ef1b4d5f28a20d6cd21b1a15d1fe5b0fe158550d71450
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94d78474430d56286c435350500ece2d737e0c8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebac764b5700b785dbc6ebfa84594bb61f74422bf294a3a75467b734fa77a62
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fe75f52e17e9a997c1d4436039efaaab524560
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b69313a429e67391fd16748edb8a7ca38616763cfff0fa86d0c242273c28fa9
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa6e64af38343daaecc278221e0a1620e633f15
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce259ab964ebdd6ebb83c9adb13b6f7f76ddb5919bc43de0ee9c409a57fd4cd
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cb3eaa161741d675cff561fa9a8d7c144ca9ec
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1c3eb9b46acafb6093fd0a2efb68872b0bf65e395fb5d3c82f1d4f925eda2f
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd4a064eee86337f3487ba5e1bfe9c5ef20fad5
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaec61506d65ac52dc91d7d2d0f7f13e78f590c4ab11bf591b9d08f9ee92223
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faac0f3a2a060664e489aacabf0e9962dc9ef619
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4734358ad21d324b6b9e216196721645b49878a7c74c8cf9fb22c1834566167
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0219cd2e2acc497afd336b726398cae0c5ea6ba8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b396a612ca00a9db969f9130995d66c253538022f2b7ba5e0f10ac8af9846b
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd7bb3350f554ff0446ab5edf9a34c7f8b7fbf
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeaa58ce212189bd13d733e5bc6b7f95a64900808c96962dab5b82aa6701f6a
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb699c7908f7a9044dc15bd67d42c8c8a0366878
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e137cb01802350ac2b7c1c05f56e934d8d292cb008f83d5047e906c7448cf7
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46923e762329e263e028c6a4af3f2264a294ce82
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e575c3dee408827e29f226f7d76c666aeef0bb6d935984225784ec51325658ba
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b1ac1cc7ff621c51797612774f780c89d0fb4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18063a0052bf066bd7031783f85f6a4c645adf36af0590ca6b9d59f5798072ae
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04fb700ff24abe112de2bb227eafb527c1667b4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dae1728f7f5cb8fb9e991f42ad7cf77dff0c16cac0fec0091f66f3a693b72
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adeac6833936063f8ff94d5b8ddbdf900330b7f
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da5e927b729d537dd1abe6da926a77f57c4866443045c1bf2d3d6cea0f022fc
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f9ce97be93f652c231affab674494e50e651ed
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5d5b96ff86b0a740e4258ffa795db4bdd45a475860199b205da442e4ae4eaf
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0d53a8df2f5502069bdeaa237f11a335d1b7ce
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c308b73dafe953a37e6f6013d6e57a5450c7b31e0804bcf1597b213b8f4e4fc
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1901c75487053e38ee66f1e92b2b6da2d295167c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f527c7a46fe3c91fc18c574f825671ead54a886e060c34d56338dd05504a16d
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce6f71ac26ba169f2589be25d64952e655201d4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab0b6de9081a6b38921c0f5c0a30e109f9386769c681bdf71beac36e959b333
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0089288d0e1d605b6193f9c03ab29e2e4daf8e9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d91a374af1fe8a23f6a3879bedcd772f358b386da84c141c4435f0927c9d7d
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703953cde6e7eb4af756860916e9ce18ff5fc138
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd744082635fa9daabc60fcc36d17da29b13fac6e8690620180180abf8e21f8
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81922311da25f2c9be78df1c87ac596c9f5431c6
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e00e4756966a9406aa0d8ee1c878555820490e48147cac40affbe9c7cebc6b
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd7f0aa833e140e8370cf71a4ef9ed84da6eaf5
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7609bb7a3f5b63c25fc372b76b5796feff4eedc3558b5319af507a085d3fcbae
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf6ad97ff3e4c166e112d44aa727a87bb7e2519
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f5000e44bee1381fe3dd8fed5bc628761c896a2dba29361ff8e9d10d8613b0
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1c1c8b94eabda991bebf39d45ff6c372211097
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dc78813e920b05e7344049938601c1b9393bf4f5b34fcc41238b83efe5a030
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb283c4606fd42eaaf861de67ac47dc08cf97da
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd69990cc9383b9df7006ece980c2e7ecbadac0b2e3a932f824af0466650cd19
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c42baafbb2abdc4812dcfa0a93a4a5271b9f50
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8029a9285c6c6154b04be4e48f9a1aa93b80598046578e4bde4a2cde64793a40
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df53f4370a05e0b1d2dd3bce70d737f7e491542e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cff8c37557559714668ee66d1415b2aa3773b8b274c1d92c9393b5cfbf1b11
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f5e7b344fd88190a872f0914c1d3c6836792e5
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01c165485341ebeb3b49d660b80ef75f3e475ddd82fed4b22bc1196a0111316
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589a04fae918c60370b03ec27d920a25af57f5ad
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394427a4d114cf39fcec16481f595ad827f31aac8a5b5b664a73388c21404dca
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afddbe42ec5308adeea8d743bd79c9cb953d8c65
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d5e3cc0695d42c72d950bb374f484317cb5076ffae14e60e2342af70708d7f
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6f0b6d664647c674da577a5e18e68e8fc8766
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67add5b608cc97dea6d914c3810bd2308b67ba309541e9f11b2d58430b48946e
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab53721495746561ec611230c17793e7fed700dd
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7fbf04e95f573fb4b4030cc96632936940e5532b168cca244ebfea4b6d1edf
+size 131677719
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b650d73a9b915a4abf15685a0b43d3243a0e6b48
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1a8c445d8abff84bb9d145e2c54ee4aad5dbc012ba223d03ba2a67318e6850
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b90b800f132ddbbab43435976fd97047680c8c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da85f96301c752598a29df024846f9f7e46463fac823fb1107943c5e6ab57d37
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12af141f16210dc8a4052004b6441c2844d13ffa
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfe6d0bfc7425911ab77bb5838fab21d7f24026a0ee1da9aafc914be88211bd
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac44f3aa42594eecad5d9e4c8b680fa3a81797e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205bda38e619d6735efdda59ec2e5f0e742dd61063ce8f48ef55eb714b607f83
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e09ff2b0ca21bfcfe3c6bc026ef4849ab690f7
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b4a4452802a548425cb2a6945dc566367a95f99d01f62c60ee6b465768fe02
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4e6122a2ea6920d8821c6151d557c16f35f3e3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6449192322b022e5764be8e738397c8e7005b77b399e12b84f96bcfbd8d57f8
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6353c1e8a9f6d90e2884a818177c6c1b4bd6c8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99867eb08c926e9e53e417e521c59562c1f2964e7a0274ae9c89de8abb2cf9ec
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153565b8cfbbb491256c222095da86b73e3a9038
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fb70d2fa5c6a16571351ff6b0a8c7ecebb3919c4fdb837b3e29d5eaa6c2c47
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fae7283b2d3189f560fcb32c3d01ad945fed199
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5fa7e43b64ff6b46b619c327589b243d9fca5a62920f2535c337c084e8bc4f
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb51870b4d67aa348e162d40017f2a807934fe0f
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84de17da16f34ff36636d7b1f4c8be6a41448ada05c31b2fdafc9ad7e06fcb71
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884c25d6799047120469344be458cfed3a4120b0
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467cddff0d398586b521ef45508eedad52da00f37b36312c1657917924d39318
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13b037fd9e22de604b2b3fd6aef2594bdf685f6
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c202f361facb5b4f9fbb7d11eff96a2c9deae56111196a15a08ece682706797d
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0654813039bb49911fbbe8300c5983a17cc69156
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f198c731d79d24a4db6051517126612de5bc9d4f62ff78ec45bec2e9507a5
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2674dba4ddedfce6e5e573b49dfc63c710e8e35a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b34750f67e4eb0cf5bf885bbc735fdc8b7da5f3d6cdf1f355754e319064723
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b043a08ecc0d035ea4cb058635220b8bba1cfa1c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae7eb2e1f89a769bdda82939473fba026e168b3b47993ee5e648fb0309019aa
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b941f6842381e626f33562f4701940c8f9b2f2
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f453fc95963d9393e5de2c76db0422c8b799142023f4033324c1fd30c4751b92
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f44b2975a205e6c7341c521affb90d6c3a0bb96
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a31f2f6fafde35a652b525497c6cdf08d546c06e8c23f653373c6995f62aab
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e2c405d1039ce6b07edc94fe52cf5b92005a49
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f5582f878a50c97927d5172f84a46d4dff46a5d73c0e0a45414e872b785fdc
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60d1ea728a38783d4b00e15db68fd1f80f95e94
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03b77893f3cd5180918adf52b2b2331fa5ae45aad57cf03e7e20a63514a9866
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e90ab14930c0032d5eb47dd956e2608d1744c4d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92f8503776e3ac855e505c3c86e1d54309b8e294f16d40825da5112c731966d
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1576528776a4c3a4385b0126facd740b48ad60f0
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5854d6420295943892e5e555063f20b90e26e6e637467882849a628028ffc536
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cf8b0c51aea458a4df9bc4c49f5ca756afd0b7
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d8440b08ba65589fee63ade88e9fc80d2d0ef13eea1746c8e86883bf678a18
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc57e11223b113a781cd848f075c8d7066fbceb
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfa10b1811b9d3dc4e4d138a69c083cf82a21d344782f310a32612317e36408
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f2fa173836e8e46aa5c840af320dc2bf00b313
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5ed39d6b6540b70d4a908c17cd0297e71e8a39c6ccd56c80002693fe95e1c0
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b525239b02f1d463c90983c02c551b13c6e83d0
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee594ce69d27482ee9de90f9e91fea25379057d7e5b2274ca6303172a3cedae4
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f8941635fc7cee574cd50dbffcd8f13ad7c9ca
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be44c4e65b573ec2415be17ec0248b0c5c9789ec36b62d429cc52ebae4d8ccb5
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dea50669473a35b6b34d150f7b1c48baf895d8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65188de2ffa0e4dedf3463f169ff5d91ad37b83d479e56a700a4b3dc1444584
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e74577cd796391885a3cecb2c0a8e4339042c6
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c01b03f686489cbbe5418100d3db4b9628fcb79a4f2a2233d1e9daf44b38985
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94267978b5068fce053fb3215e2fac82fd5b6f91
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e142ea3e546a99e39ccad9d4ee1e4972bc8459868a142d7c7ee113b0a67b743
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e4c89eff23532ababeb36c74a6a06bf29d66b3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6d3a6492b928cf36d4809d798975829ff0dd44d552ea4e1f51e35f412841f8
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043d6476f3fc6d8dfd6eff057694171ca5697f7d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518e41f25fe37649369edf617c4c8fc7b1fdc81ec9989fa8d31c532d6f6b0ad1
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec32f32800844d6e142db3ed67f513634568e52f
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90229c527033e6dd5b9aca85a8d3224dc7449d06252e9ca45bd80acd821b6b2
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9eac2230ac407187b0baacbf9f41c0ea42c96bc
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e324c131354c4819d02ac3f285a69a43b7d72bcee7885290ca3685617e303
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d39fdcaf1fa97840d6d6c8a675e284e05fcfa29
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba92d791ef9e774e981541617acd4eb82c312a71a76636a6f0cff357fe28757
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103f0b0102b3d8b10f3e06dc6d0ffcf832f5cb50
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304088d0c978826708e20f76944708c249ac05d2569fbd54d06433ea48d34d0a
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9067ef805ff848fb6d88651b64f53ee70c7052
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06292ad2afa0d47a3cfec2bf4263e49d6d06af7f0318dea2b160642b05ce081
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558c51788c05f16869456ef54c95c7d686d4a940
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0b593a061bc3d300c9b718875b1e82177c374ab70e9c70b28101b80d83f189
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09534fc83eae98868f485466ba4e953ac47496b5
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13892808cbcee33d0668fb732dceee4cb4ddd48ab497072bd39400da01f0fbe
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f83c4bf80680632b68ac39980f430ecc6c2bdab
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87615a4308072ae97659df033c95542fb17c69a5bc872c73e43b10e07f99dbc8
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60f0d7ffcbb6d15420ebc2b5e68d8691216f82d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70fe6b5ea9b74c3e48fdab8313ecba748b280d3b497b90795a1692c824460b7
+size 131677933
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656a9bb468a4f97e0718fb2574fe12449d18a8a5
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1038f09845868290edab70714dedd074518023a932797b7567f53679f8088cd8
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f339ab1b0b51dc16b7908f2d14fd82732eb6e026
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3c7ce2a96d04bcece0ce10e9118e60293cfe32b04fcb693d9189a809da7008
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17440396d28d9726567da7a660d7745febf3ddd
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505cecb11be6744d07a11a8d1d16e15511a6d9a6ba366174e966c9298bc9a89f
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552c6f33a567c9a36e951e1b795368467c6df97e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f4760c530761e2d49561bc8bbee4758921ea3fe996e91cc332146021e4c4d3
+size 131677922
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f5aaa4ec89991db78c42a695e35bb931e540e2
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b739d52db90d165985d637830fde32ad129f788260d9e89593a205cd88bfc22
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbfc0e20e28e938eef9e5d3455bc21ad7a6aff3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaa8f9dd8a87d389714cfaa13d82d27d422c2cddfc5d1fa738964b4aa732f5b
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a761962ae296cab9e08e785281c179b954e02ae
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa28e46472e6fb027d17e640834f5a02561be600d0e6f1bee6363e3abb09755
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06259e95edcc42c85ea5a7679d2fbbf9f48f24fa
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c9d171c698fe167d3f20c8b360e7dfe8106824fb863b39913ff6676460f5e4
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1f304c9a4b2cc8e4cf9869672e7db17c2d18fe
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8b2f26c26dd3546b3c1e763d8f5ad173e970fe5bc07cb7b1f9366eaa1b42ba
+size 131677805
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b31bb1777da576cf1c3662b9720314ec322d1
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b79f1df25cb1dbb3fde3f7e32fb81edc797437a90a76b034f118bf9f2a9bf34
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62270f03f72c434ffc4f8ab44e85e79c0a5db081
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbdde6932bf3995a5cb433c8b1889cdf74125840f0422aff4c2eb1029302dea
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fba2c317a8a629f5e78067853146d43e3b0a8b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f984e0a002e25a4565f7a4a011fabb033cfaeb97f3c01b6dbaac1c79010a2
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2e8a7a3b409d32d38202ee0c14ed3b20fd8673
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff565e53327b046d698cce6bbe5ba710e4d07fc66d5d4822ea7fa017697da812
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b66e6749b91a473a94d721919c47eeda2c50190
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f84cc505194ecfa1dcef48cc1ab811b5bbac684a4d07d0c59c8021f5af8324
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07c1434b7c1f1ad9a9a0adfab4908344de59319
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5d4cf91fd20b6f5ae7618639d32efc31d05ebe2cc8af1d66c7538d1d8653b4
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae628c47b44aef5ac3af8ede525dc9a84603eb9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cb0c6d41ca5aea791c1d58f7e8926ada6798b9105b2e40d36b490a561ec685
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdd55431051210d912fc6ce002a4f613c3b8b60
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c5847dbad1e344b8a7904235e2885280e5673e85c45f21ae69add630f01207
+size 131677869
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c727ce231a2186be922a9fafeadc04e4b63b9af
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640389906f5de1ebaaaa9bb8752b8f3b4f57fa4ef22ba5b8dac0ab64c753d630
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51dbe6115dfc51a17479b6a1a4e15d182613b01
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c35200ac936647a715bf9dc6e11779b80c7267aa6584afb283ce51c47dd639
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839040d78071cf1aa2d78aa315bbe5203dc76ab1
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eede34e9e40fec76340563d9a80340446fe2ce2b7086cf64788ab03b54c914
+size 131677741
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7593aec517ec5565da5ddc5cf70205438ce20ff3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dd154a29acdb7e5a4955750f1a813a10136bd5e8b43c164046637c799c98b0
+size 131677677
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8ba815996b06291b1d766bcca72c5906ce1bea
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be8a3312a4e5fac995711b94fe38433c64d4592ca439919f75eb7149c46e616
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb014256c3ce9efda2c3cd2d2ba154e4def95498
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3b6affa1c797310fa0d645497847ebb8dcae7625d01211e47018b11d67a8e0
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee0d93c6531166f97a0b9193df7e025b4172cba
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c79e50a5234de17f36043106b976f995b45960ef363467a3b11795204c5fa2
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6b03fb2ac3bd1b30e3c32515034099f3c8f14c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b507c6d166948aadc416548ea5d0084e504d7aa19650eff488b7dbce664c5f34
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7a56c030747cdb06670a3d6cfe2b3aa3883531
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e9620903973d48a422bd8f914a9ecf436f090e4e95acdd3d36d134566ad1d4
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234ae538f65a2380d2ec1e3ec3a4b09e5dc1bbbd
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47be3d1790e5a00441e0608100849ccfe1d6ddcf3d956381f2ea3d19401a0810
+size 131677719
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2377e8533fbc2e34e6088e2258414b3abd16b059
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38105c6a428ec8e4ac0a2f77accccefa1524a9525ac8349e538ec53b7812867
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0999274a45e16de2f41b3c684e2919b36293c349
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c82ef81496d0863a1ac60ba5d3c15ffc2e3c690aead96342aa88d05cbc8053b
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8c06ff76e53074aec94669598009f73027001c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761fd1aab06711dc1416c2fbcbb9cfd16c00561b07810f495e3be788463e6823
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96995ea266aaef6883c99d3d63e1e65bf4c806d9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6d189d4a7f04591451d1c61f17a133f290c48ef768e15188ccc1d6840f9439
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470509f9512dee9cf46171968f87b75308f90e2b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5124acd3a00989058f465ebe54e752ac552f3140a29da2c350ff06e5be82b384
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4d215ee6b0ddb3de2f8d7f0ad72a07cd1b7d79
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c1706a7f23d9b85d96e942d1d0fe500a282f202e0c2146972b5a247d3af9f
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eafe9d0361a4b50aa9e55e3a6ec4b4e8942d6e0
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d074899a8e0e9a675e3d4861dc2e03a988f16a9448e6ebdff0594d9ab15102a9
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3d892c649f1526fa14d632a9ae90db1e0a7137
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eda0bafdf8a050332cd53339ce72798217bc8bcb27eb692660068f5e6f46330
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46ad761cde618b595f24da79e4af6c249773a8f
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec798842e81690abe454005a6bdc23ca0c6e91db6d1d34321c90dc14fd84533
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f71f8ef8c077d2a0dfe31303141ccde06e3015
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fd5d21ce07cb35615265cb9ca02e45d671d6340f2c0a294cadd441f5f027cf
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d56d00ef53197176fd789bafce8fdef29848ab
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d5ed652e0cb0044efca5910028bbab3fcb3e5ed5b2aa3d1fe77b52010dec81
+size 131677719
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86934feb8e0f5c7ca91b193d6d405720facd214
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de17c1c7b3d54cdf38934ce9ca19f94226bd16886fec2f4c412366560f2dd58
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaaf1e887c1d1044af11d9ae2f083003be3e8fa
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca30bc6f66dd76a5b54205e3f41d590a2c62293755d18f32398146711b0e2bbc
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997ee0eb370ee0c20811afbc5b3005ce3e549227
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5de9234a3466c89cd2cff3c88ff40fa800e6efaf7c7e5acf2c4afb6ed44cceb
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcf0056ca3907cba5ca1a02ad2898206e97392a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c30286232711f5dd3711cac9a35bad92b395f265ef04aeb103d8cd882717e1
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ceab59b9a16f3bd47a89ced690d37f4bd29352
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4961f5fca48d5837c814fe1c15d3d09b77ef913f78897627c6302bbaf4dfd3ef
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b661c8482476fa7eb81915e49ab80b41ddd277
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8467a413b368c45932c242e2a8e129f20afb78209f2385c146657cdf3bcf1bb
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168b60767c9da4752f5630596e05775374c40c8e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73bdb81c95a15b9eaf375c77f74b39c2833909de60135aadc198b8bd7ce42cb
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ce49d32db98a8f87b359ee6d891f85f7b2c869
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d0145236d19dc73b458a7f820af6c55fc122a9484549b642260d8f2ec38fb2
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ff32dfb328edfe153de6dd8ede52b5e1b7110b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02c09c021c8fe659bace07a5aeea6878187761bc54e006c81d6b90ccc2b5631
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8a944f107caca42b63bba9d6b9bd4bd47467e9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92b6c8072b548ee49e0e6dd760939fa084040d4d79abb27ae1dce1110c4c6dd
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9583355b8c6bddf7a09a7fd32932bf343a64d4dd
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752db64589a0739d45c87b6001ca519253bb5cfaf9309830b1ae47af0c9d7775
+size 131677847
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464304b60313f2c3621bbbff6c1d591e371a3458
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed00bed4729408fe0f80f992581ff1dc1f8a63c04784dea0390f9774941833ab
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9382ed9ac2fd3c00e3a824a9d4d640095aed4e94
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d122c064d8cfe8f2a51642e8d852fa67887389fdf06795bf8cd840b2b465c11
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b4ce3ccd4b5bd1b64c39cffd04ad6103fc2226
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b702ba36146fd5294bac8178e4c703be3f88ec893df3d85d43e94a4d3b98f1a0
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f8a1fb25705cd1c515b473a0149bbbb6e2a04d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd95135186e94614cefd07f6d25eed3b5530cbfdead20eff65fabbeb67b4cd
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d2d0b54cafb62b27cf13e079dbf44b998a519
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fa47e0a93eb2f906253dcc335e49ea95c5d474b0de8e132b6ff4b2b582c42b
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962e3331343055e5eb23bbda1825d62497289e7e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c6fecae31a43d7604d48b5352f9f9dd98895aa354150b93e0995f2d32c6a7c
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c59e18d63dc3d1b277393c212835060bd97ba79
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273d7f29d7151b9755738fbd44daedb8905bd2297c945f93a5a89b3fa97ece93
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1897db5417caf86043c4a4625de98b8bb2953195
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6ebdd9d83918c5b01318701a8773714fba61d701dd0cfb85ad53f1007dde80
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8453deeb11ca63de50d5fe2cd8804ee03d2542ff
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bd9c22092af4356e1256cc8a4d57f5eac91e907232280edd294cc690e7f6a0
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479890ba6de4dc6088e3b27ed92a8ac2504ee959
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff82adfd5492f8c6e3548cf22ea9ac032dc07386d7d5058d3e0451e6e7869fc
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f833e35f02d2e611560a08f1db2cf716af1651
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f591f683fa0ad307f3804071dcd616c6a63b7553dade81cb43163109bdf52f24
+size 131677655
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce09f69415e27a026c3d68f301240f378809725
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9353fdc8a235f63e41e4e464b72bc879886fac645149e2881975223e00908a
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9ec4f1d49735cef1a7b5fe7e6dff4a0b4f532c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17df11d3811e60dcb9abf9cd00b5b5c5aa3b195f5e1bdbeec0f605fdfa15434d
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bad49749870f47f63250195a95ca6393a69703
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4648c52e364acec7b1e62cb4ad648c3b1988c7f143183d393c17d73831807b4
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72549f5c68a7ff6706cd8ba5b8834c00461f74d8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec92cd4d1490025a6d6db1962cd7513d2635193af57acce048e829dc024af24b
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9765fb16231ab587c4ae223f0815ceba4108b59e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c51c06707b637f00b99ecdf4d9d58d0b7f53f061f63c9d7330cd4fca4d4c897
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08adb86543df4897f980040bcf1745758f24514b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf29754915fd0e0fd0774510d12cf7977397b30cd5f69cad57cd12289c8ae50a
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d13035a29c6ed7e726f989605cb68e18ff224ef
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109be11767790fb36ddcf9317ae4a7210585817c420a9e29699321903a19aef2
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5e30964a871befe7a51465d368147c02ad882b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a33f4ea73c78e3ead429729c6588922b8c1c22851263ebdd9e19bc5155d299a
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef7465da3967a24ce4b0bd5f7e5d81a8387f756
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33ae445670602d023156a530cb1abf488b3cdd0e34afcfa1c9b1e053758e99f
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329b63c7fcaf132cf5b088f682dead8ea0d3b155
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d5f959a8199ebe3a4f4cae5a6e5c8ef177edfa776196c737378009ee73f80
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2625c88bec327bb1c4178283f244081b86369a3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b120e14f042dd5357a8ba9410869d3beb7e360a93bc68728f5fe849dae4c9d1
+size 131677719
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffdbd06ce51fa9b3c3e86d8221757d465a95a55
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b71f5521d4fef61d73beadcd3cb42b7ae0d9046034a089c0bb73ecaa3df6d41
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8e62cabec2f099b92fff33bc0770ac15431bd2
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8e7e02a06459f5d90eb3213e98b24e95d5dea071e528600d6505b4e08bd532
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ecad811a6652850dc4305deda3b716c6614466
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db69f604920a26cc7c6512e384092ffcad950c4aab5fcecf479621971a8d27ef
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347f9b6b07c322e5d4354e5b7047ef21acd8ea8a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918fe9c704fe424c23bbaccef0c1dd6ec02f76d39fe467895dbbb41cc136c748
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c7b5cecac8aabd694b074e71e024524f49c4c4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fbfc853fa87d58c7b4eba9f439c3304e82600c0d9ab739c853897425f4e91f
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc238fe9f705e636ca0bfb568017f8d504ccce14
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fac22e994a3e045d1edd1b67f80c4261b7ad0bf1b8214dfb18d1ab6265475dd
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c2e74a564f4a0a7d6a37eaed3d42f0744b2583
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3324f1038a9414309f1e660171b288294ee38dc0b0bf1fb907288917bf63db01
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6d85938694f6b9be139e18a255c33829c34abe
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f06e7cec9d85a28372be266f4dd051a35512d51bfd72f89fc5775e5ce0f49d8
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13e1fe8fbb2e02750b6ca5f14a3a002f34e361a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c82259ac1fcf338261c8a095b08109f473a8284573dc6c9536e7839d3c0f3e
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f98a809ed3fe7335fc4179b46a073c48971578
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19d9092a96b8530c19290d651afdacd17f486a544e197e5a07785e8c9df7838
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af41736511b5b5a54e45dd71c668fbbba4cbc5b4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514a5b7a1d8233ec31f40e9551fce53e21e3ea42824fb1f3f3c4bfccbae7c764
+size 131677719
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed8a1f337524b42529291354e73f5dcbf477ab9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755fa9b12624d436a6952482040a9a15d3bccbb52d608af09c418bcddbe63c40
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5c96ce2ba66eda6a6b1e8d19ac7ee194931277
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c50f19a680965e238127e5ffb14873cbcaae3bffc026f65249480e4cceb9d17
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7906fb9437d2fc742100ddf94a6d08318e8d50f
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5426bb1ac2e0e78923733cb6516cda23f4aece38a2ac2608c243a544d4d7c2da
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb042bf58ee90f4833bb494d2b284de4e99b9a3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffcb86c62047fa32a30740daa8ff55cb9048d22780c60c0f2b17ac95fab8ccd
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ae9c36709837528394f3643407a8e2f6466af3
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4414c4efcc84c644d089342320af83a46b247bfbaa6042af1501c1afa10fe74
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e9f786dc03260f32c5a0024c503435ce3d0301
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192bbe2cd64fad25164aaa632eb872c82554cf7403d49c9ca663461b71026982
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1991244e04844794e140f541a84443caccc16826
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488fec7a0bb604e9afc8981d639a197b689bf4d2098cf65184d2f05fded44f59
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d858dc645149f330f4b497e556ededdba11a704e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c961775045512569afc20b985ad207f44af3f9814121eaa15f3bed917debec97
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162e9b9c2a5ff229ce24699ef7b2fcc0cafd274e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0101d12c5a046f2b981080e4a5c2f3577d2376f9b44168323692f2156b63ed2a
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205dcc47d8b1523404b7e25cc1e6a3b267e811ac
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6632f0ea0f8335df93a3fb98a2aade83d2192177601399f35cc42806d9794b1c
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af44a5ebee22eba803c707bfec7da6e480555cf
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916d5a7f62424dc77071eed0e8f9139ec07ce48b7a0edff8864eaeb14e82494b
+size 131677847
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e91e49b1d4dbd93e8c280be087e12070c34add
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025d4a020c0b7e6728acb801160a7a82cca27e4a0b27c5a3ed6399a4cfd08ec3
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4bf3656d135416bd2865f1ac046ea7a575f2f2
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516298fb165732ce8a0ff2ede5ac9515aba2e1ccfa265245e4d6b3d570a82a4f
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9cf44c5add0a29b2f72b0904756bbb8fcee4f7
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dcbe49ac3c6919996f286f98aacc3c594b8d64e36f4f0f973c6eabed26ccf8
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f0527a0c9a34d0026ad9836c08bb5e143a94d2
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3feb1cc8edc775c0085f11376739f2d4fbe62ac252659bcd8e42fad4870328a5
+size 131677922
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3ce73f55d3b82669b166c6aee9781e80957436
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114a32f2b40556bf4dbf010524b0d883b374023f05eb8ff38edbc0b695f86645
+size 131677730
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b46bb5343cbb3f05778d8c24c3be251c1f11605
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae209abb89f0f82bdeeaf412dab1ef8830c652fb7fb8274d97363a97fd9bbe7
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5182107d7881068a0115085e17d85b32ec204d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886a4405a9a90db7578c43ca8291bcb348913c0d8e2c875d9f560081b3947cd1
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea222e4c3da998a1e08b008910e38a429a0b25
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb1e31764b649b9d4df2e2a1dc1a0aafad5c73cd78252dad4622c00569d532b
+size 131677794
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344cff37e7bcd3be90c726ab3058d1f5e93600e9
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd27d465b1e1e96889b1f0113df56a1d4d5896ad87a91e2973d8747135b3d26
+size 131677858
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6577363d7347436b12d603ef6033b461dc4e3599
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae1af3aa17384e969bd980046919be5081e6b1f54dad32642f979716841cecc
+size 131677666
diff --git a/2b855b60c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7620101a7d6924f42ed70b07f3e40712e03259da
--- /dev/null
+++ b/2b855b60c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f52e756e0b7702fc8e074da2fe888a685576ad7c0a0178d66c557d92b94b56
+size 131677719
diff --git a/2b855b60c4py/global_step52452/layer_01-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560a6dcde860018a0df3fd0d593efb2006be2ddf
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecc9e56f39d180c43837e195e8ea522922869b576937541d21658872073faa9
+size 268043523
diff --git a/2b855b60c4py/global_step52452/layer_03-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48fc1c544267d2eccaf4e9cfe19e9161b661707
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b5ca0788801b9cc561fe90cbf69fbe1e095508e8c673332b08991d45537fef
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_04-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33fa29f8997c4bd64b8fee6a9cb1f1405982856
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e547130f8d9c92f310713c84960b325c2c9677d79fd6efd74c86689806492f3a
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_05-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b67859302dd175422a9e42c77675d790fc3fd4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edbb2402e0d547a7b4956f2afebab968ea61c26c90dc96a4b36acecbc6d8a84
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_06-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d41f5a4c55bfcbf41f15ad210284533f346ed7c
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cba6408651bd0fed07b3aab59e0dd523b8d25928419259a37bf0233685214ca
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_07-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0051090ddc4d7c9363618a00de4f17270c1290b
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbc4145d893a7d16ded957a5577c7f7a04623395fa7c323d0b53f119696c835
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_08-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d49f1f30d30972e77a0f0bbf3c9a2a53423ec4
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39683c2843a43ac8eae0f22bc0159d49cd87cc502adafefed5ebe92759e2d17
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_09-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d47c716607b20aec35f138352a874482cb54ec
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5fb257f64b5eb02092168a97b6be297a0f18bfeb342bbf1c41a8e80fa72ce4
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_10-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4faca84e37b36f98074b21001c316dbed72761
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6665a0502923aaf7a2027141601f48dc2c8996733ff1ab11cd0af58d57424f
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_11-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0425f26c1b4539f245c9447d27e75c2d9775750d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82746da7487ebbe29b9e336a6c152ebc9b9554b9062f7e9bdb0bfd27dc18d0a7
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_12-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a5e624ac7d1f20316cbe303b97e1503f64e112
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cba01cc31d3be7375e5206b43c27ff47a26ab2076a05bc84421de8ca729f09
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_13-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d6f2a56b7fca9e09b0ca925f850592fccd21d0
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6263347b097c1249dda4a264d06c32799e694e1de67f42af502eaf8cef564961
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_14-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43af18c54a462de59ece6d2ce8e61e96a209a3de
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ac0617f4dbd74d367ec82ce09e198ddf2c540f4c5dc809a5d2656807b30d05
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_15-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9465cb4590816a49acaa4173ca107ad037f5e7fb
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a1f0d63c0445258ebc6b77e20f672094a4b030b9817c385e768759204b586
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_16-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a994e2c5b0118a416e403b5e3b15b1322ce323e8
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64369cf7b97a4ced07b79a3133032bffac7f44339d6d0d892b6414868d67166b
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_17-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa2af2b6303cdabcbdbc10da3ed49fc9b820bce
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d22407cf7c77088fc7031162e6dadf5c996b552d76aee7221f6936e55b4550e
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_18-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ab1426bd38e4fc21735466e57504edd8e3dfff
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f41fbbcd528b905f3c8e19511771f26f245b97abcb8f46703ee74703fc33f8
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_19-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3038301c6ffec479269285c3c2f36cf8f19713e6
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89186553f33b7d0a9cca2748886c3743f7b9e96e5922a0fceefcb3fd6e7913e5
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_20-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a575572f1cd79dedafcb17159f2d6000e18c380
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827a1be8c02075e71368ff1477f9d1d42b679aa0d7adb4335d5f1dfa9d2d82d2
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_21-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3f0fdd08bcc7a5fa8353af5decc1bf1c7cd5a7
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e8b146999b2caab110e2a51642ed2fb94dad74c1d0417468b8b4b94829fbce
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_22-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf852afbe7b05f93d7439cb11427f04c5317652a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf567b187890f131ac7e6d2764489b9eeaf2b683bcf5206a609edb2d9e4115a
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_23-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4d77947b72f2424f8c0516047a80bb076da49e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2276cab442b64e36400129de5a647b5f4d3a2c3e31c40bf35336163c6b915819
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_24-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280567949e86fbac4be5d697f143c5c3caae307
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edae551e5e505a971bc836274aab273e589f289aa1409638985101840851644
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_25-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f2f25dd90956853916a3985b581962cd407eb
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fef538219298d21cb038bbbd4f8da30fbb30bea5f7d653b801e1ccbae3ef83
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_26-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de484d96e8155711c340c2b1b376e72a2d2b0faa
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3836fcf13c7f8b15b1435a8082ec522100f5587bae2037fd75d57e53676760
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_27-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bcdbd2e4e2c0252eba68098492023c907082dc
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af74df1e3b43d4eb6102196ea54017ad5ac463fdc97fdcbd6a8201b69b75722
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_28-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecd3ac39eaa3fe3437240a0b4dd87001bb6759e
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad39cbf4ad305fc92c4a552c04b8532e57735c454669ede46bfdf7bd097e62a
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_29-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e349f79efdc51d7dfd3507c89e7a27d0fcdc329
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91a353d68cdfe8d6167b62ad7cc09fd6da8f0c558a9a2f769ca9c171a74bdc0
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_30-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44dfa6e75f663bc51072f7b8ee4c9069a02b11a
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe1e25674dfa11a3ad166db570b9b80a9666e0f23387b3ba985afb853fe224c
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_31-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fddc34e55c12530e997905a69bebe2d44e70fdf
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cee78a9f0d615feb74ef267fede628ecced24cb208c242598a0979a8041f22e
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_32-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f6ed0e554f04c8f66dc670f662c673d5275efd
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d7cd5f5d0afc9c264d5f4c734ff3bc7b948b750b4d2081b041234a4062557a
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_33-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b531685900811848da751f084f001548b22e2680
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79b60730f635d59ec7eb97c62124c6fa06dabe7fe12ac61d12645f2525aa8b1
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_34-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccaee8981a737b5064a98d0b0a7e604c497b577
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca29d5d6903a6b87d9de57858741a384cb546ecc2b2f6fefaef56387a3b7e145
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_35-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74f1d4d35da40dcd097366d4e22b9fea8904d78
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca336a7bfe6756d193b4c449d88d6ae79ff4158f2616f03d8631421c886ea6
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_36-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa1acf5e2957f1695859ffb8a6acf4a602360ea
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0fad89b1df06073cb0064b12e86cb356c2970cd45c52476708bcab38e98ad5
+size 157357315
diff --git a/2b855b60c4py/global_step52452/layer_38-model_00-model_states.pt b/2b855b60c4py/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b5a46a09f0d8d6a8b22b2549a69ceeeb6b50bc
--- /dev/null
+++ b/2b855b60c4py/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b3f3aa434a4d43a5c7f9ec72cc291b371eee7bc5aa1f7710c4b49c04a77719
+size 11459
diff --git a/2b855b60c4py/global_step52452/mp_rank_00_model_states.pt b/2b855b60c4py/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d74d1580b833ca6240781d59378443422fac04d
--- /dev/null
+++ b/2b855b60c4py/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cde1c653d1c6e783df65b8ca01c140c8d4337c712d8ebf21ceaee40ae2e78f
+size 50227
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4e4061a049bb66e7ba5ef412a00afee7b18967
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae663809d4cfe4fa80b9a097cbc0992de556e4c0d66f1f8df60ef2c48410d522
+size 131677719
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281d3117216806ed996333fbc9cf2821e8bb2c9a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d181eb78863f5faddb097b9aa32ccb58d2dcd2e08bd83a1d1ffa74a1a93b92bc
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3a954183aaa1f979f874e538aad7bf05498edc
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b83eda3e5f9832d1f1f844eb7bd7845f25bd82eb455752599bc231e215d2ecd
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70057ee058fb4df4f44e5550d2773719778e2a42
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb057ec4a7cdc2f4ce58413f9ad2867366959a11da98d531241b620d1c403b9f
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dfe74dc7394a840eddbfc754fbb6ad1c459448
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13fa8f15adb7b4587b162b8a1677216f01547145b308e41831d500350570366
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6240631e4f387ad9e9ef92c361e45f3ff5509b49
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b4060f6a5b5b279f3ff3ba50031d3c37effed83b3e3280d3f43408bfd646a6
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a5e972d67f88e6c864a452380c68a1c59e7650
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0ce26ca16be08b1d3748b11076b122f171576ccdaf43d0201ef2c83aa94cb2
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102cff43ec4374e84875b6e74f0097f67db6ca1d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b688ec1c0fe4ed542b3f4fc96d3cef73858a4a1941b35450cc47b819c5a5b1
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02142caf60933d84183b33209354a392915fdc8b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8165f46ccca10b88d0cd13529bfe2570b590b250218a2a026ececf176b868e66
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a31dca6f05b989bc427f89acacb1808b18da6b6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a85bc30cddc49c5db9df955bdd12508f757dbf5dafdac7bdbbeff1eff415dce
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47b907cc29c396cf9045eb5d0cfd4741e4ff692
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bfb6571a06062748c0bde7fa409232ac263a858df27bf8bf2a834de2373fea
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f753904f8ea0ae2851cf1f9c079509f41a0c8230
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e36a666ab057b6674869f7308150a285f02b899005082625ff67e50590e037
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3d391285354b8640876fc6e44818278acf33ed
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3b17739a1aa1d4d3d60ad9e4c9762a43f64530f74bf9531cb25cac1ea4c050
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dacff3d979788c5c27f2011917c3ab395a39eb1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51ec3d1cd38836d00f3cf3e5f9304ec0558783d00955619446578018b0f2b9b
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe060ff75f5b65cd07595534e148c2f267ac1e7
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d813aab6b7d38f56e2004b54828b8707a7c43be9df8803abf0983cb20551e574
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6cee5c9cbd81f6c521ae8bcd00b1dc2801ead7
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c5ed81e31fbac12dccb5ca7c13b5bcddfc8e1bb0bd762292df2f46b7aaeab9
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cdd9e82f5beb239d4abe2bd796b1cff15efd0f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32376d543e36dd2fe907440d030fcdb9212cf25cceaa31338f78001ef642fa8
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa66ee2e74a668a9677f794003fe5d77e402d2b2
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8787319af79d7cfcdd79ebcd41c9d8e0bd0c4e5d8bef618b93bb363647cc8cd5
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00ec3b21b5c89a22d50403988aa38357b0324e8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835f50d91f434777a0fc11969ded24cd76c46b07c25fca28703979768174885f
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed88a3ce3af8d8c2fde0282ac2433490f390a49
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812ca0a4fa787e7555ac9c5c95c496e61ebf2b476fcb7db4ed05f895148d3d52
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983e15a44d7d63d7296d41b8bc3fa0e3357902cd
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75cdacfb20ab5840bf4bf40562ccb142892839db41163550398f381e54e339c
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afdc9f953c46159b0796290f6252ba70291715b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09efc409bfb46d99956e1ba9de394848f98294f799ee44bab774553146e8641
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165efd08d887f215299b5e5ce4f21ce07c1d8758
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d8fecc49fef97e3cafe5f5c86c12e7b197cfab2df9f77fb40f742b1789b962
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e5f64d14f31aa3e91e1eb08076e805bee1edfc
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb524523ef0187ef809eb7461ed8939f5ff4453715eac70c2f675508a048066
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4faee4fc0cf213b98a6d5eb7d857245f33da7f4b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df2a024db839eac77fa4ee9387b74da61f49977f799e9b5f8d39f22eddf8a7f
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67749a83c728cfa559559b633d9d1dcbf36b850b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a354498266b683c1c006ee9ee7f478fcaa53056b29953e503a1c1808663d39a
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9345d3cad4eabce146016cab3600dbe5e710c95a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9169f7f35de4890e222a9b7e76b4a46da878c1c1505e968b567b8a82caf414b2
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb12a8ed1a2b37466ba7f3650997b5ea1dc437c5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852e9a06614823e216ab0a1b2df033e4da12f00336f5c5b6730261174d70f3be
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ea83a6f89af29cae1483d57e377968fe6696d6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9fb14a33cc75e9145b897d84150c9ffb2f27fc6a8412c6ff62d9d12de3b0a2
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fd6c207a8cd69b4c3340751a351022aa6e48b8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ff73b23825c0f9da0dc92cad74e8cae9bf41c5ced5edba9405dd9cc7809143
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7594d0fc1b61682c27639a1fb32fab3a53dc88f1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b653a16b5e1f2c2e6ab3d0eff4c690566085144aa45a69add7cdcac5033cb58d
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09329b0b6abe7380b3a0caa6606e98853e28259d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f235824c37092f25a953e127fb6e9ef0d6695c3a4f16b2a0f7fc12cfa432159
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deb1276f13d249e5891a62d7496de962d74200e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4d04b70375eaf943e842be18d4f7665f55af1fa88c2a25da4a14381b648121
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec421fee626a0dcc84fabd37426483aa061256b1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0279e39cc3bee1dbf63aa708a77caba3544d677e257426ea2ca0ac96827f6296
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec510ad9ef5fad6cfbc13a390bb47caf35c7b29
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2fdf5e2561a64c0e2955bd35aaa0f44cbeaaedabc7c563adc908a91edd65c9
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5774e7a872a5f5cc854ca9fa5161b86cd245da5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c6863ed8c4a84ea1036204e3bb39b6da5f6bd00eb40982221adf6fe34ce58
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d565c0ac4d5cf93ec65d9a3c0a0736704f11a9a8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332fecd509ce5b2c76243f17d019b1d0bc3a6a3f3708abdc35520e112a49d5bd
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e1a1e6486acab6b63f5b48efb71b79b9197bc8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4399a19e4ae871a3ee94c7b52e36465d0e8880b3365fe32a743b37f4d3c041fb
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18584cb2e15067b4c9c6255df00ee08182394786
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c0b7e2b4fc8038840db211244478e5ca909bc3c90464eb912f706ca6207770
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dc39c57f60b829c53d1df0a6fcc4bbe0e742f1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad8adf580f46f750ce490bb8a6869227cfd72fe58ad780eee8663b2e00fd7d4
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68136725f2ac6d7d5d07c57e4057497b2d72efde
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf02873973cf9f45aa89c8afce0abc272857f6d9e682561390ce8f8f35cafa5
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54470efcb59be3c3a90e00cacf5cab34d0f9107e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e183ddb36b397fd6b7f855f6c5ba74cade6670975957512bd26a84aef0021a
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff027c6dcf70494ab655e9ae5fe171da983d2758
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c391b851946cda863ac42686945b2c365a5ddb821c68a3f900d61da3942c67b
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae99ad09ba11db47a5c1768f77b2e1b22b106d59
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141893a7dc2daa332b32c638c42970c062f4cf858967f40c8fb993982d1ca033
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cfc904257f703f749389249d45c30364614361
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e5a3fc80dfe1cdd4f504c76a152a5ff8cbc1db25186c5c39c4f17972bf3683
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8fe9e98552cc52001a4204d18966d9066f3c87
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dbef80bb4541f0d0acc453389abfd000b72f243a96f9ce76039d520c4f0216
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d0c52fbd28d33038eb8cd57eee60883b0df61f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3a23173a06c9da39d678e02f3ac04c13684fef5e54ac8c4de46b9e03ae5bc9
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ad895fbf84f910785c079f5f48232b318f0076
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee24ccb237570a6d95cc43c5c7606ad7bb2ad852f0409a80f3403dead88b584
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9363f84a7fd03603a7864e29f50022f5a145ec
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d96c09f4f1203576dfaf850d3737fad1e9466f5141f4252fbf8bbb03c3e4206
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158aec5197d55ade3dcdf49ee3085ab0f95babc0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9070c3d420d42974a48c9c270700b69a94366fa42f687080014726d1a525a992
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4501ab421af6677a165c75abab97f359ee22b0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4907b175a14448cabb2945a178de5f6a036833707f64dc78cc0388bbce36b25
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb7cd384467714f804a0be2faf79e28903925c2
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3502dfa37d88371f1ccbd101a1e83686a9fa3f3200b8b0e64c3fb5eb31a0916
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef780af54e593b5d823da517dee77556968b208
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3fad06bd7b9f559777fa15fc6cd7134bdff18de722808cb1ae225374caebdc
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95282ebef13f47ece83f142b6ea84a348a88030
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5780f921cadec06a62a8961a1037a9afea201bfd958514a295eb7459b281db6
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4e18dc9a7cf1d38cd08b8bade821425a2e3cf1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5442d44a62d984fe270e6d50ba0df9d1a18ac05f21f25a9da932f1c84446158a
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff25773af97e8dbf470fc3c4d6f3a06a550294f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3348af3396f819fd50fb662996224a131c8ac6c89a4fee138bf51c98e6dc8051
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8faa740ab8c0251b522b29285cee390e3c3f92
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b973800b72fde22c7c182838c32160b86614e4d079774d9a085626d722b9e26
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8b393434c689c4ca305a09c8a0d9c472ac16be
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae3591ae239a7dfca636feded19b1d37006e7d7805ad246979833857bd337ae
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9133688a7953a504e4ec5fa0572397e2f62dea40
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69f6cde3ded5a6e4d6ccee559ac9da30c268841688ef44c1f08a9c5c4faf59b
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f252b5d31ad4d98cb023fa99faf0a4da7c9417eb
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c778cff13c151eb4c26b4195f1ff3a853a2a2fa16250197ebfa975a0e65bfaae
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f710b2076a06e35e5fa448530245d5c4980803
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f661fc2c6980634430cacf61c693946085edf000d30fb9d3958243311482fe2b
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f5f25b714a3813b1516a60407e449ab935dde3
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa2132e1aac3f17689c6bb0acb302b7214e64e5daa48861e1ebd44bde81d99
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01a8af42bfa97333a897f5f78d1ded7f0c625a0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa6eb2ddc42afa013a438ed967944f230ead2c621f016476867164fa510b679
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234ce032068c561bba3813ab0bd2821b8d25d668
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b09752427aea131e2a991ac3806bf5352259bbc6d387ee395248ab73778819
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586a9306068067f06e37342921622b1c1f8f0032
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36841fdcc286a92bb2d8bba5119069fcca1a701a54e34d69829079d403d6d1b
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d1d40d808244661555294e93f3b8dbcc44a55e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc22f9cecb41d52e50e6a1ff8744fb56a705d586e90e46a5b8032250457d36d8
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2bd8f66d4a886451a94b4e377f0de3dd5da72f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a795f205fd6f93c2fb57459bdc11efa7a2796d1f98c0687ff02c8ba65024e0be
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75712ecc41609b2d12a50bb78232c076a1a2fae6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4164a10d134690d6c1394d7487cb88c2ee1dd7a770856f6e047170820c46bd
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63e103df3a17c1e0e8f92e803974f9c63ffff83
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52237a704f9f6e708b435ed95042a6473484ae35eb1dcfd9649e5fdeb8d79a28
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d72faab962eab11f8cfef7cda60c78c96f7e263
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6d0a5f9de1fbb170e7a519cc2f01a368ccf429ec4f2b4af4cefb6dbf35c7e6
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79707fc5437d2d6d3b39da384380e563b9fa10ba
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec27ec492f355b5fe5c88040825d7d52ae4783c463f8a51150191b1e2bbee6e7
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56df0932d55ea60241ea16727fa73ee8f51ef828
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adc7a83209c39399de90c600733ba240fc674f975683770859b5f221fdf93ad
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0c93cdf1744218dfef0bb68e58c8d58795f3a5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec425b2b0a3f2173de77ba3e5147803bbd47abe595e27df6637a9b80f0e8f226
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ff01bf3940cb761b6c904bc85cbb86fa13f9f8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca53d1307a9c2fb0c5468c313fe13db00db63f237a6273b56d2e88c71856d15
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8fe2841603b3eb728cd35940b1c62d11a73c36
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad59a4cd468313b91d8e67cc77d972e3db81eb37c2ad659ff953765e594b6087
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a131c39b888b5db830c0991a5f8f6d48bce4fca8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82265ee40b01899c35a60e0c765c527fe44d5cc46aa5d061a1dac8c36b9c24f
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e5f631ae456de871b2b4771d4a17490b5e8137
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f0e90c6d870fcb85a35df6a117d27162f7413f6dbbb196806246724a27a304
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b904c404bb7d028c3df69f06a478cb2bd1a8f83
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8566b02abb26b8f22cc5c7b73ea91e483268ac476ce144c2244eef5bff65ed89
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062c21e5156aa981651a44bf48f5dabaf860cce7
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1282ce4a4b2a254298303d5a80da9a32cbaa9d7f975de80d292bd3d880bf4cc1
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d697e4849758889eb397440954170ed3656adbc
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968be413f0df8221be6f455c1f876f00be3d68b2717250b4442faa2d97ddf3db
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff5b5dc1b9a63926d46b2a7ae3db63a557693d4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bc48c06883bc0edf4db592597892b4c39415afa7c4ee155e840700ecf0c283
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7edd25196ddac62e4d5961d9177f5829142e59a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b3515083d3a30502bbd6ee8f6c6dd32df936124a3b0bca598614e48eae90d8
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095c98a6eaf0a211e90fffeb2fb85575cd3f5a4c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33c6727827fc52f1eeb8b48dde3bfc61e355f996c2333f112a257a3069195c8
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85c3b63522a81e3ebc449a1d91ff0465b726fef
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba758e79d86865c26e0f85b7713e7fd875783eb53bc230e935a20e40f86e7b0
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd236588c72c76950f3479bdcb25bfb6aa0d4f84
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e740df973f986eeab8508e440dc70da47e82846f38d66b261bb2f3d735db58d6
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3db7e93aa5110df8e9259e57b513a89eb5c9e28
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7374eeabce21634b99f265090d45f9f78e7a11392827de92cb1c33df96accac1
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f31a74a9e5c54ae79f2b3ff529cf0ea6876f705
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b0fc88ffa293bca5bbc8e39ae1126eaa6713cc65c6e8f83350aec39b02acb3
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad05ff14ed110c25a572a91315e16a94750007b1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5fcc819d0a619aa15a257fe1b8a132ca154756255923d8e8d18e5d473fad08
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659997ceb1f6abc70cb7519fc0efb079e5a1b96b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c147cccf4abe47db093b06d938f472e4403159d34b78589828b0a6afef3778d
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db65ce062dc2db0bce9c3460276235fa1388e8f6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007dab44adb5d5e0594fd90ed0a1b0064e8832ccd8ce964a6fe2f699f9670ebe
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280c5c344529d7ab7a111c52df79c631d812757b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508e4ffe02161362458a5ba7b8963b6ec3e47ab50ab9d37015fcb5ddb7b77851
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ea8330959c6350c5dbea736e94eb5794063aef
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd93c46aa3070dc2ed2ad8f9b23ecc4d71dda682d81f292dc3decae97b640ae
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e01d0c50a412fb18934504445f247a15a9aaf50
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a66e4858c2f3a4747c5000fed661b5266fab01c5c50c96cb3dea194ec3d95
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc64ecb22aae08a4a475eda09e40a6c7736afd2e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d045405f6ac8fb56d2516b0496f23d905a4e12f5c886b371cb188eb79d8e7e1
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c23a30835fb652fa0038064b0430b517f48fbf5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676dbc23ca823cf0a2a99e66473cdbb6f5ba0ede4cbe2507fefb90247d66eb8d
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7536150eb38fe47a09522e239033584af90466ce
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff3bbf76ade20e9066960b94d55e0241678fe63ccec6b8552b77929e6a5917c
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86d398a3f5e5b0b4aa81caaa20b8b02133c39b5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453208af9efd11e0fc50c3a1ab2d206dfc15e6a1f7e72dbdb9d942e0cd611352
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72ec30d3aa1f2a567274f29f4548bc9e6ff9626
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd97dae95697e972efb4cd91d7358c4dffb7d695090c6a9daac06eeadac21daa
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0e61ea264218d6d0dc64981effb396f79be285
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690051a89d0c92062cafd04e1175ce38b80dbe93218fcd42107dd7a50c51337b
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83086be18452af5197e906ec0253298558fe40a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6c55dc0abdfc473ec1ab0826f95d6088bb380f352bbe1815ab043cb2de8004
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533e6b2347df9d52bdc27db947a30fa16a9a980a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a19745f8b32864da07e836f005fa2f22db9bbf0976685767ae5bb11d3284bf
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395b1878a82b9397339a971c5eb39827e70d9bb4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756092e5fb77ba6cb211a0d4862435dec2d8214aae8c294b9b1c3072cfc271b9
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525ce78a55b8b68d3b15e8d8734b448b431ec4cb
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421c857dd3d5e568f9e3e343c601067d29a2ced0314c25fba0a435a3eaad8c01
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef22103fb084b5c8edc78498475f0c37ae8a33e3
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f020bafebd2eaa72bb55c7257956ff773089a4b363c929e9ec0efbad4075ff3e
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd3402cf2d21dc29e1fcff2e277e039e9d7163c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2feac420b0b6c15c9fe7b3c659b697b6e6baa9ea1f90df1edeaa07d105cc069
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407f2628b548f80d20ec4f090c449c397ab1fc78
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb8ca039349896d770fee466d8984202ccbfb6bdef30cd76bfcc060d1afcd03
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b31618111bafa7b27d071e5075e825052baab0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceb28c7f57128cc19c7f441f6520fbdfe9e54da2e702ae9479e6e7463c2804b
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22493dbf9e2a54936e948860aa376446e25be585
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690834bbab5d01b4138cfc827b70517d9680dcd3d965b07dd3815ca06938d76e
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0547a5d9b556b5f71a64a2ed3f3a26fc9e86379
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b735ec1f7ee7d4320f8d3d66d604b0bb81e9f684a232620a5b4ec5730307b7d1
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239af82cf295c70ca5a696dfcde8ead2d345c0e5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140dbb008f7333859d2974a8e7bf9e2614d8b21861b0f81a2385c235c3dd96d2
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb06a3aa5f98539b9f8625ca41203d5ed4632314
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6161a6e5dc70692949e9ad79375669aad171bbd6682ebfe3a9f000fe6fe876b5
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c635f4eb1b7d3388970328064a86976813187ed
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f974a0315e96c1ca1d6856061f9ce4e99bf2f05be4cd1fa98b945a1a8a73fa
+size 131677719
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4880aab3d37e85466204e228a5c8fb4be98fee38
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ab7c0437d1ea922554dd837fc5cf38e12891e99d94e866b30c93f01ad2d1dc
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fa6b5ddc42914a25bd2fe85885e832b48249e1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2f97b83fd812e9896aaad5d4dfdb121d86fd3d27fcc61d32b0bfba4020e742
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439970f181ae1f264337874f3a318dcba83d1c65
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd6559ce7a84e3b4cd5afb4e840035fdbba8e8eb5f7859a735a90a2c2b68f66
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d971f2ec844783055f9c3c30d0498ad22e925d30
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7cf600ce03079db9ad5a815057c4a4ca14bc9747ead54b0e36d0990f7f11e3
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40273edf209b840518de15da46487ab2de6c4914
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9265a59a620a2c74739e78e5ea9bf7c8419b878c68c72cef470ad3f3b1c62c29
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f943bbd93caf11e7bcf9266eff4ef7fcbf41b31
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b71571e626e2e0c6e879a64e2e5b30ccf4022eba2c32f6475a3e8405c3861de
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac011c05aae1a5df04b5b302362bdf0629f6e2f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b8a2a9eef886e7739cd884e94f9a8ccb7291e5e45cc7017c2e48734fc02448
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c0366a19b921388f586881352d7f4b5c5d68d4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c31da29f22f7f9ba1ea546eb5ef34c8c8bde8d1fbc34a764c38e159ff2e93e
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e044c87cd0c7813bf21c359c08ecfd6c5c26182
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880554c8745a326a0693cd4c7d52905d4963e6918749cc17265c190ada909b5d
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64393edaf70e50a1dfba300e73aecfb6a7195e95
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b440e8b4b91db4437c85c50b1b2306ee197f94a06d36ebaa78bf942e5dc95c
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4518b706a9d8f76752a3abccdf673e663131961d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35509b6188d653c354b0a90f150fd920866728ebcdee3c1da47d3c431e3cb153
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d869f87db050ea5c420c231e60352e058c4d3779
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abca91e64ac9ca27da440ae01fc2e78156d9cd028eb14aa3a4bf504b01f573f5
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccac85d36caf0450f31088d5e9a4adf62de622a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc73be3226d20cfc0520ac1b3d13ecfea8f3b0837e39a5fb94ea9d88ec6695c
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983f28d86174553e2a765095f414cdd1b7978da8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74257221c7bca28d4affd097445c6c0735082bfc9cbe1a1e5791822c79b523ef
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3267ae1b40a0d4d76c694f4c580fc4475ddf074b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd40c55d10062439e2d235a0ce1506f34514efd9f06ff02ee9dbfbdfea8a705
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1d26e60c78c8456ae45df3904591a0c4d04e29
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8393c732dd7591d814e00fe073ee125286900ec1a180715617c716ac0dfe21c
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c107f7b7e753907537826fa1de5f4d684776cf
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781f811ca3f8c52fe1975a4ba4f19e570282346b768b542f92ba52dafdb3dd74
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b710d4ae20ee3597dadef486daec2bdd3c3de8e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bf9f2ed0baf3a01d8ae4c61c996c535ccfe83c23cb28258326cff94a58a806
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b7051710640242bd52023766d47514b138a188
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e76db5371adc36e1c64b7572b792f4baafe0f26449f80407168424cc5efd38
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff9fd16669b69603f69dd99222241f74a230a4f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de09cdb70b8731f3ea88b4734d0c231516aa9932141d41eaedb5c3f8d744c603
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252a344a9af1bef725b93204946c46a68398ab19
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d667fd76c9869a31387de5505b1db95bcb71c13d4a68700364e5879d113a2a7a
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1f7c7bfc37a8cacc841b2272a181de97c5f609
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a4e311be9aa62204034c269c04988ee8708e93ae8c747234dd7a942cf40ad5
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670d6b1cfe8f38de3f88378325277f2ea0d92bc5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3145146d9e61cfd1af0c6934853de357897c848d640acf6a1695834f0575217f
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d34881651a354f249b42d27e377eb3c78ff2db
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839281b483aea6660a1a2bf54ad7499afa1fe46ce7954135b9d01741483a2e7c
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64db530eceb514d8f51eb84053f86fa7b1d5f80e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e560551b7e73af3c4c20fb4712e6a73fab08a8e9f942fd037cc6518339668dc5
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059939b70718ad98623639f6c7667a6846a9d821
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c543ac5c57250232b4d50bf555126f6b829ac691ae9773947be9267edc8b6ca
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bc3e7f1b9830b8579e18f596cfe3344a170072
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2066d6b96ee0a586b3b0a6b1aeb2dfef9e32d3514fc2e8a2b91e440fc2b8d68a
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3315c88b8719f5e7fc1557f5d0eb1c51600ecef
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e12f5d9d212344abc4fb811a2e25e93c8d2ac48045ddea9381ce2ff77c1a761
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e328f6be2aef8841ae8ea69307149927503082
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df70601a05a90268be21c2b04101295f65d819377092c6e8fc1b6e713e9470a8
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b95b362573a7837c91733295eb7b779a9bb4b1c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6794cca2236e398e88c24f6a3a90946cb29d1b468db3bd9862295dbe8d8b890
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1ebe0901c45992bcf4a5c6ae21927a95725604
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d435983b6bb556d37ab379e9e20fe9fa3c2261923e5a75f66e916825f96ff2
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fa71d2d6b6e47c370a294d14ac74090ad9e463
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b5a2bacd4db3ec26bead59365121e928aaab82cb44d787d1f3a89252e3606e
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c08dc71972b916a990888d3104a2d5e641b1c9
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630faf895aa8a47044c4c0b06ff1b192b1e57da023894b4b1efe58986cc96497
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc2a36b496b69ea010f17fe55fb5c73fc3f2bde
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df540b82063192106fd96c87af191909f94f0a85f076f482f4534af2985195ef
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be65e952fbc3261481e127612959e14d151eb2ee
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e82276cd4836865803aa504e4ba7c553df1a6f6c531972b8cd615e38b1cbb15
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77df7980051723436ced373e6776c81f5dde0d6e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4968855590fced0b6114414749cd8f94981ff6c87496e1fd03d59d8b39f6e5f6
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a309e1a8c910fdc148f87fb5a971b64c018447c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d047a121ea1f625def2c5142923a18b5d5dabc3519673944d0c3391af99f8848
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6005bb316329a6f942c5ab29962cfbbe8a25d0b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc26ccacd38591326f3c50a13d6a6484255b60f1c54bd5058c725ae57f70507
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f6e99e6f9197c88b4a6e69d5aeb6dcf9804b8d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f3d598c498b7e60437a7d542d9e935d33f60dbc352cc7b54a15399461d0920
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431b591305137bc3c056a1cdfc8c19bb6f55ef83
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db1902a59f39d2a39b9c6c11e67732bc4a7cb474c7ce2ae4b4f2e417999b6f8
+size 131677933
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daec964d46ddc336a829d181851d09ca5754f27
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decfef10a3995f327e0fb39bad6a85c4109e5f59ea6bd6a64859d475dccf79f3
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e9c7037b52992b0699a312392b50fec4366d24
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60843ceece7a4d315610e7f302d3c3d024a32087309dfc10056472c58c5ccc5b
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c59d21ca19f3470b3389f0f69ecd3a5ef9658f0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e30b2c7dbc4a99b13602e79934cb01b9fc8ccd1f18a2d08359a0ccba5087ed
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae531d97cf9c20e13aa3f0934f83091a6cba056b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44506458a21bc2f3cb83a978355abdbb2f7b8f65cbd91a35c8e09c87fc7d4694
+size 131677922
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1b1db1b8dda6e7a1e63754f265092ba06b47b1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f08b323a2b35d0edda6536b3c0b53b223d1374a4638b36a8c29f9f70a0d2494
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8804734a1c6f655e9a7c8bef501515f8850057
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e28672f329f48a0b8098ad0581d8e67be0eed28540e07d4ea7edb3c7f82950
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b95923ec60bf5f5b29b11fd7a51579773bfc89
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73815c00bf8216c8cc6ed7bd2cad979f18571a61a91d548fa4708d935f75f34
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1166121ebcd5737900245a144451172bd88ce23
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48008198bc1ba7625672dc5190ca7b9f3ec9983790b72362696f91f42dd2ced6
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827624669f1a012cd61f65df4b6340b4dc0644a4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df3caf6c89c34a80635d9caac9d8129f308f26cc35990ca1f3939dbf25e6e07
+size 131677805
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d167bc83e1f4fdeee5291a08a3acef8d9c5cdf
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966b3eae809d82677101d813e01f76b49eedefd4b2120acfb3b314fb89bf6535
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a26a1beaaf0589cf0516e52b79e118587b7208
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38305bfc0fbc502047145fb3e364118a41cbd0825914e8658bd8183d016f4f19
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129bd073622fee806db98f0e187021b06e31970f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40192f65d54323dc87dc6e90bb7efb1695aaac764a111c835fe7090d8f556ec
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9e6cfbdedd25bd79ee9be80bc45208f11dbc85
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e3580bbbf2c5dc130ef7b04b5cd74bd15004413cb61b2b6fb022d26a4fbac4
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a886fbb02fd94fcbd3102613153bc557727f49e5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb360d8ea8e68460cd26cb9137eb1571cc887e17115f0f4b5f6078c12806b768
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fefc1905d4c3eeea8ab615a1f9b542ced9c0c4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca581f4724f54e4705b26400aa8c8edb131efcc33afca35d40962218df5057f
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664bbdcea34ccf81345965937575c0d9aabc393f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ec43048bc82d57e3095e486344d5b1678a6c82a2e56e72cc1a442da4f85400
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b467e7c4418eb8fa032fae8adbf3e86891e2876d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e21c8b6815b5278ea8d83e48a5a354e7c4edd3ceae03aa074ed20eaf4b16d8
+size 131677869
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e2dfaffcda069aafce78e3bf8c998f9c21baae
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bcc4e5c527f45f6a8fd4dcb37b99450b15da9f355b026496d396e54caa77d3
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c378b66d16697ff7d238a807460fefb08e88d3
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01ee9078b460b3dc42ec71c039dcd3900fee4518c3306a1c95fdae378502dc4
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5802ec549294bd70065a31d43af6586609d782ee
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b61d907915df543fc5fd199ae2ab861f0881f6bb3d9c14c3f97df61147fc93a
+size 131677741
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a70aab2bd5555fff52ebfefbeacefecf2df04ca
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1aec2372a06df9f77051b6cb756e8caafca048b81152d4d75c173406559a6e
+size 131677677
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc40cc871508ce3b32f3934bae02c48d984f0d63
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0128492a48aae1c15206b8498957f65d207831b87168ac9868dd583c7260523
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1302280da37646ec0f39efa1a76961778d91dc1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1553ab66bc2c8d735a97d7766ea7b0b108aa0e463491cde4c1375605764f7b91
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3550a35c87d653ec0610cd5e3cba6ef2ce9868
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8454f8c3b5a06aa0cc7cb1f2dccd9b1579a4f990f7a3d23086d53d1f71e72f
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ea87b57b116caed68809d8ddef3333e9d594f5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c86c201ac5c3f8685209748becb01f21e0a4020510859e2a48cda9ede4b4fa
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e518b575468a51168c9bccdbd662be198e9c7380
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48671c35686036e2a93259c0791655f4e0a42a9ba533af82739d931dc50f6636
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27b23be036da11a5b5835cdff1250c687e0a063
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a514938f78d764f628daaf84035bcf4731a471a075385fa228ccfcf8cbd09003
+size 131677719
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a44c5d3ecf0ecf002f490dc17c4119851fe7a96
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8206134b079877bd41e1018ca853f600fe927fd55d6ccc1f2585624a785fb3da
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18d3fa80ea6f0d61250e10c5a42ef0e701a43cf
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a88e20c3ff22b2829e8a7d62df6ce7f119a025c2b294a09cedc768b646cac06
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baf5936067adf4f7d273fe41331c00211d59df6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d381b14962f1b1b8c8b42a3a667b72924fa32ded53d132251f466f6a09a0d9c
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb032063ebcdedf81643ea6d82aa7a9c483a682
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3489f47d5fd7c758d93a9303ccd7828765db33defb0382b6a2ac3d89d98ef4
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e4dc1f39450ad5d0c422153da4fcb590f2c80b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3674e2e69b9db81e7afb36c03d31e4b4e391a8ceef7a9663b02b0b1d411d7
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8b3ac5dae1e7e4f0bf125555bb4007cccf6cbb
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbbc59718d821da7b75b3ad8c597a21b5abc96e9ebb3b326f3e97bc3115da6e
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e79e50024628063aa9cf94c71b68dc91d74b4f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c99dc54a071648afdc37166e43954df5de0e44b906c9896d3150999cbcc683
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd487a0cf52d697fc729f84ad91dc3738f4a98c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57950e76354c22c3234851d78c1b040e9a4f83b47eb0b3bc7aaa77117a6ec51
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbd062da4c4fa13e60780f2807d03170938c62a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c16420117d073121432cd54dcd3f35a381456d8f111e8ccd48afec00216eab5
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5a188e5526e01983769c34de9ea25bd5b089c1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e4cb2df2f5afad0ffec056c7347bf42b2d3690122e8daa29cc42805d691432
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c0de04c007bdac48d957be6d068e7e2aecde97
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba5df10e49181c06c5f80467e22c8a0f09ab6f42d46e65d0fc165be5becfbb5
+size 131677719
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd40c45ed2dc7e0ce48379f0d992e60c7f28af6d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd6da7dfc9172fc6406225bd8066fd213954d828ec0468c6bdbb6de1094de1c
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533f0e50708e60354249e1fa62a6cfeccfb0da6a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82e36a2862bca7bd516ce54c191ca132515187f37090315f00b0e05677616c9
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac1cfdd51277ebc365cdfcbe5b4e5cce36195a6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8783a7c249165a2aa8a612639c3dee885d7674246d2d83e609e0d1b3b60e27b7
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfe1eb449c76b09ff4daa9903373c1409ffd0d5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bec10033e7b2d244eb638013ee49c2d70bc7b62ff366da7f2dd5b2a8c4848d1
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dea427e865c8e1fee8454486fd545604b5c5c1
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764562b5b9e1119f681ee6b5e779cc978363e97015c005ecd1b02edef7c7b219
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb65309aeb9c9f6f4c20adb6c11ffff5bb9628b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ae500797c01567b03654a03f146a6de63d7f1a100800c848328d49c23dfc1
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f89ca6197a2b0efbf29f6cf0ac11740f7b47ae9
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6520d7d8a2f6efeff591d8dd9169e4adb126a3cf928ea92d81cddfec00fed69c
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4256d22672be2d39775e23f96ff9eb2e54df05e5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d799320c769fc9aa3b3ed299adf178a8bfb07c0465219d79889151bcd114289
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ec867c32cab27af827d665f39ab1aaede10fc6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5feefcfa77e076fce3da84142fcf7a41d563ff2ba0d5f603f21c45e601fe79a
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150822bd13cb376ba99ebc88061aa71a9bf53f52
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a43cdbddc05485c13a3b3cade242faa962eecdfbb20e516040dbd41ea3e28cf
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec498a8fd26a1879717702eb3ed95125c7967c98
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb2c4da8844eb294b8ab02c91e2b0ba42394414bfe808369f27697bf4ed729a
+size 131677847
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37bcc7ee5f44adea596ae886f2704cf8e09f3de
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256d286a6378ad0e965e3dea6bee78198c57d4ee70fba368bd16386a1472c055
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb1daed963e4ad53f0725b9258cd74471152aa
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44905822ac34df7bc7d950a8df7767ae6d637d640462086ca3b47fc5b4af3577
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cac82e79f72ba42ba626aaeeeb01cee55f8eb4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c8c8f43a0ba2dd2b3a78d59addc7f762878df1e92f9d45d55b6694bd360491
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a030dcbddc9437c798a55ff679cebb1c0abf9083
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb496ced33aacac45638caea9fbd92c0a2fcd6885b460c0b95b56ee37bd38f6
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bde5156cbc59a69dafa16d34f3be6c3d73b0c20
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36bc886140f74fdf0ad01b0aa87bd210ffa575b3d1942a1ba45ca9aa4a5863d
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12452fd9602bd84e7e0bce5f1043587e5c271baf
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa0055c66eb57c898f5abf37f4c04c7c1a163074a66e8431ee9634912a9bd9
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d99b9f4c9e63303354f9a736f032bd501e2e1f5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b4d370713e1b6be03ec6885ae6961cb02afc5457eb6ed8fcad102197fc9bc3
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5657ef5f11e88aa9c712f341fce74d3e96569852
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca798393a5e0a26e8e9685e228485dc101ba7bbb0a6542efd239f04627260537
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0ac35e6887bdcc81dcd26f7487bddd79986e05
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f04eefc883352101c634bd11723942853a9dd7f5c6941941e3d122a2c653dee
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3152e992c212c07c881ffa32634202846729cbc
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919c617062f67d06caa9dcd9e230dbaa01d799f538878cd88ec7e93235f79824
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d76ae44086c0907109866b481b17fdeab071729
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058dd44a00eb48631a91dfe0a4897a68781193b03785bff6c0ca5d10b5f8d30e
+size 131677655
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c96c667c62a7d1706e886dceddb1d8cacfc85b2
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee228cfd54fbadbcc09c60446a20d2e8adaa81687d4c2ff00db2242953bd517
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd2778557c34f31880ff1035883b77863692702
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70183154fef12a6ddc992d03141c6dd916b3faba2364d8b187a54b703bb8d7d7
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4d39b372cab1152b4de9f806e67bc9224c6554
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c636b15a2eb835ed22e11571f003ad937e86b4e72132c172ab75f613a1e151b4
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac5c97d552564a86ab58eb23acc16640de04b2c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3e072db8a01db3873f718d920c5ceb945a8b12c6b8b8ed3fa5fd7ba08797e2
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb710635144ebe261fd63124323eb727fa9d2865
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8900e1f60faf18c4b4db6162d156b39c5454a6c243236f2c4ad6b221685c8a39
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e325d7c524c9cee96c7c2a66d19ff90e6a1ff9
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277b59b8c5bafbe0a823c8515b778e8f19df317ce7d8d767d3e39726e50ca68f
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc84abd2ad8eb1d1ce78e9db37831f565e78e7bf
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7079abaa49bcf85be96b7e5341cbea6b27f67a2841a50f31599ca1386dbfd4a
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6219ad8e72a5c2dddc86ad37283ead8917bd97
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bef003bd7572dd79e5a6943954c6e449cb85d5a097d4cd29b052693d3a8562
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36fca96c6526ef9c2f5b44e2a045e6fc022fb4b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b6e7d25eac6193d9ebcddffe8bb287bb6afa20dae025269a96c4aaf4a310d0
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553e40f7ae812c48af23e90345c3de6971e5a43a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6079b8639c2a2de1581f346ba4afa07a18c7ae936504a1729d37f3139ff26123
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abb9959aefad95b846fbbc501aae9aabb434b24
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac27cf2f2d8502ce1e7c560446d79a151cd0b3b555c0ad60351637aaf6c44fc
+size 131677719
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a9e8396e54159f50674538e48d27a471ed2a6
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3063cb7fd33d727f6ebd22dfa10672a51833be8015ab84cc30d17d17889371
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7087e09c7d70bcc447ffe91d07f50f0b3cab86
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa163789c61a3e47ba97214a025a81731dfbd39d4b56a714c893eef22cc1877
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b6fe3533aeface34d9836a879853b027268825
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fc91b1f09c45f8d317a9f7a103b79632a847d1193a782f002bfda649d35b38
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2f462c85ea93d3e1a5ccba0059686e3801ebdb
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e17598356e73aaa65ff70bf2b847bf7f2562d7e639ceafa1ce34cec1f68e9f
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ad7e83b541e202182665334c03fdde76d39b4b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57edcdb8aa527da13c4b8394bee63f5c8de5de1c26776bfbc70d8884ee44ca75
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c97dc6d946a94e2d5fc57eb254b943745aabfc
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480de1118b510c69d2323ed3c45c8fd2a39d89d67f8e87f70f188942877be650
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f002367e07460b5c4d50e3e277440d2818974b97
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e2f78858c4d0ee5b73631fd9ec604553a38f1617ea01ad6450b82dccf28582
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c60c894e40b805b31fdd501b56c17662f54a147
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2082896f70eb99a67866e448e95a4632e72126c7d5fe73488d7d67eba0e2886
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa828a9ce970e37cf0c11c355f2b36e46e919299
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142c28ae4f5441a80704a9eebb9982ecb0e1e6c028f7dca73ea28b84099b46c6
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3213157fac72a99eb5ba3d95ed7d81ae4949c8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99e22eae9442117756a6bcc35aa9eba8f84679e5f2b867826bb74a7c708ff71
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8127d78d3ebdba4ec8782b76bc695477af68c720
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe8e09e0863d23648ff8a249e252093bf2d2712488751627ad19266bf984fe4
+size 131677719
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1667e645767a920060d9ab9040f8a0056b3ea0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50744418cb05f6648c15693d35e1eb6f5304769c7d7ec2fb4cac2d74d8016ead
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e871e9fa54178f04a7981bc23a7ff01160fdb3
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c8c5ed4147d2abbe819299524fb14a638118ff003a96df4a51ad538a2487cf
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbf64ea5cbdaf89b8396e78129fe1ffa40bc725
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f866090699e72ad71925d13a7d203dfb5b5dba93409c6c0448cfdc5b1517a183
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02e9274bc133bd8bb543ac91c2bb4981575bfd5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc1a49e6bc0edfa0f4ceb502cbca035ee9183e112806ea7b560ad8ba885051
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafaed90a2f797a1d5ebae5851c2467ff186159a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63f6e3b709aa40cd79dc0b59bd3128cf2661787aad0c2def1fae381702714bd
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c70bd12bdf5696aeb252cbc4d7895751819022
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc716199bf5cd6043d0562eff5abe8f882cd6c43b322dc62751dacffc78a61c3
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e76762dc41b1769b51c9ea44374b8c11e9657ce
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaec7fe9239aa6a7a61dec7f6ff9d45c2c1f34b11584c0871ef613c5a1c902d0
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da9cdd1a9ce13f1c37c5727327147073e37b9af
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd30f2a7b519480b10ba82cd44441e1feef9d8c956083d94719b69893cccd44
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bc419e7c7534bbc193444be0ddc5308980bbf5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737340144fd51b85dcb7359e2cd1f26c85ae2eced744c9367b5cccb5f2467b3
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47525a4f6bbfe9edc849f8faefa246a14e1ca83f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65678ffd072760a50cc8adb9824ddab342aa7d7fe0c54dd6e5f7d61ba43dada1
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9d50de77276a18c1a5d3075f91c583a37d1c4f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e921682746168de5ff8cec4c6ac6a75c78dfd26a2510939508b667459f2d86
+size 131677847
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bad76ca866ed3395042774486268713b0e61f8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8498f9a4e915167ffeb9f3730f02cd0234b91b7ab19e43d672be0c1574c46bb
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1dfb63d14a91716ee25971d7f14c99c97f1679
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f5b4d2d76769e5d3f33f98a1c7d9c07ed61ed12c854ef7ea00148a1b14effe
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb3df1fd7b0a70dbc20dc7a1616459ea3496129
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088730dc52af231717c8661be34ebd24336920cd981516f30ddfa69851b378a4
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13121e2d14762377ccbf8dc178f8a8431d69280c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f111018edb7335b70ab4c190659da258203d97b8347bc082c7e50457306733
+size 131677922
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60421f9a45b028badc828ad95596457be088b7c7
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47ee368beb3552373a876cd57e04ef26c85cfd1aa4f1dc90a49d00b5be3695b
+size 131677730
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5307cab5a890f3e71aa70a66c95fb3df16d1b8e
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016cd2f3eefa9c768ff765b4c6b188d9e26fefab950e83f996b9b400cca5fb6c
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6291ea19021ad2dd12048a7beb1872f145cd7cd7
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b369b0898cf4855e722efe427d255d80ba83a5ea296ab2e765a3989d937318cf
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4201b1dae3cb76541eb26949a43e052c0766cea
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c30a8b943f4af89dab6daab105ecff2dc26db1549e6e29153613504f9ec114
+size 131677794
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e51ffdfc141d4b7207e8aafb2defd2f1317d1a4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ccdca4f2f5045ff7e7470ff0dff844f62dca2eb736c0a2097a7ed6f79a2e5a
+size 131677858
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddf12ecac2ca38b549fd4829f07eea47a1ab567
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d998be8d04e49b950304b56ac39acf958b380bbf2e4418d9ee57ac7d89f1e
+size 131677666
diff --git a/2b855b80c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b78f4387140d602299ce0c8d5cfff9bf17256a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9080c073d67104ee78505c3ad83b565295e21480dc5da88e7b70d073cd72b9b
+size 131677719
diff --git a/2b855b80c4py/global_step52452/layer_01-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226af413524b9396897d79acc624c46140de1176
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4f5def24ba0722ed98ceaa9795c7a470940fa56675be119b9618a8af2e9956
+size 268043523
diff --git a/2b855b80c4py/global_step52452/layer_03-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3f1c8138c772b317dbb3583b40b64fa53629f0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab708143f6d7a9562d56fb694d12b495b5eace54e7ce7bc1cad0e0efe56ad3c1
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_04-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac4c628cc603014ea95c5f120499d26415a826
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1db5a76b0bd82b6b218cc2cc1e4971e235160d44c6d11adeb816e0630ec43eb
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_05-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721a6c025b4511f250a4f0e1876891dc1f90e847
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f204b0efb89c029122939f6801b9764d08928f9c0573b15a4a2f9649d3ddfbd
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_06-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ebd5e50f62970e393d6d52d7cfafe44f2ceed3
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cd92863c9a9f2e1389fccd742eb829d52c04d21ecc5dbded81e12ab5d6e244
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_07-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28eaac6fdcd18de5d9f41405e474aedd8451a9d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c960d75691439617033ed14450fce8f818715de51d8bb52fa74ff6b9c97a04
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_08-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc633433c0bfbe6bf6438c7b8a11b97e0dfcce23
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a9c3f00cf2eccb55564c081cc196a3ca0153912e4b6ae520195077149b3c01
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_09-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519cb2d0d2497c7daaae39bd7c2c9636751843ef
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9669d83e1598d93127a7ad31039cf769f51638a6282c4b5b1418af68a3cea34f
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_10-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc08ddcccbf3295c3e6b4957a491c4d5f7852cc
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceb7e8d222fedce04c361225eeb2cccc49ed86559de47d264c5ad68ed545f4c
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_11-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2dbf69013bce9ee0480b73839318beffd8b621
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cba696a97bba22542c74b85f7eb7ece6fefb278c8dd71aab69006c6dbefe15
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_12-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfeafeaa57d44ac3a4b4a54585799a554322944
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f29d061e3905a64395e9708a8703b727dc17e4a29d11390fd0fda00b4b952d
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_13-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914fcfe578b34069336bc4dbc338aad7c978a002
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa22070285e460ed13b76883dbed7dce22574708657dac4c790e316855af64a6
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_14-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1ce5805bd61cd8554a7310a92d05ee46b9c8d8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390ec59038617e9ef14ab7a5f7ed63597123abcc7fbfb8fe6b35c25ad799da04
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_15-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a00d8f7036519b160642751ea9988079115116
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2548cf00853a3ecdf542d75e87c5cb08e605537c6f67fb417927086a1efab7f1
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_16-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6da0ce12d0d75045f8695ca26aad3a8e3f72856
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284a9f0c3c56b603f11dab44d15a90c11139fcbfba241360bd312bb3ec9a86f8
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_17-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120ca256508e9c82cceafdd8a7df4c87766cc2ee
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eecd0f17fa2a96562e45052c5a57cb22f0b1fa1dbe086465379788cd9b594c
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_18-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46143186a6183680e797ccc3d9ea6cb96d967000
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516b2b3c51d1c570e8f790bf1a6101e458c03e3a674fbd8ce9b0687278d07fbf
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_19-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb40cfd57671a53d4fa3b247f76143f8d1073da0
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ac74741dbcd78405acba059f6a5d9d0d94c4353ae2cc7cd172cb60a9c28e23
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_20-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00492a6ca28287c898872a3503dd301ef43d3243
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21d7a780121d54a05091503d2460cf130c0ff1e063b0d746fefd93ab969db32
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_21-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ed091dfd8d709ba2c5ebec4240b5714e359599
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8db3648c64e06bd330227ba0d80f75878bd25bcac0a159bb14c3998049c4ee
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_22-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca1a7c555fe4b50746815cff94a2852c5a365de
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7645a5a3e0d2f93b78f89398283204b30e3c97eaa29c4f3da4f0b236504e15e
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_23-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6d63cf5681e490644b7a0c912195c2b60ae56d
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a2fd99a6600ea60a2d18cf5bc99081dc60263c7d14f91861fd186d9bd6fff9
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_24-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9398a420b6721369ed0d2bc2b354887915a88949
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866f1a4478359bd0c38af87782ba196acab4fbd7d2c5f254a9b7e84d0173d2eb
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_25-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740980df7e46ca6800c1500bbf1b5a9a64d85a0a
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fee8464973b77b7097e68b9dbe9af0d21c7034d6b561c6ba90111fda1947152
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_26-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29786d8969f08a7e93e784dd160ab9d549d9fc5
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00683fc0d8b214d2a75ef4b143a01522f5d047818888d810b742599a55491d5
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_27-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a4773c7712cfdcb43a208fe67553a642578c6b
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b5f83dfb43e6891793ac102f77fd3bc0780d7b5ae2034617931b44497dd808
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_28-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f5a7e2e892a3677ac27a84c63541d39ca501a8
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aeb05c14474f2e01183e68e60877fba31dc320fb7fbb0a170ab96663419b6d
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_29-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17417ef10ed928d29d1dcfaf5bb0f84a6e8af495
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3c50e3e93af63b46c53bc7ad3fe1b27dd6a93e6ffd92f959062e40e24eb973
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_30-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2187a0a1a9a383b4a6190c85a6f99b74ec1b0be4
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a536d33548b3fac957522d0a167e227892a6a2efbec8248df2e4a16e72e37c
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_31-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d25c4f863384b6496362e072dc0c2b4c91b5779
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9065e57434825b2e5bdfb6afc9b371e149acf517ad4da74d9bea7ee79679424b
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_32-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca9ea67c4be9031d60064a25b20da4b01fd9fef
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae1a6264ceb0b3307df7f73d7b2ec791c7ca40894c941ab81f6a05071d3b156
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_33-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f3866c0dc2c206a8fae56fcc55fe8fcddab542
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf3fa77e642a10e7ef04c1bfb09d011f9fbb0bc4d732fd714413afcef58bb7
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_34-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb5d7ca4351284b376691612cb7b1952db9dc23
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ffb2e19259e7ddd8049a3ef392d6477d3fd7e2b0e8581141d4f3910b7bc632
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_35-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a833a627a72b4daac2fd31f49d38eb0865e653
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071ac4a21e3bfcd8abda701cbae834cf3ad81374a1a9885af42fad8813b2a50b
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_36-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626b7f00b9f389c166ab7348bd52f0fe626d7670
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10f8459d12ba6b35e3f8e308ccaa0240a9cc168406c8efe80ddd3f2d461693f
+size 157357315
diff --git a/2b855b80c4py/global_step52452/layer_38-model_00-model_states.pt b/2b855b80c4py/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bf305a539baed6a6e785332cec4d80cf66265c
--- /dev/null
+++ b/2b855b80c4py/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f462970998e2c610b6cea49b800c02f52abddd5449c1fdc007d882300d2628
+size 11459
diff --git a/2b855b80c4py/global_step52452/mp_rank_00_model_states.pt b/2b855b80c4py/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3ca7dfdf24744c79de801b3ddab0a6d43c9b8f
--- /dev/null
+++ b/2b855b80c4py/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b16e91bb44c8962bd20681f879b42f77bbc53b6dc9291ed9fc1cc332a736e5
+size 50227
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80ef4174306825e037895a171746bcc8bd6e8ec
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbd832ac5d5dcb91e43ececc233c2054fdbfaf74626b71ca2b0648313a50809
+size 131677719
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b358195585683d710cf1060fdb2038e6ece70d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91917a68e459079d82aaccf7b1396743cbdef1b110a7a3de0abb17ddad0bc65b
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a6785ace8fdd1bf8900214c98a4e2c9578667c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09b66c82011c4a525141a877d79f7a968fc0f9d36054403157f6853e68111ce
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442dad9539b7d7ffadaa72aa925ba18a38a5dfd1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ca731f4d1c691fdc8fd52ecfd5a7c83a999da085d3daef0288986f597dbd75
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759ac00a7e97843fe8e8bb5b86b18bdae594da29
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6121777c0d47fd20ce97838c2642b734bf94a3697dd129d5b750055bf71ddbb
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa1c2dc4522d5135f8fd2b6c416e0667b0f8472
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca618a5d9c42cf083eda61ee40daef98699065bfa4e7d809aa65eee7c1f14bed
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0302e30f9ef2b6c6d4eb731309a61153b1792fe0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13357dcf92ede6c10dd62037730b9490b926324d8c8453b5edf19b913e0663f
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4096f1cdc0833bca6528d37f166b3116d7c4d449
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87114ffc6584cb6990e6093518b48e37ca7fc1468a432a262ecffa7cd29ef386
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11e2be56bf393059bd042c5f3142004d269aefc
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab694d5937dc5eb6ecf25b6cfd75ec87d215fff2e89cec26dbc746e9d2289fca
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75692fdf171e4a13311791b75a45a8ae0a4379da
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9baf4cb43d52fd1c8599344687f55f16bddfc9827a710c5546507bdebce2f2
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecfc184442dbe060e0c8bedfd19ba8fdd9b557d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daafcfc31af9df8bc06d3e61aa8c1c9fa362762c6c3a75508c42b98bc8186e5e
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a751fb91e9df4c3c30522b2d8df5d9a0ae505b10
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df24f5d9b8aabb86bd5ae85c2103fa2e6d266af2cdad0626630c6c50d848a641
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683579e3002aa486a0d8f16b285cb2a3744ab1db
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9d9008a55ca141fda368bb8616b5a75d6c163a2a7db4daac777e04305e6c04
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c2f67dc703fe61394bb940b080096618805bf9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b496771f02d168989756d24424caf51b4df4a57d3ee7bf9a03ce3d33c6c7dcc
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b1f44c010bb4138ff6bc9d7f26994448757fa9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2478b254edc6f234289342be50e74912ca25bf12ee8bd5ed72b867522e81774
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c97781260d7de64237054015f8c3f2fab3e1c26
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc10e8efe55e2a3e96146ddd846de44b1bc0137392cc7e3c8a5d9a9285f9c27b
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e887fc1c4059a970b59d71124e0bf4d7a9d7c3a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec3f7c054c0c9ed196db2e6014d966fe754496df281149e3715647c7980109e
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19bfdfa1b7d8f4834bd0ff02850bbfb8fb77238
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a869601d22334e31567916d497ebde32e89841fa3090137d54ed6bc09eca7730
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0384f2ee9bd41dc9e2c1c1829f08f70001ffd1b4
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9403e5e7105a64529bb8c96e6eb775ad53d1e3ac168ec6c3fcbd00a545a4c95
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e345a046bc104a17165d3bcc4f8ca154998506d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e976f93f5876c8482e2385eba252d68ec3d43b67d26aade2ccd8e8595783ae
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb38493a1ff69e7a25e98aaafadc81388e7c4d39
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948808a5c55064c57deb41fa2f29bd9c4f0722be4f859b2b71e258452aef075a
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fab7b95318723d4c091c7677eb8437892f71d6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0e4b61903bb11f37e479401f07270a5a021c6614e62c0680464e9e7aeaae43
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b928b210f35ec44e7e413dd734a64c488db91d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce4f5cddbd16566993e1448c5928b8e2821ee9d773b762f75d35d6c518ae37b
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0775aa832e3f922b5919fdd60a99e90447477e6c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba974c48fe19fa7d280c3f4e3fcef4b13326de369f465a161a7df105b4686fb4
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba1044667eb2a9247e3a555a8c6da12e699b309
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9c7472f376b5dd702805e6953e168ee1e0a0730412e0396daa1128ba64ae56
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120fc676b991a767b77d2355205ed47e814a6c47
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f23eab57931605b63fed3d1206412450e767325213c1973bdd87ade0e7681f
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0250eadcc8603e310e0caccc0d6c016345362761
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb40dd551356586bda4c52c2af662e97713fbf74ae835d0e4322ca7626ac8697
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8bf27b6a557e3a49999d14a12712f5c119f251
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eafa55c5f13c332e453a2b13f9577f1c5b3c987b04b2462a7e8d64f7ab22c0
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f198e2f374427e83dee19d21b0c4fd549ab4c48
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d237da1793ef7cc17e24d9ba0811d4b1fcbc4a6664161e23a0f8e08b16c7fe2e
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3db5e2b28c61556403106de5400ed286ea2c69e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bebca7f95e1fce988ea052fab6e8a0cfde4925f9eebd745a7960998ec4fda4
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d543e964557d0239f2a74e2b63af4e24f40df072
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582bb626cce883d51c09a98c3770fdf54ecd58d7e560b4c3e5bc66c59d214fb3
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f4bf42e80cfef64defadf87ca9579821d2b734
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b4d86381fbd951b27695deb7aaa7185ba7f16bd1cae91033148288c8a0ec97
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96de20d1fbb5f1c73a599b6bf1e0e356a8b91c38
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe71dd1b6fa47e3844725771766db3349f4869f15c11a3fd5f567c654dad8bd
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7303bc0d9c81a333a0b84db54a08758777b5d7a8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e3deaa86a071617935bca043858ebf0c56be1482f69dfbe88e1697dacfec30
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b505c2da7709b64f64b0f114eae59b5b80de0a6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d704a776e4b2bf3144f7cc5402f6c15807701a19432c1ac46b976de1bea129c
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a364ece0ef1e07918fa54ad12d3b387421f2f0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6cf1d84c9121e6821800b87a9e8f1f59e4e6ce5c195270d0d3a1ef214ac81d
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5dd4dded6f7fc79c5caa3a9b2bd442b5bf3661
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbbc23a27b5c0f05e22a66d9c005f85cfbbe8eaba57370ab39d7458a0575bfe
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416966fde6229f4bc186111112b496298aaaaf2
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24282821bffd7fe7435ce3e636fa96f40c2611e6b95283d1331de3b0bb82a86
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d9774e17b6e0d317e064eeb0441aac79e8635
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c2abb66c2768d5411d6b347c15453d3a20be36b06c67f91da1bbcbcd5e95a4
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4645a26dee33cdaa573a6fa699afb6b4dbbbbcd1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c45c2a44a7a798774e82ac08aa4928445f6e3607b4eabd15ee35ad67a95081b
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c01261bb4de84cbe7d07dd90e117cf2ec9fff4
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ea25be175c1ff424085adf4d07fbb9f389c7c465d40b52d20199398eeaaf1c
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a83ebdea7e443fd7be699b58f59804130cad8c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7737765b1d57562b447e2d58803f49b67b5d87f6264c06721126b4bbd6dffcb
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfdd1a75b0735af01d6931956f89beec26df46e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c2820d23b0d4074e5a6c0100b2fdf04606746d8bb7884eaf424927485f7f29
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f70a7b1f6b7446e73a765839d3797b37f81c148
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d19bf58a8c8d6ddee1683eb5c9a8896c11d12b8c2b0582fa134bb72b0c5ff
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656de581219f3ed8a3a198a0ee4f05bde7cb4b04
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d66c34f104e47fc52f19f390aa5b431651dba144fe964dc74a0b5653ea9a01
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418173631d41e0157f440537ee5fa9479cbcc81a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c06a421af7d3660d6124ca34b9184e38678b456e9d82b46f8ffd236c6375ed
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010111d1253b4ad1c7714d3684d099af991598fd
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d4c78f1a4040ba35d68ceba7650ad5482678d20d41130fa3ed86e98cf1056e
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf464ba49ed7ce3b1809d22f077462b0b50f3bb
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82627a1987df275060463a58f37a47ccb0f9851b8831dd801fe33baa355fd00
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a0f135dd05d892c4f4da6505cc24f924cfdda0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b248e7f10acbd99ce3880365939332c7f4a5bbd950cfc96b3578812e4a613b27
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaab4bd09a3ad275b863f23437ee2324e0fd35c7
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f72539f48d4964e9e7ef85a4950aecc65265a8c13f84dc9f78524a4aa19c2f
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a895e94a76bba02e0653ef3086ebeb121bbc3d3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f773c3b61b2b8fdf12bf551c9c7fdccd6ce3c9ec0abc654ffdfc08eac743aa8
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796508bf7b2ef3262d714412566ffad2016cf138
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ea80452cd03fde0968eefc83923d9f37ac49ac770cbe7e032a1e03ba4a452b
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f739aa27be3139fd38ee5bdad06ebd93a0adc8d1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8b3f9c916b8588975c942ff177026cd71c8f52544d1752d671c03d0015d1fc
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab04b5168f2351745a03273dc449c24932109ae
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408a2d3229c21333fa40bebfa32a5b961e1bb60ad4fa3f0a32dbf9d292b29cce
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59963c5c3518bd4a36494a3fd6bf9cb31914236
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772639d918324a093fc2abfac49ff54e3ae96015b297aa2dc7cbf2621801cd9b
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9dea68d59643fa22842a4c186e098474af3246
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3287c764547f4cb3632cfab95be34cde9fe909cc4494ad38705065d83eca71df
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95510bcd39b9580bca190b15fea91575937c2198
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1071cebcc81458b9657b2596c53d29ab9bc275bdfec8c502261dd1e14e32a9d1
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6dc03dbe2befda0dc1a7e80ca287e99d47255
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9054a78cac03be7312625785965e1a2327c07fcd56dc898818f34916aa13a81
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c9096617e2867696a88bec036904a13d4cfcfa
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa95adaed22b8db53f5336c350c17f45bee25dfadc462f6b6d0cda3d2fc6515
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f823c1473612ac70a34b51451c01d58f518509ad
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff11841791f2335d7328468a7090f66e7ac734e462b67e9d726b2e6ad97881d
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c360818f80c6a7ad8f584e43e82740aa0d7eb6dd
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c65620c82b8abde5e04035529ec22bcde28087a353b95c703a5e0cbf043c38
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8584c85dfef3c4886f75c81ce55efdec40ee483
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4544c015c06ef2618d2c91880b7532f393b130d1f7936598f957391dc2bcab37
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71fa892e878ab96e6aaed9837fbc69c778d013e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c96165a17187cf701611b294b4f2e8d5421d8c63e2a70518a8d5a7964cd63a
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7018a0233f435eff1e94fd53f09d44a44bd60c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb3f3a876b860d69b9f3615ee7c90828452edbde45228f07f08ab845f6dedc7
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7018363d986235d5fe4cf48bb2da7d461e273d59
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b89c6e441c3b5e49fa59e6bea7ced85fcedd8d550e04314d18722aa4a2525c
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdeaa6372ad24efc389661a9c0924892adcc2a6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bef531c41a7e01c6642570e699397308be12c64484b865428dba9277d31d85
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9dfd7112a5e96de830323d0b121cba5c6b3a52
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57998fb45286c5c961431d1856dda01a5f2cf510c52e913e2b79a5325d9f9636
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c85732dab9bde59eb6e5e138b98bdfe42e3585
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4f37fb3853a1ace2c4dac72c8cc750cc09bb63610291294f3a915b3f09aa2c
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4871218438d088084c82f276e46083deb15a5c95
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de495de7ffa61f749061692602cdde7f7d77f7310b270c845ac91def1134585d
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e7b2c40be1b19ba58a525c6c19d115ae23f8d8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b39b251610963c4faa0cc0dc4533899db190877ba27374978170354c4886e2c
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cc2bfa470c8ba2a9697ffbad2fcc025234e69e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84becb76d5ec3b8b17ba3a04c30dd04543769ae88f429fd69e4c5837ba38f91a
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07dedab622a630abf480acb75737f1562f5ab98e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6125cb98da7b3e38abeec7bbbfb90944f51457ffbb06d56712f899e15c854b4
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75594c0fd2ba1ecd5ed4883e57b9de5a7921c732
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e817c88022bad2ebc8800013a369ab31d9fe6fbeb82036b3ad58fe80fb9e0933
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278ea3ed15854e6486aa91140748e10b00ef6757
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da61e62ec3fd4fe3ca496e08549f005aa4308ae47c3c50fc190b0346190ab745
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49536fa72c9c42c1ef8f4d3dd687d8ff771275cf
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a7a7d38833db3b8a62f994db0c992574f8df95449d2150f92473601affe39a
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722ccff7196de5cb988b9c6f9313e4d214524383
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d93a5c0fe3e361122f262cc6ab68ef3dc1989b05dc80337f908baeb17223a1
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929f7cf7632130d15e495d18daf5e5b8fac19eeb
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4d92280a255fddebe5a34b052f37e4fd4e2cc1921797e131f78d02c2fb64e4
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd2e7a2fee6de60b45bbb30f1f2772d51782424
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e202a65f68252fd70922be8524384aad039a67a4149111014bd26798ba575b81
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7611b3ae33c73cb24ac0da415ea03de6fb3b4ed8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77742b937b0f67a660c6f976a1c629923261079d147cd728f4783ac09911a2bc
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281a9e93001fbb1c9f586358d3773285628893db
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9705ffeaa344c02de631fe04aa393d4028fd809654b37ab3bcb7ee55500daedd
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584ae57bbf4c7dcc6ba405caccc48f12ef084101
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b3e6b7a806dffa490bf98c8985848ec90ddf5dbcd01519eff49bd7e1151c5b
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb7a4a8dcc88c99b91c6b08b66865198369d416
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e61f0aec7e6d161d396bd20f131094a2c41a833e6bbbc57018cca94e3724f1a
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d7b57ad63dd07b2ef56f5fffccba3edab924d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4763eecc5d42d2cb8e0b50db2e24c9dc45695e29b6e8809a317f8314a35c50be
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3021538737c37375edd9995c9505ca74739f74ae
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04bc6051b4bd7022ef829a7e9374323ed8e688e03afd2350f2be838f494a9a4
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8609845d8c1fdc93bbea1676970b8f627dcfba9a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e80e28c19745985badde3e4bea433d80d806fab57b1ef7e32d440bab18b788
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ce3638e999a022299eb1e1d5b22655f9496816
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd66be370d0a5bd5e951dc6d892b434f0d3da84064c8c35044b669a8ced714
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a5eb15460ea893668810f3c8ac496c6d82f7c0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18d74fd7361d14a6a804a566811b5f804e32cc7c7e784182076a48a43ca6d94
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041a4f9e1fdcddac2d7b5347afaaffdf52614f11
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc1237d097ed23aee5b1a8b58273bb99ce08d288d7c86bea475e48252ffb7e2
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8588d218aee4381020e54621d0b6cc5065e36c40
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ec844c3a64234c9e292ab90dd8317dfc3902e3c265fc551bab448eeaf73310
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb7f57d12a42f8253c033dc91e71688421106e0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063ed824ffe004ec7832d693936d1e076fc3a5276610777949c8fb09bdc41004
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802593b51fd5bf87f93bfd1709f1cc2694fecafe
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbefd12254f5021648d25187ef76a8f67954a808a40b5fb356b5fe711a06ee7
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82daaa718db1c74bd20804b4c40ff02061da87ed
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d78b41c42fbe9e64807b9dfa58b08a862bf5e87ab93e472c4a9d4193d58eff6
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53835e9c1258acc458b2ebf8b13f7f66ad84d43d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2eff96d253e410a0b236c8319ea64ef42b783d2aacd413b3d0a264da15c9e6c
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1316e29c30574248c2d43765973c4aa6c5cb5a81
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0c0ee6f9b535ca6f55fd041f27d10545ad0fbb9486db992f260c42b64f28c5
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ff7dff9bf9d114be71b5f6243f0a45990811e9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f156669e9b7eb7c72867a3839b17a8e77053b492d566841d35a0056ed64e77
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537b8c63e36a2bdd6182527dc80320bdbb7a2164
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6a1c8be31fc3570f272b81f0b9e005ea6dee86e21205cfe0ab60f7dddd5ed4
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824a2fa680bfcaa4862c3746d75a443992c7e277
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4e19c33799ef6bb7bcb864dab768c3edd56c4370e85ba2305a23b409628a2b
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a50b80eb3ff1904cd27fb4cf8be0587f07eaca
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e52f47cd4db37ef94114021041cbcac213b26bad5437873807e1be83b8a7d98
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe69be12d89ab2782655ed1f4fd36a1fe42f7f0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7b63f79c3a5368be897adafe6cb32614b1c4c10eb1346ce4a073246c8a6d0b
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dcf4a3a686daad58524a49c85ec54d565bfcaa
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2324eb2c906375cafe851a7278463bbec1dbc8f0da160a53897d98b781dbe9a
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b6cc901d3607095c213b8c3ad82c449d7a0ca2
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd6fb13a9b19346c86e21d39c0e57cf46f0d28f4575fff9275c2516913abec1
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea9f4238367572cb65a61c61e55597b62902e0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ae981160d6a95de9f297cc6cfa81b63cab01cd9089bcb3f07826e7e169aa0f
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfabfe93097666e697702c00f75b60a122196fc7
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b8f29dd040dac9fad08b3c4f73aaad31cf9ed32658598a2348831d15512507
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c639ff77f0c634883565b01b9cc5d58b7e210412
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182605389ad1fef0db4013c0bdf4c83d78511ed0d628dba23b55eb8516d235b2
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6623480069b79b78f318d01c40ed674e7c2fb3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcc80a8955c7826c87b78d2514f7c14a9fc57a7a56c67cd200a4f3c3906baa7
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201f34472c566ec5642c0fa9201bad44032eb82c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9c89990b1880a3fbaf9c0eda198983135ba935918f8e30de9b195db9f6b88b
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f8a3bf551a981810cffa484946e671e918f7b2
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a25c184b0f3581ed5192ba9316d97c02a4164ef52ad5ad06f3330a5e05566b6
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485938c7a6b2919c4265f58948dd61cbabd13b0a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7710a8a0e0e1ef4cc1943066d9fbffdd0b54994d05f2967688e2a0ee75ee0b21
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab5af768ebbacf05fb4ae756a636166616358b2
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159105c1e5d0489a2a179609dc20efe2c40fb324addaae75927e3a08afdc96ce
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a2ace6711f4df0e1114f74c02e0da9b640c646
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adddad7d6f668b86adfd37ce98db57e48b59eaa2b0370d21a67011d61f95422
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c09a3a0b091e85e7414bb6ac7a58d6d892a21c9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad96d80b48005ccb45145fad276b4aee8a9631999b9d152a60902549b3941421
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cce3db8fd3986406eee864728ea9c117cc615b
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fba13100df3ecdd68d16da34378720d6cb8339d9afc94f06611530ac7b3d8d
+size 131677719
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c70c9dd6fcff2df7b156d7919170ba51d78c501
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7263e23833200439db9e4a989fa02502d530bfc2d371ba78ce1eb2be98a807a4
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d89468713274176230b14bff29f966a6f5c1834
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a4be0f14b1f07e1a8622e2d525a5c61b592ebd6779c8d51330d68ac25d0039
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ccba5df229087f70720176d20203148fd2bec6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f565fb6175859ea1bd901b1e11700b9a293775bc220bf6346aa86eda8fc8fbc
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838a676e337facd91decd601e80fe3cc93867de1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be2f8b5e6ab9f88324bfa461951a2e3593f14ed3dfe5644c5b012de2361db7b
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9106843dc13a44fda6a8ce66c8f8a2552c4bf4cf
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddbf5b80fe10c2f41c610b400206496d90ed6744b97ee5bc299d54669fd70a8
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b557fbde5c97271d726118c7445b40a3c0751c9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374ae8c98c8e75e758d205886d835f01503e0c9f295e85189074341dcce6cb97
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79af4556f0064dbc3f2216e8a48ed85a0934b8fd
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2f753f735166fe72044b63bbf9adf11963113d1f7e1dbcde8bd4d779198409
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8e366cb6a22448b7f375e07801297dc5c41699
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efb029e70d1e3928faf4e4104fe653a673166fcfb4e4f53a68fb9b1a8bfebcc
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0328c9364cdd25f78c9bb418c4e4f548e69dfb
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2661cc7b2b17bb82ef399bf1ffc7e400f571541a1d70bfd3c2f22272b09ce427
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b8f0bf10dfae7e3619c871b4edf8d216f3d78e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0feb6dcc039a554a162bfdd4afe83c5347cb3116ae17475dceb3d99ffc30da
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2305bed64bd5f949ba8c4a493a1bdfbc2ecebf9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285a942e9be5012c54e5c3c30e8fbaaf5e076ac3a617958beea6c49fb2d20299
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83f1f78e439d5cfd691e2c6cdd27bb10b916228
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750cc9668e87daa17c412166ed63c49b2c555227df5a42a484d1bf80419c2115
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4694403b16632e27a1bd42271f335142428359fb
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0873b1c14da53dda61f68b44f4a08c0c04792240d6ac12caea1ee0c018ff9df
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b366fd852167ed7765113b6633e0af0bded13f
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3607c78496a32d9c14852ee68e641f658a142e8c8b7d1174d1d7d9c861a08993
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c277a5914159d4e9e9d0d5994503462a1c61129
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e10b7056cabeb3e84fd1e14286aacddbab125fa5d097217ded37cc5d13968a
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86022ee0fc37a4c177c374c2acadc98b504f30d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4ca00da1e68bfd825ee46e54196366466336cd2b5620704533b9fcd1e27b0e
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123f18d83926a7c9eb6794e04778b5c111c38de9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e505a42bf83019b80ed35d1a1415cf7f96bdc4cddb275240001eb9a2b5f2da78
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f05945203120de1898bd79a19a7597819774fe
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e324299ee43c04f66eb947990a4bfa9edeea6df9ddf4648c22a91dec966ae5d
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b033d3f97189d8451ff3b30e18626fa20f0a6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05209487e92269aab5495683bcfa2e203c30258db51190cb8ad5b59cdcca5cd1
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219d59d3831a28e75c58d32c3610e78b898b2a9d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225b6dd8a99678f46729b264df79a22b4accc4969698ffdf34fb73cc93651ae4
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdd24c6a6e72aa25fad81cd7f23624bf5eaf6bf
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612e7893c87472e443298e1ec7ab4210e79a1636a1d544b32542e79ec63b3c82
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3346299ecfe1bd96b3f0023d2b5581d1ffbf76
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5b0baf2c0185a64d7377b7b41cd4493616e42767a829bc5d8dd8d10ad0646b
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcadae7100a226af99bfbb26acae72c64f871e3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979e40e8e66c1d3a628b4ab7d4d12a843d412e836962e713c5076d1f62a34e5d
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6745760dc0be1875d0e9ecc6299fe4adc741bc3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d68239c35a6a81bee2f69f8c25c10be43fbbda0a39e6bed2728b70545247472
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06377ef7b816ae3def11665e8202d4a5bdb6f039
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601fa5de8a639995b649162f0389493c484a57d050ef797457503a70cf026f87
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b483cfce6c9c2db1aa406e574d2573efd974b9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cff405e78fca32a21ff21a0ee19f47bfc1f4f8e3f0d1df3aeb03c6350f65eb4
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724e149048eb793f4c272718b40be0c411e5aa4c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ef5b48eb4a95192b8a908e48b1f2080b1ba559f64a1742de101690e4d5a162
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a9bdc1dafff66d9a84a654ff3e1b2db14d40fe
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1d824fbd1fa056dd82bf965686666a439c123d130778cf6c17cbcdc517031
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f617ea5ef6f0a44c23c7ae423bd9e7d15e5e51f
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9eb56a56ac6699c198d29c94b8ee7f6602311b1271dfc411b46c030974e524
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa9351a0c93e8f68a4e3d125acbc70ff14c29dd
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86390a64ad1758fb67d8b5b1456bc78dab82c4b944b11c5b1f92b9fd084c2989
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897e94c5f0cce960837170c58a9e8650451e924e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5676308824c0b7bf5125ec4ca877dfa9f6a328e94b488e78ef0fbfe71b5f5a
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b66dbff8bed0c95e351b697506dc3b659ef36c3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60d8af61e31a892e3a7a32b717ce3078789c847985cac680a8bf426298b6435
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907d8b296a44d5be2a1cab1d47c3a12cc15f1b15
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6c454ec0c6f7c71ce2403cecb0671c5726799e5b068b7a3135f8db01203e88
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baea0182306e5fc205db845b042315c85fef6539
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b081bd6aa154e85c94589f25446952ea7589c3afdd43bd06b57551777a9c1a98
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c601e5c2f97ad484c18a779fd3109f76e1eeb4f
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418cae9005ae320c27ee362d03abc73fcb3449a79cc7ce9854471a294e69c2aa
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b31df470435b8e4747f83aab718ca29cd0a7f3d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50604ef5763519529baa6b2542d15ecfd471c58bcca8aa5a8aec284bcaa20992
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c156c023dae636b45f6cc988034c7eba1fdcc6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58df1107ed1771259a05fea42cb8ccb46943633b6ae922599b149f1e57ae4ada
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921f05a6ed6a897ff0e71b9f7cefc3d49d35e1d2
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d185816fd2be50d204651c331b6718f71d19e84666ba6e4fa6683f7841aff995
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6edc0a76f5bb8106d0bc62fd08ff0829914891
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bef3555cb4824d16d6da19324bea3546a53f3b810498b2b4b47c2afbafcc178
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97d0673751dae5dd51b50674ae33a2e57d53e7a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496dc36abcf7531e4d83590b08f55c4c5ebca194c547965e717aac88cde7696c
+size 131677933
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b61e97eac05acbfbf93f62e69f1b76eadf08ab
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf65abeb7c1bda8f81fc9555554620ec6cfaa1913747338b411dea4b6627a515
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c08657680d01ab46d41a65aa7f0c065af3e4b1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4920c73e164da315664f6842e780c4a84b75881e33138f5ae008e3201be0c82
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0b31bd0fc4f4c119e13e29c74a734aa937c6c8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ce9011ba7d1a17b2835cab8892d66a756324dd8891dbbb608b0ffc2a7f0324
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1972ed7102c742326dd6f8669e6be55c4325d4
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33392f01daa1d213d6147fea23bb2e5c4ae6ac56300465b3f7316a1592120ad
+size 131677922
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e186e9bbd4519014bb599687a7233d3525a0063b
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e45a89350c4e00177e910bf2e5e0f7dc7dbc881fd16622c5360a689fa9f9da
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3637d6c3799ef76ab28a8f9f55f34755511570df
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b78803352a0d6bbcc85ca96b4a0204f8e9719c5fcebd97e50a50c2f1a76ba5
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0479eebe843e41a2288d0537068f2b197114a918
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827efb9c1da00ebe3231c07021866afe23bbd7211fc40d0c91177e811124f383
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55558ddda85a78684191e63d07baf8ffe9671c9f
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90264234050f1dbbbe989ea43c29100d2802943b132322b98af27f43e65ae991
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af98d007f68619e97b5f76f6e7fa3eb041007e81
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817a092821d07d17ed13ad4e32786aa2ff25000f6b864fe1efa31416fda96d4d
+size 131677805
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92525ce966d6f0738da738e6047dd4483dbd18e0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890012d18cb6e3a8f3ef7354cbe32587279fb2518bc2708489685fd8c344c2f2
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287657ab6bbd8080beb745d950be4f04a1ffc1c5
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a466f2f5e46ad875718febb2d25cb79c5ea831ff7d262d6e246e47ed2672c5
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530cfd4bcf8bd4917e7b7fbc3a6a8d9eed8aa19c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f03f96152f21e46236a2e317b0062c3d8c6c02a2e2b42cfe0de7fc83569d8b
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5baad915c913fa1e25f0166b1a2c07150f91f83
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bceb7d6bdf0b6cd8ba806276e0265bd578fb2112333568b7206af9f17c43c80
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd8737d4e610af6fab14f51f945537371e6ed30
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570e73b1893b56b1286000e35a3e611e40d3515ae4d60cbf4c24c19fe4095077
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf83ad6902d01fd132d2bd8c9e61b36005db1366
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61154f532faf7eeb6f8c5287dda66572d230f6aefff1f3270268c45ef8963144
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafd3331f773dfee558f0f5f652f11f931716fcc
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe9cb7d3812583f9e8e96c2b41435efbfbf4519b2708a3f52e4346e56089e9
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0553c9ab1664fd069083311eec3f42d9969024f8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daadbd10c89f2e69cdb4707cd4a86baf46fca66e49d38c5f7cc3ee3c33d9a715
+size 131677869
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d3aaabc1f2b8eb790d328be95f8ae1d193cbbf
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10ccc2720b02512d9c9a98169aab95d5a15ca1f032a674f1388e1ebdbf0ebe1
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3402840ca03d18116e0903f8d3d481163999ff0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958fd643ffc57c25a2202001925770b559f47bdd68f4449018d513b7a3e8239c
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92318e16852cba5b1d4f903c48d9639420e4c5b
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18387351218eb9d0d783d2093f8dd4d9ce024c9db8a88fda75026b8108711fbf
+size 131677741
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3c0acd984a67346cd5773728ebbce66cd8cd98
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4affdcb80fbe19fed28043c246f9c65dc8f864c15f02a0d58a52cc8616db65
+size 131677677
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae161e20ff981c134fd2150b2f64deb48d900a2
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0cd28e2fbeda3ceff9a280069479600e825c72d2f0277ca90682e5b920763e
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e90b31e2d310d6b8c75188c567be5c5932db39
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742900734dcb6ffea6c9e08eb89a66af6458856004172381dc6d3190e54e64b5
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55358b260a60efe44b0b71683c69a3538d3d592e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b30bded11ed6e6de51180c7304557dba54891c46626f40953aa3064ce57a310
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1f08680e30bcdfeea8a58cf5a81f5fc2b3eda9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b09a9c9f0f9d2d2c374e14ae92871aa4509486a320c841ccbfbf943369e6cb
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1411354c675dde3163d375056b59eef0d7e2da
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cffc4ab481152c5731e44bad5c8ff9184edd4c11714f0dc673494626ee5c0a
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba5b5baf9410fdeea4b176d6ea39cba35f344f3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcae34b92afe224a57ea1ca7e188e799f49a152e6f23ae1398805459b94cdf8
+size 131677719
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9b538b4b657245aa295e2c0f3676d7c0e4eac1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02100547c457e30171b863093f74451186725ccb270903a0ba49f21d46aeb880
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be82603dd3719177a3962e15ddee3d7f55aae8a4
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0266d804f4c4f73dbee2ab46d56e2309fdc6b99dad76c78f76b51d4f573144b2
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0174d41565e8639192dbb7171b383ee9aee2985d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b661dfc9e5816b43eb16d6851ef1555b9945f7b9cd107d1ce3fb331dbc037eb
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d39b9e46573e1107484abc1cc253c731734711
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ef77199adeff1ad209247669d984ad3c7c9a35e53ad6e83e21c10646dce5d9
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17c0a70ff567c949bf2e5c2fcdd4f3875c50180
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecf8c630cf04cd6dc22460f5dbea95508d1ac7b6315c4d7415071b8bf25d354
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19e1337afe8cb7a809cbe3722a7c5e28ebe9cc4
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045e7ece4176c02eb75593b8ae52fae906d8149f56582be52fcc86fcf65ca845
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f4e5672efa8627201f74804270b1992e9d4dd8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7befb6e4f5a8d2f924af3ffe491c2f88e55a805ec646813bb6bef54aefb63de6
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2629ff3dfe601a859d6c3b04503b0188dfef345
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a35effaddf65ac58b0ce564fbca00f62145e7ba4672d5259f1e43af2a6466
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cf42872712e49acf2fe71a6b028a1fd0f967fe
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c634acaf6d1759a944a4788cfb96fe814e58dbb3e49e35c101f499d76f2900b
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1fec23b5f181a197a64ae457c1362708c31e32
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2f67aed8e6f8abf7564c68350ec6817fe29e0f26c523cd942fa9c3d95d66c6
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3534509cb302b3ea44fb4e360eed5df5ffdd9e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c9db7b887b14bfb8f376470761f582e5e3ba452a4cf43041092f97be66e2f3
+size 131677719
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e7bf64f7225f0aa6a0441e61381f691dbd249f
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f616f8251c7a00a7ad85ab8719a972f0df5f340f0f844d0f66ec629d0eff00e3
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f14d92f413f1027968da8de82ff569148319e1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5ae5d447d459156e68a7c96e7c225d3f662aba22f19961fc61a0df948a0139
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fe907c5420a9c98a9cbfa204e1f1e6328083e6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b516beefaf69f2a4664f3ff06eb484eff7731c6be75ebf2bc66e19ab2b8156
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f01965c6f44b6ea329ad48e3ff8e045f4e6404
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b24fce13cc0a7b1a09607b9749275fd92c557e8897fe999d6b80e929c830bcd
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14e039429b6baf54e884ff2f1e2b0b451b1f487
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8200dd1945dabf240ea37ab522c43b1b050ac07f30a1be38b5bcd2c4b1e7a2aa
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece8938a6fe3c2e92d52884b52873d35fb8a93f5
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec848335a1caf1caf4bcfd151b02fa8f1bab55443e7c0fd4b38c7047e27e85b
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf91b81e97973b3a99a483817c62794f9fc0698
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d99290c04502696af9f081e283466c20bdc309c4476928d1d1ec37f9b8e92fb
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e0c6a879b0214af2bab8c4475b948c530f03ac
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6028d12b44efdb4f289442e74c5b6bca4d32eb40da62b74543f7e8ab5023272
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f8105e871c44754a79206d2cff77f7e4e63cca
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c01c33535e9889cc91c925475fa23c3eac3d2246765ccfd1e84f3cd2c2eff1f
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58f5ed24a2ab52aaf436c6c1497d8ec91805bb6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545f1f9e6006e310149483d554cfe72716968c338edaed70dd18ea2ca809c1f2
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aea937d16a5ee66adbebc8a35c4afb249a281e5
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64a60b46ea01ab76aa07e7702a624ed808e416197bb30057f9b398df05667c4
+size 131677847
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba24a54f02e5cf4fd76d986083c23a7e8d9685b
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206bb067c139f8f1447668a08798e9bb9a60fad48bbf8eefa3e8d1400bf89c4b
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca3357037d43a7122d159c31e3fdb6c32bd6756
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523530a127681619fae4d680c2ba5d438ed0df5083297025172f99fd2a0a65b4
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b87477d0ef371f0b071e9b1a104c4824d15ea58
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ce774b0ddb42246f7d18f9707c2664c7efff8aa1751d838ce5909cef48bab8
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cde2a9bef01e403a77239e975e5e655d3eb06e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dddd37ec40819f652422b652793ed1ad4294a214dd85678b16f23156a6809d
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2a637c071f28fcd8a1521ff8873ff35b4a2106
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe09502ef0aa83830667f1e4b07d91dd8b05c4ca51f11825d87543cacd56ec41
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ca91ed2d2fc1e1d29da1671a15b21afaf9603
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf93c6f1ea653a8f314a6f810b5953957c4f039acdda26b4386cc0053029ced
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1812a7e1d5dc8888eed52004b8fd00cfa4f0fe47
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37ea25168b32680f2383dd5595cfb18315aab2da27dba66df07ab0baf26423a
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e253c6ed5fd27f6e9e20f27b0288910868c60a6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99934cd3c89154869c850d54e13d0d7a469dcd66eaf0cd97085c6e4c8fab31d8
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bfc71a629e0995f40975a6203b5496ddd02241
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e4a82b30b6e8bb57cce7722717c2b3f87a67e646bab24077cb106c5c717198
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79065756f6d33b0d83e3222155c93e8fda2bc2c1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae55e7b87f31815e1e5f9ac12fd0b080d9c9c743b799cf811fb64a20962e218
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2452d5a4a0118ab58ee2fcbe9d2f25261f30b194
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df64d6b3da4ef71323e19946ba19ddef2eb96a0cdce7a63d7b84ee5a949dbfc
+size 131677655
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4837a9e7097bc973b982beae8211299dc0645456
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0276f9d25fffc3eb289b544e93b0e85220451f0c00237bb1f55362217d1ad7a4
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9017b57292256ee8aedd70e39ef2d3a9ae0b70eb
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86a357cc10e9c84c628f04a38972bf04ee440d93ce6100d3f7b438d9ed6a48d
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b789a1b6b99f8c173c719321546ea9fc8be0b1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef7b96b57789dc156994cd5e69c642e5bf80ba2cec22c732c2ebc93d6153775
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5347c3054eb7c2386d2a81ef35db79aa7f102630
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c7d5129821c6c79d4769b7e2373bf412546b0f765482c0ca39b04833bb0e3c
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dedcb27eec4ea9f8ccdfd97016f3c7cf1bd29d8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d93bacfac7973c332e34190cbba551103e70958ae4acbf2a886de350b93a8
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d550de0c2cabbe1a9e5ed31f26fb41a85cece
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6261228d0f7a33267d7bb9a8cfeee8a3a7895b6f5ffed41747abc39ef864ecf2
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a945a91dc8161810b566bcfbb3be6ed8535461a0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63769036bb332ad0c16ca536a12078ba5939d3048550603a209975f35512ee03
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343e99b93607670c05c435fe6c46c63941fdd212
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4f874d70c914247fbb4a47d3015c6f1d7d0871227c5d98527a8aa30fa76eab
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0376e6778014a2e402d4c52ceda5dd37591f52
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999bf05e9561726a0a1a8e5de10e0302880e23cbd7166504067c41d0f065eb47
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6658db26955761d134f21dcabb7a161a68ff3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432f70d72239e307d7d93e43a250f2f7a34bf5e7350a3e0a3605a41d4407f5c0
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876450307895b9f5e583b0a14b46cd5aac29e818
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a14520ab23c439db21e92910a0d80baf167bebbfbdb521682a54677a1c60d93
+size 131677719
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ac8b7f722f252c21b5823e87570a92031583d1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a1b5fe9d813cdee193e9fd10dcadb7b191ecebdecebc2f0ceabceb9e4c2d9b
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576e15dc0b306fb0d76c725aa24ad63ae89e5033
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a744df3a0d21663a77ed25564927f17230e8c3ae9bf5d83c47ce092e41b13a31
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7db3de90d56f990a51c9e5f763ea5bdcd5cb293
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e166935dd69487d56c979e85aaa119d5a385c3aef52ee5f0b033074063a06369
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419c6d048586ecab8a311d41e36eb79d08fe59ca
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb839fcefbb8d00621cdfb33788a87b4344206ffe77a745ed7f9618ec5f2448
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b0545be991c770a4c1a7eb7292bb7489f3466e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a99f162f000241b961c064a1c8eb8c6829c35024ab5e741d7c2344b5f6df8c4
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d51e36d9b75884ac4d2b96acd77adaf9b45d083
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5146fcf5fe0f8899ba80bb6b35dfd7f0c6de545147c8389be96d784f85a8736d
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e7840c60eba3255a4d8cf9ceb9ef9cbd7a63a5
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201ca3e2f215b8361d4d5cd8a8365455071dbc4d2489cdb34be6338874fd5da5
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d125dcf5a21d34d8eb60506c7c089bb194852906
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d2ac33e04ab10794b93182c7b4b78b497f484ab86964992d6bc9c12b4e6219
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71afc1bd420f26f8caf577852a28e7586e5c4d0a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52d24012c3316fef8e29af521d3a7f3db0243d053d50fbaadc37bc05daf6491
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3263310bfa3239466ea676b530eaabdd0c18615
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7debfa35d53453306ecd6ca7ac23036e3605708d5b52eadd87a856912e33afc
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48252fa7d3d348a48951b4f904a20b76939d8abb
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49e36f0a1f85ee212077318e34fdc4c8c59c9e82e8e993ad522df53c0e52e56
+size 131677719
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d596588a9f5dd4e86b49262327fbbe057bf59e
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8808f8513732f160b4085193ac184ac5a3c392b785d0033ebd1d32a8d4f6e9d3
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a65b9a44a354ffeffe7c512cbac16747e93d6b
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a9e11c81bd922e4f40c9661453b2e8636ffe87c55977fcd7a08fe0710ed386
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc83999b875998681890473653ee4bbbb0bf1cd
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4779715a14be7e50a35a0570a4065464679a36fe5a9b1edc79978b408154b0
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cf1b7d4813e6e373467a0445819e14fd8e0fea
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c678a8affaf0c0d57bceeb3aa1ea2010092368318e0e51751df5bc0106dbf39
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87010d8ff393033e7589e70cf11552e05d6d281
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784cc29b93673f1f5b473e0e147ae660778f0eb164afbaf9f9ad3f797f1e4f0
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94c7f39c71f9636b697ad1e1bd491cdab900a28
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c473bc9dbb42006a1599ca2df9d2a283e474015dfb2fbfef5220944becabf86b
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f4262a55ded089e2c94f65adeb108deb3143c2
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029e07b3dffd1a873f91714bd1b6eb5b469b0ef2e5fdb13c11d76cd2a21953c
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e8bf969b38f7b12be137121379046ecdfbe687
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ce20f57ea7ee3e227153576d44992eda71ff899b76be980e0e52324329c359
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1076cb089c7e29fc4c129ccd432a8f64b99b8f59
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b90b5de3c31342198948cac51b5f8236e95f036651d276dd7b05683b85db753
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0747bdfe2172776a98bff628c8be11ea3ffffc6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196370be07514b17f98eb8a47bcf0ba12f4a3d590a53d34857d0beea2581fe07
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee23156a377ab4103bf946bbf323403441e4cac
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b0e3bed7641031686e2a38b7c2880772f926da04325ebae9fd779721bff80b
+size 131677847
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d85975718d7d158708480ff29d13cd08c7630b
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d961dde496ea0e4e54f1f211d23d8c874590e29b947073df471e3f204077a86f
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1105f090b5a612332774641fd76dea8a7b694a9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4d848463aa0391cbefe7239bd243ef7838c50b5ed5b4151aceda17da1bc1a3
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cc69aa3eab4404cb98961b99b5b14188a4f11a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd145c04088a5daf64194601bf28bf55c7d36c2c1899d180d78887b86bf13271
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bce2876cc0fdd2f10aa9ae0c39af1bc4981155
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1479cb33e2fc0f9b7a14fe42651ba3d3ace664d15263442499f17952b51a4410
+size 131677922
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd8c915e83814a36e978ca173ef0ad9fdeaa467
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e256b4f256957fa2d8b54bc0be3273aa0cf907e18e5c8a2302d06b0c9e8d0fa7
+size 131677730
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d0109fab2a68bc2d7a49b0c707f3ec3d5166c0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d212b97bc68e40b214db23d47df575dd1e92439783bd01d3cc6c7186d47a1
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c746938143463c0fd4f99f0b94928cf202dea84
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ffb9d4fe538b86b7026fc0aa4c7d699d5f06edd2887656ff9eef7745cb0819
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aef2dd2a2093373d28b02608115ef7487c73b0
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d64260ca67c49716ae08e100357ab1e90050b0973eb66d33616f5db3e73377
+size 131677794
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947a93f00f9fa87866f67824e3cb0c771a1b4679
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1fd562cd36ef4aca330bb9f88f5a619b67cf884c9c4baa1fe4e922353932af
+size 131677858
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd2b585597d7c268d5012640532ae4bfa315d6d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e203e48cbedbcb6977505a18ac9d7d6e76c74a3289447ce4c3eaee9398c093d6
+size 131677666
diff --git a/2b855b90c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42f604fc0d4f602ba16fcb2c457116023f82ebf
--- /dev/null
+++ b/2b855b90c4py/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c1db768a5d7357d276a5895b228197b721407a4d436624c7d97d09cbc2d08d
+size 131677719
diff --git a/2b855b90c4py/global_step52452/layer_01-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a801fdaabe8e07daea72ae29fae0898a1be412ad
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738f1d1045fa2cbb2606937f533a21471f151eb9d25f16ae8689bf201de47a3f
+size 268043523
diff --git a/2b855b90c4py/global_step52452/layer_03-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e615395a1ab5e97ccca039343c2ec705aaa296b3
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc40ac0a3a5bbe2b169e0db057bd51789b771c0e9bd5dcb8458f01d4522344e2
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_04-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdbf74bb38b869e019c3921e9bebb6379a27a5a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81a448800bb8e9ac0ed669a2e5395581d5a61576c98a0b633fa56d93d00824f
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_05-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e726b17b6a67619ab9f0f5472d690b7a288fc80
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c588a44ea40d7762304d892fd2289b255da960d4044d0f626c0ae32aabf58249
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_06-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ea0b61764d2b32ba49db0a1c41fece68701e6a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21b1ca2bbf8a60208def7cc3df82937b0c391987f1f5c8f460368e618b1fc63
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_07-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1e8049b0f130df8139beec288ee1aafe726f5f
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058a6ce171d3fc8266b7f5d573a59e51ca61c39f7a3399e9db0e4205a0682cab
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_08-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781258229182b6489f3f802243096254db8d59e4
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b484f8d84b015cde72d14aea746d1c82f0c9b6ba038426d68e6b77fe0aec413
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_09-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c697327b882734978d87499a99c0faf0da363d19
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62d273ad839d2162789d886f472ff24d5c9488cb6c4b055ecda059c79ff0360
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_10-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef287c1e3e9146cd9208dfe735858a9d5fe146b1
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e703567cf4a9e231d6d52faa5009ae97f9806f75f5aefa732d034be33e72c7
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_11-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3d0d6ba41685631fa75e57d37988c90be8d250
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1c9ee4770ba201a2c42e21fd12d3b962bb495c55c6a02a11c2ff1163fd4d49
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_12-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e2e12295546b0504a128d4bd572f8d321025b7
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bd964a5fd43b9b058fd1ce2f23678820fd4c950cce33cf27606392fa26e77e
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_13-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5d6ced7cf26ce05ab8cf3c8aa66865f9f35cff
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d321bbdf44bb0b31b4835b1a2c73020ee813d921d2a0607e4c655ed455fefbd
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_14-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626287f384783e97d8bf6f8a7aeb43f3b9dbb77a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed274d3b680b843c013b5466bc209030f357956fab1bab19839e103f9bb763c9
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_15-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d713dbb67d16c6db55ffb359f3c041ce4ab873ab
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a473283bc63a7db4173cc4b270209bbf05419fda9bc4b7aa92a9ede43b918a8
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_16-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdf4721eabd0a26fe4371b13da47e5db27eca98
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f956cd936cb5129e46ae4cfda984ba565a16584c872c1bd875f15c62f56e0204
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_17-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc28d2b0af744da65d276e4cba8cea2fec1af3f
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3a54bb44c6a884757d262ad7f4bcaef1c201f0a9effb53f3f4632e1d8ba287
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_18-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b209e9bb60cc8470e8d9f16dcb5a0ea03ce476a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35727504c6ba5b38786617d0ece585df86d076e871b1bf358b42b388aebb98c5
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_19-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6293e62f2a1906d66d1195b232f7b759c69291e8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e978c2678b5f02606b146200fedbe4f832b95cb7b301d4c44379032f25b9f974
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_20-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bc0af2fd23dfde2d925c4f7ef9760bb4684ddc
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ff901eefeaa4c0b3f70c4a0a774921f1d2eb43939c8699f640ee05216f19b0
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_21-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a868d8de691897787e47fd8a371d12b66d204a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86def9c05467bbf551a018ccb3dc504b049d51b0d2043f64480b284bde4992d7
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_22-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de5ecbf717454326f5e8b43468c90c12d79cfb8
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912e70755da2bbbf387c2ce822575a647e01ecfd6548e05fa4e8295e1b08630f
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_23-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb053948fd1198188f0693d65f379c8d8d518cb
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d991c6fb638b130bf661279ba013b331ff94a991ccf39d2720ea00a87988883
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_24-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0055f1f7a1820fbc7cb8b1cc1836df7bb505e76
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6c84dc013e30b6f286940aae4beef5cec73880acfee62a3b1784092055fc10
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_25-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a249d48873f1b30c439308456a363b052d89ac83
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bdfb6de5bf06980dc77bd5ad40d3075e2eaf8afdff562c20b0173f801e6b25
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_26-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7c42e5f2a2282b390ebc5007cec9f9074d726a
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8182a5bf9333fcc71740144556d585dec3faaa9a62bac261fd5f90cbdc7e939c
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_27-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1064daf1bfbbf6665e9086451184f21391e36cc9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b533e21040319aa64a391a30a84fbe294749f2813fb39139fb99477773f9965
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_28-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee1629b889ca2de530b54a97bc53edb863793e6
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cb695c6989589051e2cee951d9e98e6aa3e10d5a277b33e3df1492fa216e27
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_29-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ff707045a76247058155e704f914e54a24a2fd
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea007fbe0b68453eab339e2f98bb973524c583dd1ce83cbbfd782832fab85c80
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_30-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d0182a70c9607a5c7e99c70051fe1b3a60977c
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecac75a6c93e80a92442e0dda71823d8cdd6d55458264486d8b83c9b41db5ea
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_31-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a54768fed00c0d00538c5be64451fd0950c130
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dcc55e808ccf472eb532ceeaf230b5711543674fe309e1f67eb338cc521761
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_32-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ba94da79b929535c14bf8294696cc3427bfd74
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509306bcc1707031607da1672b53b22483ec2f35735df8917acc7e2f875ef17a
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_33-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00928917610bf80cb1586bf16dbc17983370c1e9
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca535085f595b8011a58c4b4fcb7ffad2e9999780fd37b9ca8cdb6ed56d9184d
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_34-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d2f27df2af82665abcba2e042f90d7bcecfcbd
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcadd65c07369d70caeff6561fa5d3f924eb84a230ef0104070ad5c436c10ae
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_35-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfab02a4ad8e892cc9fca50c68efed068d49d258
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f87be5499bbaaeb6c1ebfeeee74bf80dd82c59c37de3a911ff2c27ab8e71e61
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_36-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9149ad12c2d75bf824e3276fb66d30393f2ee37d
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8765af9f4854cb4966f7be03d8dca47f518797a4550094d7960adda753be583b
+size 157357315
diff --git a/2b855b90c4py/global_step52452/layer_38-model_00-model_states.pt b/2b855b90c4py/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178241f75dd02997628311ec9100f7418d2d25ba
--- /dev/null
+++ b/2b855b90c4py/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c02bf086896ef84320f6460fd898c2c5ba9338e457e2025d7fa713ea4bc161
+size 11459
diff --git a/2b855b90c4py/global_step52452/mp_rank_00_model_states.pt b/2b855b90c4py/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79d8a164be78e8149854ff6661342d98c9f4e00
--- /dev/null
+++ b/2b855b90c4py/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b5216d161caece477dc0471436f120c3b65ffa054023604938ca85586e8d3b
+size 50227
diff --git a/evaluation/2b855b50c4py-results_lm-eval_global_step52452_2022-12-25-19-13-28.csv b/evaluation/2b855b50c4py-results_lm-eval_global_step52452_2022-12-25-19-13-28.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2530b86710ddf9b550e910b8d1f4b47759c1d61f
--- /dev/null
+++ b/evaluation/2b855b50c4py-results_lm-eval_global_step52452_2022-12-25-19-13-28.csv
@@ -0,0 +1,21 @@
+task,metric,value,err,version
+anli_r1,acc,0.32,0.014758652303574878,0
+anli_r2,acc,0.329,0.014865395385928362,0
+anli_r3,acc,0.335,0.013630871843821476,0
+arc_challenge,acc,0.23720136518771331,0.012430399829260842,0
+arc_challenge,acc_norm,0.26535836177474403,0.012902554762313964,0
+arc_easy,acc,0.5408249158249159,0.010225526906982604,0
+arc_easy,acc_norm,0.4739057239057239,0.010245801990240042,0
+boolq,acc,0.5847094801223242,0.008618637526341674,1
+cb,acc,0.39285714285714285,0.0658538889806635,1
+cb,f1,0.2174329501915709,,1
+copa,acc,0.7,0.046056618647183814,0
+hellaswag,acc,0.40689105755825533,0.0049025025147386,0
+hellaswag,acc_norm,0.5185222067317268,0.004986356526063974,0
+piqa,acc,0.7225244831338411,0.010446818281039959,0
+piqa,acc_norm,0.7274211099020674,0.010389256803296004,0
+rte,acc,0.5342960288808665,0.030025579819366426,0
+sciq,acc,0.811,0.012386784588117719,0
+sciq,acc_norm,0.73,0.014046255632633913,0
+storycloze_2016,acc,0.675040085515767,0.010830758548166336,0
+winogrande,acc,0.5359116022099447,0.014016193433958308,0
diff --git a/evaluation/2b855b50c4py-results_lm-eval_global_step52452_2022-12-25-19-13-28.json b/evaluation/2b855b50c4py-results_lm-eval_global_step52452_2022-12-25-19-13-28.json
new file mode 100644
index 0000000000000000000000000000000000000000..c4c68db4d5ab5e9d64dd38afeef4f597f790c839
--- /dev/null
+++ b/evaluation/2b855b50c4py-results_lm-eval_global_step52452_2022-12-25-19-13-28.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.32,
+            "acc_stderr": 0.014758652303574878
+        },
+        "anli_r2": {
+            "acc": 0.329,
+            "acc_stderr": 0.014865395385928362
+        },
+        "anli_r3": {
+            "acc": 0.335,
+            "acc_stderr": 0.013630871843821476
+        },
+        "cb": {
+            "acc": 0.39285714285714285,
+            "acc_stderr": 0.0658538889806635,
+            "f1": 0.2174329501915709
+        },
+        "copa": {
+            "acc": 0.7,
+            "acc_stderr": 0.046056618647183814
+        },
+        "hellaswag": {
+            "acc": 0.40689105755825533,
+            "acc_stderr": 0.0049025025147386,
+            "acc_norm": 0.5185222067317268,
+            "acc_norm_stderr": 0.004986356526063974
+        },
+        "rte": {
+            "acc": 0.5342960288808665,
+            "acc_stderr": 0.030025579819366426
+        },
+        "winogrande": {
+            "acc": 0.5359116022099447,
+            "acc_stderr": 0.014016193433958308
+        },
+        "storycloze_2016": {
+            "acc": 0.675040085515767,
+            "acc_stderr": 0.010830758548166336
+        },
+        "boolq": {
+            "acc": 0.5847094801223242,
+            "acc_stderr": 0.008618637526341674
+        },
+        "arc_easy": {
+            "acc": 0.5408249158249159,
+            "acc_stderr": 0.010225526906982604,
+            "acc_norm": 0.4739057239057239,
+            "acc_norm_stderr": 0.010245801990240042
+        },
+        "arc_challenge": {
+            "acc": 0.23720136518771331,
+            "acc_stderr": 0.012430399829260842,
+            "acc_norm": 0.26535836177474403,
+            "acc_norm_stderr": 0.012902554762313964
+        },
+        "sciq": {
+            "acc": 0.811,
+            "acc_stderr": 0.012386784588117719,
+            "acc_norm": 0.73,
+            "acc_norm_stderr": 0.014046255632633913
+        },
+        "piqa": {
+            "acc": 0.7225244831338411,
+            "acc_stderr": 0.010446818281039959,
+            "acc_norm": 0.7274211099020674,
+            "acc_norm_stderr": 0.010389256803296004
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/evaluation/2b855b60c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv b/evaluation/2b855b60c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv
new file mode 100644
index 0000000000000000000000000000000000000000..6a50d3cc05670aa4659f8c14a35a60b1f353e25e
--- /dev/null
+++ b/evaluation/2b855b60c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv
@@ -0,0 +1,21 @@
+task,metric,value,err,version
+anli_r1,acc,0.335,0.014933117490932575,0
+anli_r2,acc,0.333,0.014910846164229859,0
+anli_r3,acc,0.335,0.013630871843821479,0
+arc_challenge,acc,0.2363481228668942,0.01241496052430183,0
+arc_challenge,acc_norm,0.2815699658703072,0.013143376735009019,0
+arc_easy,acc,0.5446127946127947,0.01021886178761872,0
+arc_easy,acc_norm,0.48484848484848486,0.010255071794531511,0
+boolq,acc,0.5565749235474006,0.008688893661318213,1
+cb,acc,0.4107142857142857,0.0663363415035954,1
+cb,f1,0.1940928270042194,,1
+copa,acc,0.76,0.04292346959909282,0
+hellaswag,acc,0.41784505078669587,0.004921964133874022,0
+hellaswag,acc_norm,0.5321649073889664,0.004979446038824759,0
+piqa,acc,0.7257889009793254,0.010408618664933382,0
+piqa,acc_norm,0.7415669205658324,0.010213971636773315,0
+rte,acc,0.5306859205776173,0.03003973059219781,0
+sciq,acc,0.8,0.012655439943366658,0
+sciq,acc_norm,0.713,0.014312087053809961,0
+storycloze_2016,acc,0.6766435061464458,0.010816828633068216,0
+winogrande,acc,0.5406471981057617,0.014005973823825131,0
diff --git a/evaluation/2b855b60c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.json b/evaluation/2b855b60c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.json
new file mode 100644
index 0000000000000000000000000000000000000000..4a093ef93558fe4f4fae9627827eef61dcec9a09
--- /dev/null
+++ b/evaluation/2b855b60c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.335,
+            "acc_stderr": 0.014933117490932575
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229859
+        },
+        "anli_r3": {
+            "acc": 0.335,
+            "acc_stderr": 0.013630871843821479
+        },
+        "cb": {
+            "acc": 0.4107142857142857,
+            "acc_stderr": 0.0663363415035954,
+            "f1": 0.1940928270042194
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909282
+        },
+        "hellaswag": {
+            "acc": 0.41784505078669587,
+            "acc_stderr": 0.004921964133874022,
+            "acc_norm": 0.5321649073889664,
+            "acc_norm_stderr": 0.004979446038824759
+        },
+        "rte": {
+            "acc": 0.5306859205776173,
+            "acc_stderr": 0.03003973059219781
+        },
+        "winogrande": {
+            "acc": 0.5406471981057617,
+            "acc_stderr": 0.014005973823825131
+        },
+        "storycloze_2016": {
+            "acc": 0.6766435061464458,
+            "acc_stderr": 0.010816828633068216
+        },
+        "boolq": {
+            "acc": 0.5565749235474006,
+            "acc_stderr": 0.008688893661318213
+        },
+        "arc_easy": {
+            "acc": 0.5446127946127947,
+            "acc_stderr": 0.01021886178761872,
+            "acc_norm": 0.48484848484848486,
+            "acc_norm_stderr": 0.010255071794531511
+        },
+        "arc_challenge": {
+            "acc": 0.2363481228668942,
+            "acc_stderr": 0.01241496052430183,
+            "acc_norm": 0.2815699658703072,
+            "acc_norm_stderr": 0.013143376735009019
+        },
+        "sciq": {
+            "acc": 0.8,
+            "acc_stderr": 0.012655439943366658,
+            "acc_norm": 0.713,
+            "acc_norm_stderr": 0.014312087053809961
+        },
+        "piqa": {
+            "acc": 0.7257889009793254,
+            "acc_stderr": 0.010408618664933382,
+            "acc_norm": 0.7415669205658324,
+            "acc_norm_stderr": 0.010213971636773315
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/evaluation/2b855b90c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv b/evaluation/2b855b90c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ae0eb377f6309b5cf19b962b4735003e0f7d79bb
--- /dev/null
+++ b/evaluation/2b855b90c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv
@@ -0,0 +1,21 @@
+task,metric,value,err,version
+anli_r1,acc,0.333,0.014910846164229863,0
+anli_r2,acc,0.338,0.014965960710224489,0
+anli_r3,acc,0.3333333333333333,0.0136139500102256,0
+arc_challenge,acc,0.2619453924914676,0.012849054826858114,0
+arc_challenge,acc_norm,0.2858361774744027,0.01320319608853737,0
+arc_easy,acc,0.5648148148148148,0.01017321643037092,0
+arc_easy,acc_norm,0.5,0.01025978352085154,0
+boolq,acc,0.5859327217125382,0.008614932353134949,1
+cb,acc,0.4107142857142857,0.0663363415035954,1
+cb,f1,0.1940928270042194,,1
+copa,acc,0.76,0.04292346959909283,0
+hellaswag,acc,0.43616809400517825,0.004948952519517524,0
+hellaswag,acc_norm,0.5646285600477993,0.004947922692688842,0
+piqa,acc,0.7334058759521219,0.010316749863541367,0
+piqa,acc_norm,0.7459194776931447,0.01015727199913505,0
+rte,acc,0.51985559566787,0.030072723167317177,0
+sciq,acc,0.809,0.012436787112179484,0
+sciq,acc_norm,0.728,0.014078856992462625,0
+storycloze_2016,acc,0.6937466595403528,0.010659088460112756,0
+winogrande,acc,0.5761641673243884,0.013888492389944527,0
diff --git a/evaluation/2b855b90c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.json b/evaluation/2b855b90c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.json
new file mode 100644
index 0000000000000000000000000000000000000000..5eb0d91c4f9bf86b97ee99588afab21d8e767379
--- /dev/null
+++ b/evaluation/2b855b90c4py-results_lm-eval_global_step52452_2022-12-25-19-28-17.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229863
+        },
+        "anli_r2": {
+            "acc": 0.338,
+            "acc_stderr": 0.014965960710224489
+        },
+        "anli_r3": {
+            "acc": 0.3333333333333333,
+            "acc_stderr": 0.0136139500102256
+        },
+        "cb": {
+            "acc": 0.4107142857142857,
+            "acc_stderr": 0.0663363415035954,
+            "f1": 0.1940928270042194
+        },
+        "copa": {
+            "acc": 0.76,
+            "acc_stderr": 0.04292346959909283
+        },
+        "hellaswag": {
+            "acc": 0.43616809400517825,
+            "acc_stderr": 0.004948952519517524,
+            "acc_norm": 0.5646285600477993,
+            "acc_norm_stderr": 0.004947922692688842
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317177
+        },
+        "winogrande": {
+            "acc": 0.5761641673243884,
+            "acc_stderr": 0.013888492389944527
+        },
+        "storycloze_2016": {
+            "acc": 0.6937466595403528,
+            "acc_stderr": 0.010659088460112756
+        },
+        "boolq": {
+            "acc": 0.5859327217125382,
+            "acc_stderr": 0.008614932353134949
+        },
+        "arc_easy": {
+            "acc": 0.5648148148148148,
+            "acc_stderr": 0.01017321643037092,
+            "acc_norm": 0.5,
+            "acc_norm_stderr": 0.01025978352085154
+        },
+        "arc_challenge": {
+            "acc": 0.2619453924914676,
+            "acc_stderr": 0.012849054826858114,
+            "acc_norm": 0.2858361774744027,
+            "acc_norm_stderr": 0.01320319608853737
+        },
+        "sciq": {
+            "acc": 0.809,
+            "acc_stderr": 0.012436787112179484,
+            "acc_norm": 0.728,
+            "acc_norm_stderr": 0.014078856992462625
+        },
+        "piqa": {
+            "acc": 0.7334058759521219,
+            "acc_stderr": 0.010316749863541367,
+            "acc_norm": 0.7459194776931447,
+            "acc_norm_stderr": 0.01015727199913505
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/tensorboard/tensorboard_2b855b50c4py/events.out.tfevents.1671843973.nid005332.98427.0 b/tensorboard/tensorboard_2b855b50c4py/events.out.tfevents.1671843973.nid005332.98427.0
new file mode 100644
index 0000000000000000000000000000000000000000..b47a4cc190584105f1e86b484b40e65209bec2d7
--- /dev/null
+++ b/tensorboard/tensorboard_2b855b50c4py/events.out.tfevents.1671843973.nid005332.98427.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4f05ef4a91fdaf15936b11728f5aee0037912dfaf731858968b01893beb77f
+size 94970165
diff --git a/tensorboard/tensorboard_2b855b60c4py/events.out.tfevents.1671838505.nid006941.23476.0 b/tensorboard/tensorboard_2b855b60c4py/events.out.tfevents.1671838505.nid006941.23476.0
new file mode 100644
index 0000000000000000000000000000000000000000..e2461e4d8afea8c0bb4c24144935b4cb7e2b4422
--- /dev/null
+++ b/tensorboard/tensorboard_2b855b60c4py/events.out.tfevents.1671838505.nid006941.23476.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18651049a5977407a9ad33214d2bcab07d45525866816b81779317ff178613a0
+size 94970165
diff --git a/tensorboard/tensorboard_2b855b80c4py/events.out.tfevents.1671836963.nid006945.15853.0 b/tensorboard/tensorboard_2b855b80c4py/events.out.tfevents.1671836963.nid006945.15853.0
new file mode 100644
index 0000000000000000000000000000000000000000..13b294da04f782193c5d5d26aa3b2a0c7048731c
--- /dev/null
+++ b/tensorboard/tensorboard_2b855b80c4py/events.out.tfevents.1671836963.nid006945.15853.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417128233c4d7ca97bcf81e320622287e733b525a9d06e309eec3d76cea0df1d
+size 39419189
diff --git a/tensorboard/tensorboard_2b855b80c4py/events.out.tfevents.1671947340.nid007100.77350.0 b/tensorboard/tensorboard_2b855b80c4py/events.out.tfevents.1671947340.nid007100.77350.0
new file mode 100644
index 0000000000000000000000000000000000000000..bdca25996347c0ca2eccff7b537d9acf2bd2fde6
--- /dev/null
+++ b/tensorboard/tensorboard_2b855b80c4py/events.out.tfevents.1671947340.nid007100.77350.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2ca3a19a59c349a5773d0208e1317e7cde81bd1756056428df07b9537bc047
+size 58901174
diff --git a/tensorboard/tensorboard_2b855b90c4py/events.out.tfevents.1671836536.nid006945.8229.0 b/tensorboard/tensorboard_2b855b90c4py/events.out.tfevents.1671836536.nid006945.8229.0
new file mode 100644
index 0000000000000000000000000000000000000000..9adbd7936bd4472edff290d18afb94e83b1d0b17
--- /dev/null
+++ b/tensorboard/tensorboard_2b855b90c4py/events.out.tfevents.1671836536.nid006945.8229.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f2ccb3819716194c20ea324991b0131b5a276d5a54cd4b8f98e056ff77d61e
+size 40
diff --git a/tensorboard/tensorboard_2b855b90c4py/events.out.tfevents.1671843973.nid005426.24232.0 b/tensorboard/tensorboard_2b855b90c4py/events.out.tfevents.1671843973.nid005426.24232.0
new file mode 100644
index 0000000000000000000000000000000000000000..b584385a691e4ca6e90da49e9ceb5f8f70966a50
--- /dev/null
+++ b/tensorboard/tensorboard_2b855b90c4py/events.out.tfevents.1671843973.nid005426.24232.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca85d6575f7c10da8acb9c3c672352330e1f95e7a493da69136b0c369b0d8d3c
+size 94970165