diff --git a/.gitattributes b/.gitattributes
index 68f0ba227a07db41c1c91d3221fb22295d9573e7..8c674833b653a1a680d67b0f59c83f985c93b493 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -723,3 +723,13 @@ evaluation/seed2/generation/examples.limited=3000.model=seed2.task=GEM-wiki_ling
 2b855b28bc4seed3/evaluation/generation/examples.2b855b28bc4seed3_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
 2b855b28bc4seed4/evaluation/generation/examples.2b855b28bc4seed4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
 2b855b28bc4seed4/evaluation/generation/examples.2b855b28bc4seed4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
+2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..af3e47d84ba1093d1fca124d9ea33b2d2cfc0697
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.4066206711982134, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.033723013965742}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.07192732542952907, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0016382475971692088}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.30547187741815907, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004666013432977962}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.10895883012469396, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002008528704603682}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.034124224521766514, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0011258346949061335}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.14893550564787877, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0032632079712954696}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.05142765596627262, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.001246824543408159}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06951188299150508, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0015536321007724944}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.29797998285094185, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004578539464668976}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.10554163962469583, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018999401584976951}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.06880186502940373, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0015660770018247742}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.2918595743249444, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004365973340593178}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.10415553154282955, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018954370177080594}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..90cf71d3c2012bbfb3773dc6b33467ab1ee52792
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "bleu": 0.441015227234624, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.02811928663369506}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_precision": 0.0726548726317011, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0015123203660414558}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_recall": 0.3480211924440434, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.005007162611700053}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge1_fmeasure": 0.11213595098636865, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.001929589035018206}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_precision": 0.0335432322481532, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0009695182541133993}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_recall": 0.16639593533541566, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0034320944741141886}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rouge2_fmeasure": 0.051755190143320286, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012231844221965455}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_precision": 0.06967949917271966, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0014170582927231956}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_recall": 0.3335173366403848, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.004760042112091419}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeL_fmeasure": 0.10765664842911221, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001806223035008682}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_precision": 0.06949682130009485, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.00144169867509152}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_recall": 0.33110876740142015, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.004635864354540981}, {"task_name": "GEM/web_nlg_en", "prompt_name": "PALM_prompt", "rougeLsum_fmeasure": 0.10716257387185534, "fixed_answer_choice_list": null, "dataset_path": "GEM/web_nlg", "dataset_name": "en", "subset": null, "prompt_id": "3e41305c-5461-4cf3-853d-8a6fb5747623", "prompt_jinja": "I will verbalize an abstract representation of a sentence in natural language. To do so, I will first show the representation and then the natural language. The text needs to include all of the information in the representation.\n\n{{input | join(\", \")}} {% for i in references %}\n  ||| {{ i }} \n{% endfor %}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018203621728808315}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..dc756dd3ed4c9deab01eea255327b51fda9c1df1
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.1493431846788089, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0018651057951166279}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.2548583336571623, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.002528299389518057}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.17482546253918968, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0017962093241495317}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.02958059388980271, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0007357126571931123}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.0521633146578729, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0013585554854051705}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.03487145839395421, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008257165713416542}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.11482322910631781, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012610070217646853}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.2047896774759962, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0020475160072816}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.13645058466848356, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0012505081899530457}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.13765195894138185, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0017075576824449126}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.23641320862844858, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0023610992069355388}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.16137882388270616, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0016412506052086466}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.5382561696068602, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06399544328700199}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa99db28fcecd2a97a5b91f7c9fca9bcb4b16a
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.1550521213351438, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0019541763971361132}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.2591201747750158, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0026478655932746374}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.1796806784514, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0018714401391125607}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.030990812889466937, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0007609017578133211}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.05362608829041054, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.001393078096579126}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.03614437414445121, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0008460043362571757}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.11485232716958933, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012878987216988057}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.19958644094767267, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002041519133152489}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.13484320380645512, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001257828140076275}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.14415005003230233, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0018020269635249566}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.24228585475636266, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0024919558768600326}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.16735135112097876, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0017317067736812232}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 1.7101242197452051, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.04333761308856783}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..02fbd29a57121f9feb7a07116b3d31d798a698e3
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_precision": 0.1705870674804116, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.002048796485044356}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_recall": 0.28464437226221473, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0026857267394890393}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge1_fmeasure": 0.1970048673630101, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.001873251264352212}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_precision": 0.0375931104436251, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008379763934403864}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_recall": 0.0642856259647273, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0014690192240657321}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rouge2_fmeasure": 0.04349341038860359, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.000895910412734044}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_precision": 0.12469459823199261, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.001380245091026989}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_recall": 0.21573877115274695, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002116828674796055}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeL_fmeasure": 0.1456514344157347, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0012777745388170482}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_precision": 0.15874261945387053, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0018989313183848545}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_recall": 0.26633944675442933, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0025440410206595122}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "rougeLsum_fmeasure": 0.18373940262798896, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001747803293779092}, {"task_name": "GEM/wiki_lingua_en", "prompt_name": "tldr_en", "bleu": 2.1448539044725874, "fixed_answer_choice_list": null, "dataset_path": "GEM/wiki_lingua", "dataset_name": "en", "subset": null, "prompt_id": "d3c5baa3-5e37-46f8-b1b2-5b834181c9da", "prompt_jinja": "{{source}}\n\nTL;DR in English: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06277677171239805}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..46174d280b45b34c2fa5093bf67b038a911e95b6
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 0.23848794691656622, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.03586833580767261}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.019286698361945742, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0006077660476531964}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.03771027274112491, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0012643509148260043}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.02476955743708725, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0007710556690163732}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.0018866790365766187, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0002143326315912907}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.004268812953176167, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.00046738906149789073}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.0025241396159283234, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.00028150795832003375}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.018711596296599558, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.000549656942001388}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.036704663603431754, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0011874696198706125}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.02408262386824008, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0007136995922629838}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.017739797167011156, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0005177890835136993}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.03456546163273569, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0011034522576739757}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.022774229967586195, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0006671086701287083}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..acb5fcea0b3c1f3b85f3e6be18b2ccf0f1bad2bb
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "bleu": 7.611947046679122, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.1143274370287527}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_precision": 0.39546550497235883, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.00338263349515896}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_recall": 0.41781588842973927, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0028231707574303336}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge1_fmeasure": 0.37951927025471477, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002437652542254183}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_precision": 0.17176180426713916, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.002231883030057573}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_recall": 0.17748075850051998, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0020235877252369762}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rouge2_fmeasure": 0.162134939165695, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0018063315065409062}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_precision": 0.29255451415473116, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0025475028016928546}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_recall": 0.31556464887995433, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0023200773160819157}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeL_fmeasure": 0.2827204639054135, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.001840892993788695}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_precision": 0.3218545869658081, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0030063312376711593}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_recall": 0.33940243915149054, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.002593279963684452}, {"task_name": "e2e_nlg_cleaned", "prompt_name": "generate_text_restaurant", "rougeLsum_fmeasure": 0.3085637675341545, "fixed_answer_choice_list": null, "dataset_path": "e2e_nlg_cleaned", "dataset_name": null, "subset": null, "prompt_id": "1acabbc3-c9b9-4624-a684-29faeccff46f", "prompt_jinja": "Given the following data about a restaurant:\n{% for feature in meaning_representation.split(\"]\") %} {% set key = feature.split(\"[\")[0].replace(\",\",\"\") %} {% set value = feature.replace(\",\",\"\").replace(key+\"[\", '''') %}\n{% if value != \"\" %} {{key}} : {{value}} {% endif %}\n{%- endfor %}\nGenerate some text about this restaurant. ||| {{human_reference}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002263042771686147}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..97f8a02d3c91473e7bb3d28d59fe619168d42d17
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.1489888413499883, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0018521966676135623}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.35598499223601365, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.004207211166343017}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.20643072459177322, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023952712703594957}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.0324623282960817, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0010674592282863239}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.0820809502686687, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002813424567852905}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.04580671342088997, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0015030605732593261}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.11153813287033311, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.001374306634500298}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.26864922067574026, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0033157904418926283}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.15483993335255772, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0018017433912559451}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.1179757836593057, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0015154466049348198}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.2847650880272033, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003712939966528145}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.16399947665135114, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.002023909905331339}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.8439516808341079, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.09422907248075703}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 0, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..de805b76ced8084582db24f26b2c1a90355dbd92
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.1177467243515202, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.0017455506749855451}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.29171927966859307, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.003919612515883716}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.1655189451131417, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.0023018941372401455}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.02141171153130294, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.0008955978971257212}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.05531529147706192, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.002372274102893343}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.03052402695525932, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012776222243206263}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.0927268161322543, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012892522930530307}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.232421966160188, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.0031136409947685123}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.13085315336542225, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0017506812383595754}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.09395615061271292, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0013824641506762928}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.23524314570007646, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.0033502788795521077}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.13257722034008568, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.0018892826906714033}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.247854057178413, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.053793972634237734}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 1, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.json b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..31f967ed21e27989fce049bf636c94a53562b6dc
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/agg.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.json
@@ -0,0 +1 @@
+{"results": [{"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_precision": 0.1177626659310641, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_precision_stderr": 0.001707946986197866}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_recall": 0.2928721346826048, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_recall_stderr": 0.0039006436966328977}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge1_fmeasure": 0.165998653508353, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge1_fmeasure_stderr": 0.002288522145343238}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_precision": 0.020528446471707117, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_precision_stderr": 0.000867911954165022}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_recall": 0.052169823470780564, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_recall_stderr": 0.0022808799038575088}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rouge2_fmeasure": 0.029102694813621793, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rouge2_fmeasure_stderr": 0.0012269354923261043}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_precision": 0.09145048851843915, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_precision_stderr": 0.0012506279990524979}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_recall": 0.22942628081026484, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_recall_stderr": 0.002973056999961359}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeL_fmeasure": 0.12917404609126437, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeL_fmeasure_stderr": 0.0016814421892826735}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_precision": 0.0940902852266538, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_precision_stderr": 0.0013601724232084945}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_recall": 0.23630864651546127, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_recall_stderr": 0.003290166668177434}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "rougeLsum_fmeasure": 0.13296050139540747, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "rougeLsum_fmeasure_stderr": 0.001845998235299578}, {"task_name": "gem_xsum", "prompt_name": "article_DOC_summary", "bleu": 1.1975588661664014, "fixed_answer_choice_list": null, "dataset_path": "GEM/xsum", "dataset_name": null, "subset": "", "prompt_id": "a8d4ecfa-c944-44d5-878c-04fd5db59e64", "prompt_jinja": "Article: {{document}}\n\nSummary: ||| {{target}}", "prompt_original_task": true, "comment": "", "bleu_stderr": 0.06263558549987819}], "config": {"model": "hf-causal", "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16", "task_args": "", "num_fewshot": 2, "batch_size": 16, "device": "cuda", "use_cache": false, "limit": 3000, "bootstrap_iters": 10, "seed": 1234}}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fffe656a6420a0886b980b7e01d736ffd0805884
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2c6c0a3661d037bb433ac8fe14a7c0e5dbf00fba436c368b2fef20e8576a2d
+size 4136352
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..6ed310bca6c2602758da7219dbb41d55737506e7
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8527bf3911536b4985ba5bdb8ec4ef57ed68fb54907689053fc407ad8fdf01c
+size 5107933
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fa9f239b4ed9d1c80cc815d1449299ffad70e463
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49acae1d44640afe3f9498fc72e36ed408feb6ec1d73e40bf2fc4aa0790505c
+size 7702432
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..929445c598dc971ea64350845d7ad71e18e38df6
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f71c40bacf672771436d42c5ab04506f4ab7ec8a7eb1c2b6d62188707c3f8ab
+size 13309234
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..9c4455f99abfd60ac8b40989a2ea8c6790ce6348
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda9a4971adebe7232e4db9762bd0620932723724b0be02402390f9242efe82c
+size 18914077
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..62db4a1bf7e3d78af084f618c6812ff09c96e95f
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332176d6b5f914e935c6b47cde67bb0257f0a6877db4be7d9ab8de9910cbc15c
+size 4512453
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..496ffa73b6d4b029641a3bc934cb5be56c724c5d
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31477856abe5cd52629687c390f07f33a2de85d72340f4c85dbf9a416b732378
+size 5211934
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..dd6f9f9b5ba5117ba5194846ee93f6f65ef80dfd
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e97f416dce10f7a4afd940f65be2bd40cec276aec7341a4d06ce146d7a7139e
+size 2830001
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..1a588816fe6ccf5c9750421fc19e949499c8e711
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c7a97b865775d0d13e54c7f6fecbabe0f53f98a4cf124870f4d3869c460880
+size 5101260
diff --git a/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.jsonl b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..c2455ce554b4e3761675d7334296f70817626675
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/examples.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.jsonl
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d91dc5ca12749ce48668589949b9f6e0b71282ec8061fd06bb41eb965bc839
+size 7375730
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..ee61354fdda451537c1a13a60585d74d2fa3d23b
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.4066206711982134,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.033723013965742
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.07192732542952907,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0016382475971692088
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.30547187741815907,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.004666013432977962
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.10895883012469396,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.002008528704603682
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.034124224521766514,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0011258346949061335
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.14893550564787877,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0032632079712954696
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.05142765596627262,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.001246824543408159
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.06951188299150508,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0015536321007724944
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.29797998285094185,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.004578539464668976
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.10554163962469583,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0018999401584976951
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.06880186502940373,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0015660770018247742
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.2918595743249444,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.004365973340593178
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.10415553154282955,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0018954370177080594
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..0e039c02a727d9ce9aa95c107479ad47b4df00f9
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-web_nlg_en_PALM_prompt_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "bleu": 0.441015227234624,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.02811928663369506
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_precision": 0.0726548726317011,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0015123203660414558
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_recall": 0.3480211924440434,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.005007162611700053
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge1_fmeasure": 0.11213595098636865,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.001929589035018206
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_precision": 0.0335432322481532,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0009695182541133993
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_recall": 0.16639593533541566,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0034320944741141886
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rouge2_fmeasure": 0.051755190143320286,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0012231844221965455
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_precision": 0.06967949917271966,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0014170582927231956
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_recall": 0.3335173366403848,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.004760042112091419
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeL_fmeasure": 0.10765664842911221,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.001806223035008682
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_precision": 0.06949682130009485,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.00144169867509152
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_recall": 0.33110876740142015,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.004635864354540981
+    },
+    {
+      "task_name": "GEM/web_nlg_en",
+      "prompt_name": "PALM_prompt",
+      "rougeLsum_fmeasure": 0.10716257387185534,
+      "dataset_path": "GEM/web_nlg",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0018203621728808315
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..f4cad53ba4cdca4923b0e60c44e6c2cc4c01f858
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.1493431846788089,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0018651057951166279
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.2548583336571623,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.002528299389518057
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.17482546253918968,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0017962093241495317
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.02958059388980271,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0007357126571931123
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.0521633146578729,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0013585554854051705
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.03487145839395421,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0008257165713416542
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.11482322910631781,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0012610070217646853
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.2047896774759962,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.0020475160072816
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.13645058466848356,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0012505081899530457
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.13765195894138185,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0017075576824449126
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.23641320862844858,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0023610992069355388
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.16137882388270616,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0016412506052086466
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 1.5382561696068602,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.06399544328700199
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..dd1bf7a9b89950ba748b528413b469a9d56e5d4c
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.1550521213351438,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.0019541763971361132
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.2591201747750158,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.0026478655932746374
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.1796806784514,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0018714401391125607
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.030990812889466937,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0007609017578133211
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.05362608829041054,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.001393078096579126
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.03614437414445121,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0008460043362571757
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.11485232716958933,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.0012878987216988057
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.19958644094767267,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.002041519133152489
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.13484320380645512,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.001257828140076275
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.14415005003230233,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0018020269635249566
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.24228585475636266,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0024919558768600326
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.16735135112097876,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0017317067736812232
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 1.7101242197452051,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.04333761308856783
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..247e9342619e13d596315e5721a18e1102f81b10
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_GEM-wiki_lingua_en_tldr_en_2.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_precision": 0.1705870674804116,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_precision_stderr": 0.002048796485044356
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_recall": 0.28464437226221473,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_recall_stderr": 0.0026857267394890393
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge1_fmeasure": 0.1970048673630101,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.001873251264352212
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_precision": 0.0375931104436251,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_precision_stderr": 0.0008379763934403864
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_recall": 0.0642856259647273,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_recall_stderr": 0.0014690192240657321
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rouge2_fmeasure": 0.04349341038860359,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.000895910412734044
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_precision": 0.12469459823199261,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_precision_stderr": 0.001380245091026989
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_recall": 0.21573877115274695,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_recall_stderr": 0.002116828674796055
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeL_fmeasure": 0.1456514344157347,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0012777745388170482
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_precision": 0.15874261945387053,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0018989313183848545
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_recall": 0.26633944675442933,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0025440410206595122
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "rougeLsum_fmeasure": 0.18373940262798896,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.001747803293779092
+    },
+    {
+      "task_name": "GEM/wiki_lingua_en",
+      "prompt_name": "tldr_en",
+      "bleu": 2.1448539044725874,
+      "dataset_path": "GEM/wiki_lingua",
+      "dataset_name": "en",
+      "subset": null,
+      "bleu_stderr": 0.06277677171239805
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 2,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..76a11942f9a7cf98e57092dc551ce94a4dd81558
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 0.23848794691656622,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.03586833580767261
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.019286698361945742,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.0006077660476531964
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.03771027274112491,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.0012643509148260043
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.02476955743708725,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.0007710556690163732
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.0018866790365766187,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 0.0002143326315912907
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.004268812953176167,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 0.00046738906149789073
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.0025241396159283234,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.00028150795832003375
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.018711596296599558,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.000549656942001388
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.036704663603431754,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.0011874696198706125
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.02408262386824008,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.0007136995922629838
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.017739797167011156,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0005177890835136993
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.03456546163273569,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.0011034522576739757
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.022774229967586195,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.0006671086701287083
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..e277f0e37e2a80d5788dbcc578e583bd6610fcb9
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_e2e_nlg_cleaned_generate_text_restaurant_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "bleu": 7.611947046679122,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "bleu_stderr": 0.1143274370287527
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_precision": 0.39546550497235883,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_precision_stderr": 0.00338263349515896
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_recall": 0.41781588842973927,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_recall_stderr": 0.0028231707574303336
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge1_fmeasure": 0.37951927025471477,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge1_fmeasure_stderr": 0.002437652542254183
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_precision": 0.17176180426713916,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_precision_stderr": 0.002231883030057573
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_recall": 0.17748075850051998,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_recall_stderr": 0.0020235877252369762
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rouge2_fmeasure": 0.162134939165695,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rouge2_fmeasure_stderr": 0.0018063315065409062
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_precision": 0.29255451415473116,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_precision_stderr": 0.0025475028016928546
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_recall": 0.31556464887995433,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_recall_stderr": 0.0023200773160819157
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeL_fmeasure": 0.2827204639054135,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeL_fmeasure_stderr": 0.001840892993788695
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_precision": 0.3218545869658081,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_precision_stderr": 0.0030063312376711593
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_recall": 0.33940243915149054,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_recall_stderr": 0.002593279963684452
+    },
+    {
+      "task_name": "e2e_nlg_cleaned",
+      "prompt_name": "generate_text_restaurant",
+      "rougeLsum_fmeasure": 0.3085637675341545,
+      "dataset_path": "e2e_nlg_cleaned",
+      "dataset_name": null,
+      "subset": null,
+      "rougeLsum_fmeasure_stderr": 0.002263042771686147
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c120d35a3d885357f871609bf3a0ffb7bbbce9d
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_0.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.1489888413499883,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.0018521966676135623
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.35598499223601365,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.004207211166343017
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.20643072459177322,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.0023952712703594957
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.0324623282960817,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.0010674592282863239
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.0820809502686687,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.002813424567852905
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.04580671342088997,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.0015030605732593261
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.11153813287033311,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.001374306634500298
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.26864922067574026,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.0033157904418926283
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.15483993335255772,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0018017433912559451
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.1179757836593057,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0015154466049348198
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.2847650880272033,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.003712939966528145
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.16399947665135114,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.002023909905331339
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 1.8439516808341079,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.09422907248075703
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 0,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..ecd36bf47e3f6d7130d9213497bbd4264055ac96
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_1.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.1177467243515202,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.0017455506749855451
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.29171927966859307,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.003919612515883716
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.1655189451131417,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.0023018941372401455
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.02141171153130294,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.0008955978971257212
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.05531529147706192,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.002372274102893343
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.03052402695525932,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.0012776222243206263
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.0927268161322543,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.0012892522930530307
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.232421966160188,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.0031136409947685123
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.13085315336542225,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0017506812383595754
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.09395615061271292,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0013824641506762928
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.23524314570007646,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.0033502788795521077
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.13257722034008568,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.0018892826906714033
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 1.247854057178413,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.053793972634237734
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 1,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.json b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..731bfb78762516fdc1704499533d082f15c2642e
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/generation/slim.2b855b9bc4seed1_gem_xsum_article_DOC_summary_2.json
@@ -0,0 +1,133 @@
+{
+  "results": [
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_precision": 0.1177626659310641,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_precision_stderr": 0.001707946986197866
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_recall": 0.2928721346826048,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_recall_stderr": 0.0039006436966328977
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge1_fmeasure": 0.165998653508353,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge1_fmeasure_stderr": 0.002288522145343238
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_precision": 0.020528446471707117,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_precision_stderr": 0.000867911954165022
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_recall": 0.052169823470780564,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_recall_stderr": 0.0022808799038575088
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rouge2_fmeasure": 0.029102694813621793,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rouge2_fmeasure_stderr": 0.0012269354923261043
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_precision": 0.09145048851843915,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_precision_stderr": 0.0012506279990524979
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_recall": 0.22942628081026484,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_recall_stderr": 0.002973056999961359
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeL_fmeasure": 0.12917404609126437,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeL_fmeasure_stderr": 0.0016814421892826735
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_precision": 0.0940902852266538,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_precision_stderr": 0.0013601724232084945
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_recall": 0.23630864651546127,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_recall_stderr": 0.003290166668177434
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "rougeLsum_fmeasure": 0.13296050139540747,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "rougeLsum_fmeasure_stderr": 0.001845998235299578
+    },
+    {
+      "task_name": "gem_xsum",
+      "prompt_name": "article_DOC_summary",
+      "bleu": 1.1975588661664014,
+      "dataset_path": "GEM/xsum",
+      "dataset_name": null,
+      "subset": "",
+      "bleu_stderr": 0.06263558549987819
+    }
+  ],
+  "config": {
+    "model": "hf-causal",
+    "model_args": "pretrained=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/lm1-2b8-55b-c4seeds/2b855b9bc4seed1/transformers,use_accelerate=True,tokenizer=/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/gpt2,dtype=bfloat16",
+    "task_args": "",
+    "num_fewshot": 2,
+    "batch_size": 16,
+    "device": "cuda",
+    "use_cache": false,
+    "limit": 3000,
+    "bootstrap_iters": 10,
+    "seed": 1234
+  }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_0.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..c962108a03310a4e28d7b56340aeddc8c78e70ac
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_0.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.34,
+            "acc_stderr": 0.014987482264363937
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229864
+        },
+        "anli_r3": {
+            "acc": 0.3433333333333333,
+            "acc_stderr": 0.01371263383046586
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.2956393200295639
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.04560480215720684
+        },
+        "hellaswag": {
+            "acc": 0.43328022306313485,
+            "acc_stderr": 0.004945157565218188,
+            "acc_norm": 0.5569607647878908,
+            "acc_norm_stderr": 0.004957296691391566
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373317
+        },
+        "winogrande": {
+            "acc": 0.5477505919494869,
+            "acc_stderr": 0.013988256216606007
+        },
+        "storycloze_2016": {
+            "acc": 0.6916087653661144,
+            "acc_stderr": 0.0106797344454878
+        },
+        "boolq": {
+            "acc": 0.5351681957186545,
+            "acc_stderr": 0.008723396352960192
+        },
+        "arc_easy": {
+            "acc": 0.5631313131313131,
+            "acc_stderr": 0.010177672928157685,
+            "acc_norm": 0.49747474747474746,
+            "acc_norm_stderr": 0.01025965266878347
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207708,
+            "acc_norm": 0.28071672354948807,
+            "acc_norm_stderr": 0.013131238126975583
+        },
+        "sciq": {
+            "acc": 0.805,
+            "acc_stderr": 0.012535235623319329,
+            "acc_norm": 0.71,
+            "acc_norm_stderr": 0.014356395999905684
+        },
+        "piqa": {
+            "acc": 0.7442872687704026,
+            "acc_stderr": 0.010178690109459855,
+            "acc_norm": 0.750272034820457,
+            "acc_norm_stderr": 0.010099232969867469
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_0_lm-eval_global_step52452_2023-02-24-23-57-47_0shots_backup.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_0_lm-eval_global_step52452_2023-02-24-23-57-47_0shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..c962108a03310a4e28d7b56340aeddc8c78e70ac
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_0_lm-eval_global_step52452_2023-02-24-23-57-47_0shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.34,
+            "acc_stderr": 0.014987482264363937
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229864
+        },
+        "anli_r3": {
+            "acc": 0.3433333333333333,
+            "acc_stderr": 0.01371263383046586
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.06703189227942398,
+            "f1": 0.2956393200295639
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.04560480215720684
+        },
+        "hellaswag": {
+            "acc": 0.43328022306313485,
+            "acc_stderr": 0.004945157565218188,
+            "acc_norm": 0.5569607647878908,
+            "acc_norm_stderr": 0.004957296691391566
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373317
+        },
+        "winogrande": {
+            "acc": 0.5477505919494869,
+            "acc_stderr": 0.013988256216606007
+        },
+        "storycloze_2016": {
+            "acc": 0.6916087653661144,
+            "acc_stderr": 0.0106797344454878
+        },
+        "boolq": {
+            "acc": 0.5351681957186545,
+            "acc_stderr": 0.008723396352960192
+        },
+        "arc_easy": {
+            "acc": 0.5631313131313131,
+            "acc_stderr": 0.010177672928157685,
+            "acc_norm": 0.49747474747474746,
+            "acc_norm_stderr": 0.01025965266878347
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207708,
+            "acc_norm": 0.28071672354948807,
+            "acc_norm_stderr": 0.013131238126975583
+        },
+        "sciq": {
+            "acc": 0.805,
+            "acc_stderr": 0.012535235623319329,
+            "acc_norm": 0.71,
+            "acc_norm_stderr": 0.014356395999905684
+        },
+        "piqa": {
+            "acc": 0.7442872687704026,
+            "acc_stderr": 0.010178690109459855,
+            "acc_norm": 0.750272034820457,
+            "acc_norm_stderr": 0.010099232969867469
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_1.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa5da0aedbd0caaf208469ee576db0ab059caed8
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_1.json
@@ -0,0 +1,73 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.323,
+            "acc_stderr": 0.014794927843348635
+        },
+        "anli_r2": {
+            "acc": 0.348,
+            "acc_stderr": 0.01507060460376841
+        },
+        "anli_r3": {
+            "acc": 0.3416666666666667,
+            "acc_stderr": 0.013696658778002519
+        },
+        "cb": {
+            "acc": 0.5178571428571429,
+            "acc_stderr": 0.06737697508644648,
+            "f1": 0.3656150648080215
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768078
+        },
+        "hellaswag": {
+            "acc": 0.4282015534754033,
+            "acc_stderr": 0.004938068627349495,
+            "acc_norm": 0.555964947221669,
+            "acc_norm_stderr": 0.0049584261524818945
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5564325177584846,
+            "acc_stderr": 0.0139626949076204
+        },
+        "storycloze_2016": {
+            "acc": 0.6787814003206841,
+            "acc_stderr": 0.010798029402794916
+        },
+        "boolq": {
+            "acc": 0.555045871559633,
+            "acc_stderr": 0.008691897543539221
+        },
+        "arc_easy": {
+            "acc": 0.5740740740740741,
+            "acc_stderr": 0.010146568651002255,
+            "acc_norm": 0.5332491582491582,
+            "acc_norm_stderr": 0.010237073872130745
+        },
+        "arc_challenge": {
+            "acc": 0.26023890784982934,
+            "acc_stderr": 0.012821930225112566,
+            "acc_norm": 0.27986348122866894,
+            "acc_norm_stderr": 0.013119040897725923
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_1_lm-eval_global_step52452_2023-02-24-23-57-47_1shots_backup.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_1_lm-eval_global_step52452_2023-02-24-23-57-47_1shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..fa5da0aedbd0caaf208469ee576db0ab059caed8
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_1_lm-eval_global_step52452_2023-02-24-23-57-47_1shots_backup.json
@@ -0,0 +1,73 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.323,
+            "acc_stderr": 0.014794927843348635
+        },
+        "anli_r2": {
+            "acc": 0.348,
+            "acc_stderr": 0.01507060460376841
+        },
+        "anli_r3": {
+            "acc": 0.3416666666666667,
+            "acc_stderr": 0.013696658778002519
+        },
+        "cb": {
+            "acc": 0.5178571428571429,
+            "acc_stderr": 0.06737697508644648,
+            "f1": 0.3656150648080215
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768078
+        },
+        "hellaswag": {
+            "acc": 0.4282015534754033,
+            "acc_stderr": 0.004938068627349495,
+            "acc_norm": 0.555964947221669,
+            "acc_norm_stderr": 0.0049584261524818945
+        },
+        "rte": {
+            "acc": 0.5415162454873647,
+            "acc_stderr": 0.029992535385373314
+        },
+        "winogrande": {
+            "acc": 0.5564325177584846,
+            "acc_stderr": 0.0139626949076204
+        },
+        "storycloze_2016": {
+            "acc": 0.6787814003206841,
+            "acc_stderr": 0.010798029402794916
+        },
+        "boolq": {
+            "acc": 0.555045871559633,
+            "acc_stderr": 0.008691897543539221
+        },
+        "arc_easy": {
+            "acc": 0.5740740740740741,
+            "acc_stderr": 0.010146568651002255,
+            "acc_norm": 0.5332491582491582,
+            "acc_norm_stderr": 0.010237073872130745
+        },
+        "arc_challenge": {
+            "acc": 0.26023890784982934,
+            "acc_stderr": 0.012821930225112566,
+            "acc_norm": 0.27986348122866894,
+            "acc_norm_stderr": 0.013119040897725923
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_2.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..b431e461e2a151435956f5b2cca0a21f39875b59
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_2.json
@@ -0,0 +1,54 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.32,
+            "acc_stderr": 0.014758652303574874
+        },
+        "anli_r2": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732968
+        },
+        "anli_r3": {
+            "acc": 0.345,
+            "acc_stderr": 0.013728421539454878
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.291005291005291
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.045604802157206845
+        },
+        "hellaswag": {
+            "acc": 0.42929695279824737,
+            "acc_stderr": 0.004939642460172587,
+            "acc_norm": 0.5593507269468233,
+            "acc_norm_stderr": 0.004954503606471611
+        },
+        "rte": {
+            "acc": 0.49097472924187724,
+            "acc_stderr": 0.030091559826331334
+        },
+        "winogrande": {
+            "acc": 0.5611681136543015,
+            "acc_stderr": 0.013946933444507032
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.010725209422929404
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_2_lm-eval_global_step52452_2023-02-24-23-57-47_2shots_backup.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_2_lm-eval_global_step52452_2023-02-24-23-57-47_2shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..b431e461e2a151435956f5b2cca0a21f39875b59
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_2_lm-eval_global_step52452_2023-02-24-23-57-47_2shots_backup.json
@@ -0,0 +1,54 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.32,
+            "acc_stderr": 0.014758652303574874
+        },
+        "anli_r2": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732968
+        },
+        "anli_r3": {
+            "acc": 0.345,
+            "acc_stderr": 0.013728421539454878
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.291005291005291
+        },
+        "copa": {
+            "acc": 0.71,
+            "acc_stderr": 0.045604802157206845
+        },
+        "hellaswag": {
+            "acc": 0.42929695279824737,
+            "acc_stderr": 0.004939642460172587,
+            "acc_norm": 0.5593507269468233,
+            "acc_norm_stderr": 0.004954503606471611
+        },
+        "rte": {
+            "acc": 0.49097472924187724,
+            "acc_stderr": 0.030091559826331334
+        },
+        "winogrande": {
+            "acc": 0.5611681136543015,
+            "acc_stderr": 0.013946933444507032
+        },
+        "storycloze_2016": {
+            "acc": 0.686798503474078,
+            "acc_stderr": 0.010725209422929404
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_3.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..6f0c541d834e320aef057b034b078983cb6d6ad8
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_3.json
@@ -0,0 +1,39 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.325,
+            "acc_stderr": 0.014818724459095524
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.33166666666666667,
+            "acc_stderr": 0.013596836729485157
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.4369505854187708
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.427504481179048,
+            "acc_stderr": 0.0049370542337115715,
+            "acc_norm": 0.5574586735710018,
+            "acc_norm_stderr": 0.004956724392646532
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_3_lm-eval_global_step52452_2023-02-24-23-57-47_3shots_backup.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_3_lm-eval_global_step52452_2023-02-24-23-57-47_3shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..6f0c541d834e320aef057b034b078983cb6d6ad8
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_3_lm-eval_global_step52452_2023-02-24-23-57-47_3shots_backup.json
@@ -0,0 +1,39 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.325,
+            "acc_stderr": 0.014818724459095524
+        },
+        "anli_r2": {
+            "acc": 0.35,
+            "acc_stderr": 0.015090650341444231
+        },
+        "anli_r3": {
+            "acc": 0.33166666666666667,
+            "acc_stderr": 0.013596836729485157
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.4369505854187708
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.427504481179048,
+            "acc_stderr": 0.0049370542337115715,
+            "acc_norm": 0.5574586735710018,
+            "acc_norm_stderr": 0.004956724392646532
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_4.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..3760da84213515a5a7d9532dc975187b4265e6ed
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_4.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.342,
+            "acc_stderr": 0.01500870618212173
+        },
+        "anli_r2": {
+            "acc": 0.367,
+            "acc_stderr": 0.015249378464171754
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.01380457216231493
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.067031892279424,
+            "f1": 0.26007168458781366
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542127
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_4_lm-eval_global_step52452_2023-02-24-23-57-47_4shots_backup.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_4_lm-eval_global_step52452_2023-02-24-23-57-47_4shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..3760da84213515a5a7d9532dc975187b4265e6ed
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_4_lm-eval_global_step52452_2023-02-24-23-57-47_4shots_backup.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.342,
+            "acc_stderr": 0.01500870618212173
+        },
+        "anli_r2": {
+            "acc": 0.367,
+            "acc_stderr": 0.015249378464171754
+        },
+        "anli_r3": {
+            "acc": 0.35333333333333333,
+            "acc_stderr": 0.01380457216231493
+        },
+        "cb": {
+            "acc": 0.44642857142857145,
+            "acc_stderr": 0.067031892279424,
+            "f1": 0.26007168458781366
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542127
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_5.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d7458528f2debee192ee20f4d8ed15ffb1c2523
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_5.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.346,
+            "acc_stderr": 0.015050266127564448
+        },
+        "anli_r2": {
+            "acc": 0.344,
+            "acc_stderr": 0.015029633724408947
+        },
+        "anli_r3": {
+            "acc": 0.3516666666666667,
+            "acc_stderr": 0.013789711695404789
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.31399711399711405
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542127
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_5_lm-eval_global_step52452_2023-02-24-23-57-47_5shots_backup.json b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_5_lm-eval_global_step52452_2023-02-24-23-57-47_5shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..4d7458528f2debee192ee20f4d8ed15ffb1c2523
--- /dev/null
+++ b/2b855b9bc4seed1/evaluation/rankeval/2b855b9bc4seed1_5_lm-eval_global_step52452_2023-02-24-23-57-47_5shots_backup.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.346,
+            "acc_stderr": 0.015050266127564448
+        },
+        "anli_r2": {
+            "acc": 0.344,
+            "acc_stderr": 0.015029633724408947
+        },
+        "anli_r3": {
+            "acc": 0.3516666666666667,
+            "acc_stderr": 0.013789711695404789
+        },
+        "cb": {
+            "acc": 0.5357142857142857,
+            "acc_stderr": 0.06724777654937658,
+            "f1": 0.31399711399711405
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542127
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfb019ab9c0499f778be9575ad5ce9a42a125c9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a674c3bcc06cd1542b790f270811a3efd918990625d60ac9241fcd546fe1400f
+size 131677719
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b6ec61a20df4fa0ef7fc3eed50c8d1d4711575
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa989fcf19341cf3249f5acad98454dc08afd8faf08219fb233109b0fd9da8dc
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a0e74a3726c8dc4a32d874244becff6c9ec66a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa10f7aff031e1ec106702d10f69dbeb91192c2b45413a5de8aece69cb858da
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc486adf08afafafbacfa7854c96f5d554c1832
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68990ea35af060082bfeb0fe02ac5c8e9fc26c41ebb2a17610469173ab7eea9b
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d194127360e389bf7232594cc5132871e30fc5
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10c9c69d47b8a4743a6e4f982a2dabe308387ee6359dc72cb6a0019cd72eae8
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731ac15d9e9392e1f440d52b8ce4cbf4caba1651
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417416b6961f27e0e24a32a886a7646cc57421a3c220b5c0bd36e8ce9f04dbb8
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c9ea4e2e49cabf6e691615520931bdd445c1b5
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37047b305e3b58f53d0d17697838167858d5ba00132edf5e2d9dd04a49697f88
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7779cd611c448d24c7fc7003754294fd9f6439ac
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68287af869f6cc6d4d64280f132d47cb69de5e3f490bb7fff8713dad81bbedec
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8fb3a6d153ea5d834a006f528c80dd53f90c5d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7363b30f760950fb3dbfd81a9ad7eb75f48f0a9fb7695061f348a1f7b4e93e08
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55f66ee7f8700ecf549da80bbd876fb30b80fb8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6929b28efdeefed81e87f17f553704078143a50f5cf31ea638112147704eed1
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743fd091ea1dc57196a367677b6327bc79fe738f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f8b4efe13f5ba298bc554af7cc15784f23f3c0a30de5dccf65c806d3d4ff44
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1243ebf42a69dcf2930eb9e8c64c812d2da141
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c15c18eb72e315c6fb98cd9364a5925f0e5f36482a074dc22f6da1ca6a202a
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc73e44d40b411a0f95df1440cafd5719442b8f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dfa7fb22e6f620f3bfc6a569ecab2a62b113b621ec829feefafe47dcf9d9f7
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fa37b1165670d3f8c72931722f1b662d6efa35
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fb287048855228c0bd5e9aa3cce3fb503f31659e427afc4196885e5501147e
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ef8bf00ef76be3eb35ba2fc4c8fe85db203c56
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ac4e42ef106ba551d3044947395e77c76e832b6aeba61ecdcc8fc648a3c251
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa40ed475519fcb84e7b5b707eb271d257be2a9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b42d4701c873643aa9fa780d45f51bce82ecb628f7422e4e766f088519a625
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee088208b5b07d6aa4938da0dce18bea298bbb0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b5849f6e63d4753ed2f05c5abe5942440c75683f1a9cd8548670eaa46b4eb3
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5cf87d01016791b5b77a927d1e318fc24e7892
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b960c98fa84111246360aea26daa158633a445367c54dc3cc75203b9888c1a
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc4d731eb2bc68f41936a871f4c2c2c637e6936
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c568c359618c7d84a8a03175abf9b78fd5fa4f3a4eb29c6c15fbc537922bcc
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a70c4821e4ad8cd91955eeb5f0cf8cf2c856fc1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04351b7721d92f24ed8e76276e89a7e650c3b2525bf041a83db2177a73a9c0be
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de93cc44a59456a574682a93bdc21e6451ba0849
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be29b9aa4b3e7291e5a7b63b1feba7b63e55aaf6b8667faa221c3c660e2fb05
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2fe5c1dad40c0f05a9cd5a5a2b301e7d23e06e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6b95b576b6659bcdfb02b6732a839c6e2cf5d8a26f4a4e0f0e1faa7156d285
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1902bad278fc1eb27f76901d364fcc2bd012e0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82a1e9979ade4ec160adab369063cd3cc8df9ea4a830aabe68576c2d112dcbc
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e40b73bfeee685f034e0feec53e416555bab92
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636846de87887879e6c0bf9d74812880d1c5e3e5ce8636a4c3657c2fdc3c7670
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7840a4a8f99481bc3267c5ac26aa3623f00936d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08891d42395a9039b04801efa9c1a9ee92fa2472481f3568b5ec6ee4c96fbbe7
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7267c0402416794a2737dcc1be8cd31ab08e9f7c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cafb9601e2c33e6fb20001b949d48f4d5333588efaae25e5b3fec390c6993e
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bc85fa47c15b0a61c411d3833ec9cf0c890690
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307c51f00ce593722538ec8cd8f4097956e96800ad7261243cb1eb73decff5d7
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e396a40c1968a4d3c5134be513074a86a59ede
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a1d8f225ced10c08352b2aab5b6f3d5aedf0ff3cc25887a0d31658ed100ed0
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386ae1469a5358c0b27ef7bb050b4f5e5e47a1d8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edcf722756303c72a363acd3186569d21fe268c4904e03168faed7c23bab3b9
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7658683eafbf7c36af342ef86992908e542d4856
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631c7f3dc9f9dca325f3b43e640059b703798c9efd7165e7eecb3d79364d9341
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8070c39aa227c0aebbd31992a6971c11e6c7184
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6617f73a40d412dba58e5a31780124c2bad3de03232cf6a9aac87cad1276d2
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d35ff17396e7aaf988238ae2d1b4b21ebcb5573
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821a459b7cfe0cd6d38c8a2b50dd9815c729c6426deb526f59a9290e95cc5ec
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea928326d8df11529d62fb22c6c1a73ccafde75
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f687e2cb53b59a5cde3b7cd021f1e7211954937256309f7b7cc46ed6e260876a
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553b66d5c974b5ec0a3f790c4f610e5ecdeb2131
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7a8c621be89fecaff4f57ca1d95a235cba6aaa0048517c7768b6f4e195bc3f
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39baec3ef79a6ef3b0e07e08a968c488622e6794
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe9c5c94bcc83b3d2e1c1864755f8d8b17986d651c5c8063783ada063e296ab
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca574caa348eb4b6a8e6416e8f837c2fc967c47
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7934deb2c29310e2b1a00d058da1dd1637248e8cb40640b7ca11178d21bbb493
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091b286331e783f8508a7fff31142997a60eff1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f898f58c9d4a0f0089402c103c8677b6e0250b15d51159ff1d463d4109b50765
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16089ca3b90efe997b4c1b7e81678bdb54e165e2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e83f4188c703ca93d8b566e864ca1c604e91e55a64825d372e937080e9dfaa
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7b24a003e644a61c903d6f592db652b7b138af
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1367ccfc73ba29f14852461a5f44a75dafd4392fc04d659bf17d34fde17ec069
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ded99bb56e7223a912b7467f376b4e95a1e103
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee963d2d76f2e7a3945976d16263cacba3940471b8c270b6f781178a5a1a0a2
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bee4e98616d826984e8e5075a80b79b72775feb
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb1f285eae19ed605cf704d3d66b5d61b2677904e05e97c0fab2decd4f7af7
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343fd737e8bbac9913d59c26bd5ffc76cd755e99
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58606a024b19a58c869ce2c602c875a56c3dd9152e68ab05c8fc4f7db60e25d
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9269e495bad5df55561a0ecbbf72bf868f914309
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7080b983cf094e2c4b6d43fdca4a670380d6cd87dc8aad60015be4715299fb
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5babc0c6be7292ffc9a520a5907ecc303fcd9f61
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a242e331376d2a9049a367003dc4fb927ec9ca9b33a50baf24ebea814b5b959
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bb683dc0066c627875773ead6a9f07f240fdab
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70685170507e7e12cd869b1f09770ffb394f6c4251f66f8b6747cd20c29fe816
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d875519841dd84749a3db816296a5c089dcf02d5
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30d06f20c1661fcd0c58c2f34100b1d1888cba568c483aa956dcee8237238c0
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a8e38d7b0943744ab97a499774af177d45a7cb
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98b5a6eafeab2178b539c3bfb923b3eadc5ed769b8325881f6cf2d64452e009
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b69e546fc933f75bf3588b5850ff867a6713a3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abec353778ec19a9978972c3d8611530d6a760d8786ba196fdc77e9a44b264c
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81f613a01951a12675082706efd00e20e915438
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d35bdce3c081d903e4f2a38a64d0898ba73269303fb9d26e1aacf9c79b348a
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7f1c6a405ae027cfe8e8002fac9de8ecf44e5e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7649d477475c4c6ef5ca4bdb34855b4bad00a72df486b8da5f1e3fc33822d72
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4010c218be7fcd15a7a7bb287b7bad9e03f4408
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697c747e42d8a6e389bf7ecb1c1e838bf21e99cc1972a72f4660b30bc7fc1832
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720296397bfba7da51f5f8b06e3984b0588d2d2c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc578ec5f0554130af8364b3166d7f3d0a91a8838a74b8d92c00a939703b756
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bf8ce24de3499b20a545be901081d4bbec48bf
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f40efe4a7a4a0ad5701dd1b9cee1982210ee1b236fdc3361a1783d3985757b8
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f115e3e8a9f501e87f5b621028b07bb31cb01741
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299091356ccd45c76e61f9c47c95033fafc9adeb670aaee005bcda1639bc616
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96da4b268a81adff33b3af2fe5c867768f72ba9c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f534680b4d59ef589e905458f7e12708034cc153ea70a4bdf16f811e05ac2e2
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2e08462909c4a1c962a34b1f6148848a6f0f2d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a012e050774c46cfb5568f5048196a78bbb48e2da097eafff8b24a413fab945
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46517ec47bb1ba508a9032d89a7fb46601e346a1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb7ff31d56d4d30a1d1e7567ac1fd6989b81e7b4ab5867718d3e93fe4bb185a
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498659e1e8e660e19d161bb11ba1733fcbcb415d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbc2b609570bc0b94ee8ee60a1dfab9bb8fd21c53cf8f1bbbed648f487701ac
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9685ebebb7ca12b64d65af1da0e95c3d3f6dad0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213bdbba062c839a3787970a495425f85c70c8a988be1f21e50c01e67607216c
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05046bcc91a4c08a9c44e44f4694be018b17bc9e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb197d0b7e69a3350b04b377cbe2d01040d9a3531c817b2dbaabca80b1cce8a
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d1140c70f7670b89c6345a55fdb6b7107cffc5
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a23a7eb8dce4b846c194e016481acbcb15dc007c95ac4675cca396d4e4a82f
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa61727f474d051c0a0fcd8f99f6868cb06b416
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea3e04062f945dba4cfc1d9aedc62076c1c1bd05505baf0f3a0b419e66d4dce
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee45529205190e51323ff54d8f72b45527a823
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2681c386e962ccf8b7f23294206ea61b6c5e5cd3f6e16908d19bbf423cb0ac0
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5732f3c2f2e4ac5fdce8b37639b5e544041a3c3a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464259161b1ca2787e6a29615da39ec85461d5831817f2dc30df16c7ffde3b91
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0972f03d84f90b527164a483eb4d6a87d2103d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ff7f682694b6b522c724340ea337c412074c7f2b912d2d0c52f201d16ee7b5
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85b5e554c9f5389bc14a4e6b2b2ec3bbf463b6a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cab01cef6c3436f092cf7249a38415bd050caee91d33d6ac77a15db094f652
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121ebe5923cfbe8c3fcc86a0cc898525eb9958a7
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8e5665a12ccbf9f362579870bb383cb68d960fbaad7acf330cb25688d94c72
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e73f9c5e278046a26dfb3c079b882927d67b4d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7528cbc754dc41bc10aaf88ff66633fde8a2919d27f7b292e83c8bcfe434e97
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437d5e75214b992710fa4f59d6f895027f4e6423
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f1dede481a16fc4b3e7cbb77a6beb5632d71401fdfcad5ab0cbca854fae220
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5420d8afda525e592f9a0842c03a04736bd586
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d5e8ff46cd14c6d7a8e08de41a1f5083a27dbe8aeed87563eed67f12bfef3e
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf031c56a6c29f5cfe8a59b3f5467306de1a5ae
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7827aaf57fa0164491000228d27951cc9f31a0db2f9399e9392b876365485b2
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214342aca82d92c22760b02292625283e1ef4cbb
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96694e8fb19624b88c69bbafa5c5d60ba75a2b0ff41f9653a3e4547cc4adc0e4
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b939c6948d9db73b58a96bb791f7f10827e8d8a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eed78892d3580fce4d315b3feb570565d9d209bebffa4a21a84b968a10cc27f
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b85fce6af751dae0e353c04049fcc80171ad6e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead044c50bc5c9f12449b7837db9529289a7101753c2fb933b6abd50c8b2139a
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388ad38db970721fabf7063dd3a71ffabf3ea367
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f004c44dbac0bb7ca4e6018d5142e62e82b84f269d1c4477e5862bec0a85466
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a7afd2f915811b82388f7ff02edf68219d8745
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c2111e5519925713e6f1e0a2a7badf95bf401cbefd5d3b6cabbe83097ebc11
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377e588e3a6f8edc01ff74fa97c778d55fc97332
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e651e52e4da78b7fe86f86f7bd6abeca7719c2d2165981bc3ff9f6c4364ba51
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223a25e089bad4ea0139f5dd7803ef10746ff986
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c134348b6076616494234ba3352815a6b4a333fb57676051344acee135920610
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645f06da14bf13118d16f320b0d7a67257c4864e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd33b3010581d52efeb82520db43c4141e532544ed3e3e89888488c8393c10ba
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da50e95c4c76b67f4a52c7e5a30bbe0ca0eac314
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189312831d1f73ed65a3ddf681165313c899d92572a8b9d1b7b5b9a6326305b8
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24aa35a36c6eda49248a02431cf9499ae3a7c97d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cb49691798f4343f2d3377186838572cf7a5b69c408156ac4db119aeedbe4e
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71edc7206a2d847f15d9c790332a00d4fb5f2439
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda50f35e7575705ecd9a58e0024ccb559b452141086a508c292885c71b779d7
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f076b8debad48ecc6b50a7768e0bd96cfdc1314a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fce09112dd27fd63fd1bed06f486012be368677eef8bca4a98cd7f48620543a
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384282a9aa500387842f502f22cd03a39b03bb95
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4e405c102b6d3b9fe35b8ce5c93b0994316c8998dc2e69f71bd3b7f58230ee
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4128c15d544d5785bc3f48bbb9aac05bec513d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db1125f90c24f7fdbbf64d3754b673400b6a91a0c9d7471fcc54cc4f9421d6e
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3417091903215e32a3606576388a4ee9d0a94668
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a83fcd81d4acff632706e0a15c835b2e1a773c05d92ac44a4001a0658315aff
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba00bfb4f9ccb091db5edfdcb7a0eaff7bd6419
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9eca51d13fea4b6663c0c5277edb350119965953d9f7e550a69f15a8c3cf8b
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3e4150bb020e740b560dbdc2bc0c74e099e095
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1afeed54837279b5ef468b96bd51c61ad90ade79208e68c69060df80f83775
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3e179d3d1f2bdc8b3dea75a5f44c3b82406122
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0e41602b146a58359baf308952c2a9ccd642ed4a986f925e5183a11c4724ea
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f44b04c9bd0a5c77f0c202d52bd5398a1e46345
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d91c79c1d0ad965910d39f9406cd104b9a4b23b767b85c99c74f8dc74da1aa
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c360aad752a9dafa97f689701842b80491af9f82
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9656233de4be11d6a894c8834ce2390b37fbf8fe3b757f086be6a4ca444d6a2
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fe90465b451e0083d5d40bea3319750b4cac29
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e24b5db7e1807c67c5da886233ceb530ce5bc85778338505993b1a1622c90e0
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e02d77b638df187f10d59afc0220380c6c9ec8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d2b83c6d20b03682450b51b03773c9e88c2e030915863c877246dc4e9b1acf
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a6ee33041c01fa3470690f8a19024b85698027
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9862293fbb5a0a9467f1cf4293e88fc54193bc8283961fddd5759c459e01adfa
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881e4c78adc37a09b2eeae690b20a0ed9b57247f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ca39a5800314ecd72e29340cbf09eadee73872f788b11f05072ee626fc06e5
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3e6f7b824042f2b9253fc9e952a9e6e3e6a0b4
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c22d6a798c3e7f18d178443bcd7c56dfa7257ae1f0ba86b0521c5c01b1d43a
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6e81d2b1ed9f7121c141b2fb1e9909dfb527f0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c132920f4b3d41286eca45c15f8f33059128e6906d9b45827c03f9e968556fc
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad569252e8d45f26d9ed7fa127e826431f5ff41
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3d34dfc90eb1b9a3c4cd41171588c8c6c87f8be81352335a503bb206eb72b8
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432f2d8d5876f28fcfc9a85bfd68b4021f7a6b2b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3691c3c19c05ddde046b07d4293b9848c1a9e30ac31f3f9d60c516f69e861ca8
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7366c0ce925d50d6a00648b4a4dbcdecd0f5c9e1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e264969751746b9199fbcc329338bb45ccaa17f11b98ea539835711ad32c5022
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc4eee4bdf3a8d069100159539b1ad0e6ee2ccd
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794a9f626af2434e9c88579e60ee88677abb20a399a55ce3d82ee1ff6665af74
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f8e12387a06a8809701c3a856304215753940a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e9920a5489d877ec3e0f858b67e520c42313417cdcb9b2bde82dfbef56c716
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40d5091719a6d4c66e192cdc4b1d022347fbbbf
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f45cbab91dde17e68f3c6aeb054bc5df7fd961f60ddc7ad74f527583e6fafe
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdfc0e35eb66c656f93da437146fe5fafa90db2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7d1b3dd872abf515831c5b6d40576be677326155a3bea519b3f77e08737181
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046894f46c8937690a73cd86fc4a43397a8b375
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c6a8d98dbff2ca2ec403833347dfe13b3e52f70be8a919b6548928eaac50fb
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974d380dd38f84e073a9c6de5bfc9e43a7ea9a2f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d407536495f07eaebfcd54836425721d4877069bf582b15b6f6a1901bfe4c164
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045b4ce1ed1d030527f2503f4060d768c3b6924
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f2454998d9c5a29043a341dc891e784f8b6dedca1738a7a13da3f1c2f4c61f
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a539e2a1f52e9143337af3891f58cec689fc495a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6752efbd36bb4e31c00bbc2a6ddb24ccb208142aec5584854a10166a14b257a0
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdde705c00759f045b7b62683a332987fe5a9b96
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f645a262fb3ad9d262ddd719589753b84b5b5596be9c56a18d1fb654cf64f4b
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4026fb39252ffebec8e8bab6581468ea840a54f7
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b11a88e19c3ea2a02d99e6aa7da014bdf39697fe0a7abee16978577f1a23b4
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c3109886ff99b2bdf33baa418d34cf7c786079
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be334d6639f96a388dff3e5fd4bd0ffe26e813a5308a2913a8c416b5e54e4f3
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1d7cbc381b9f3cb8d4f361e50ab3f0e0a8b85a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ff29292397644cb3c9f80a4e962b8e6555ada0b5e81607a1eb5009c5988b3b
+size 131677719
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff0ba4843ba6ba4201966c0a8fe2b02494b201
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8b713c384bfcdc29deeddfd243aa6f565c0696ee33fcc7a4ec2dd481c1934
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac003a06a7e9469c09791273b65aa49b2f7626
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1dfb17fbe111f1d608938b150ee92bff670aa8255bd079679f76da135386dd
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b36356d1ccb501578c1214436eb10eae189fbb
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b886d3b6ae9c12b0792f75e192355a9d76cd8957e581b4af02f671bf6ea391
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09919c25ef194b09605f67f7f9b98960b65ef254
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebdca1d66b3997328c456d5059972bf3ab5483646b3ee83b6e32448871ce355
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d607372cd76f16e6e163291115c05a9b38fd77
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766a85ac7d4671368f65e8cc509f0207dbd67a7a8496a566083d56ea979e1559
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6856adaeeba604a9847cb94f6aba9292914b52
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e512648d0a3b895867d56a4d517accca917cf05c8342a1da6d6fabfb99c6e0
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6dbb93c543997ea5052a2c2bc99d9f2144438f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a421114eda6d6aa58b70d12e7753d258a36af317e5702a597ecee3ba01c37cd
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd700ed3509a9b0df20a161455eaca6e13c1c32
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bd4da0bc48cf5f05f86edbde3864b76ee6777d0f674f59a140aaf136e8b9ee
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbdf9fbe4eb28f36a90fcdab0d124a69513dbd4
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4293d93ccadbfdbf9393bf94b7d69e8c6d89cf6d14daa38c2f5765eaa5309e9
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67665126fc9824c4ff0cd3cada8e6793810c1d6
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a491d3d568ea93dba96c0adc9dbdba87b740904892a6d85ac7296e7d28cc69
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295d0ae6a0a1ad314160cffc7305f7e60a110d81
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccc459901feffb7dc6935febc4d7382b6ae42089c1bb18e18a11ff18caf6b58
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059bf5046b318511e166ab7560b309c35307d21e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcd18c0ab98550e852633ae5078a1c70a665767cfb5cb807eb87102200dd996
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9facabdceba8361bfade9b8168b9e95f2540d30
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d00c8ed2440b4f9027c56a094ca2723cb077d0ff8e92172761b9b72f4e183f
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a311325220f69274d59fb4e12caafb711046678e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c800d76d8359b5a5fb463f452bbe2af1359999f7f6ab089c70f006374a0386
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fbd185558c0186e88ff436ad8c966c541624f2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e112a35acfdff2ab97018cf18a5d494829e1bd5ca9859432d35aa3267f96085
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbe52e1fad4c96d59d9677258726564ba07b1a6
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5256f8314c97764880446bb467c7d7c12a697dd53012d71ae6b29eab7db186b0
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ff48d331d7244c08904063fae0151fd8b8b7a9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1716594ccaaa4f77521b2b0426f9e52f1e77441b101dc4aa66d4b2543a4a0d96
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df11d451fb35a0371a2df5f46b4527a49926506
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cca185efd07f9bcf8b7491bdac33fa95187a91489d9156005651ef805f5056
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5920873e9c671ac44616a0726d5283768ab0ae3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58572ed5ff7386a2aa5e56e3c89fc699e850607640854eb5692467f07bb13f21
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27e398c30b9027901e66631240d66195d6c77be
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c84a14e6e827a10708d68802dc4a161539f6b849c293409aa0d188a522ee42
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a11d2cb7a6aaeb304b8ed8ef509cdbb22ab21bf
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cec819ad8ac0c7ff74571e84745383c6be5d12c289ce775d9df811b559a586
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84e8409be06ffcbaf70a5790d9ba9fd29ab2b88
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b44952df090f0c2368d405052b7033d957a80b853431692ce51b27ef7f7b2d1
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9d9827a9b53d7a36a12ce2a0a52c5c92ab59cf
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e54e95e47dff7180fb7b4e8b985110483c6ca6c884f44985baa4554997db485
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5248bbf51bd13353347b2293e3ff87834ed819c6
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644409bead352bd70f2a0fa382c7ef52ccd90a4af6a08872e7db8c803267f785
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce24deb6bdf1ca74a3fdfd96e023a1c321aac1b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53257d625920baca17edf940ef9ac83935a83465448f5582ff4afa7d8211f9e4
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49552ad15299f5e3d8830633667938063fdb528a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9cebc0f0e0a43497830adf5a18e15de027bdbf3cb22b74873e8de2e481a6b7
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdad0240008f914dc0521c95c7ed31f71eaa8dd
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4104006ed8b45e40b73abdadca44d0b3e8ca9d4412e7f3ce0d00715d3e440b14
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ce8871c685c8d8d63858b457b2fbec6bb7026c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20124c887b192c5ff8a663476a8ecd5566e12c1f602af18aa17a3c77d9d5bf9
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c850da29754be119077a4d39c98e163342127e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188ae14142f176c9cb7f13ae0cd0ab44dab4cd25b8e4658f7eb82e9d00268f6b
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723adf6be8ec1e9b32505b14a325ec0fcb82629f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1aaac9639ddad6e6364a73df0c5e022ef73ec89f39091a47aed1a8b1d394c1
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af1b15aed1ea838624710368d8c542a5f630e3a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44ad8c2e1930315b7a8779b214d2a92f0e4035961b369b0042899b68f381f52
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2957d704014c7935b82c24171017f4ddc3ca72
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a22ce1690441d36c0574135a2c5dff579499c0247419daea3430b1ad3900817
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb876b6e92990089ae07313775126949dc3faf6d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a570f7bf843ad9d383630b246a0582532f72aa69e57b1ec5b10060666d23c7
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0471751d0a5d2a8c228620b2e1376eec690698d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0daf2ffe02f7b8a6b19d649bea18c4138cad85ec33a422d94b90ea89e06e68
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0930d10fc65d108a89faea81c098c28272c4a3d8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43898f08abd5bffd98c24c3292a39a6f134f1c4315ea643239f01ce0f8b4148e
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cfb61f4f44ec4e7f9909a7155a484a77d00a68
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e957e1383ddb79998cad704452febbe0496056da0f1bfffaffa104b4085a992
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a4ea62f86ce205bfd84727c50e3b969bde9358
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cd36facbbf6ec73ae2a4b8a9cc1d0c29aef5a09c8ea3edae703c2b0bb50043
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6830fce9bccf06db02968ec154ab4bbf7787b5df
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d295a44a3d0db443551b7ed58772900e646145fd27b1039d0c145b3b94ed96
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692ee47d4d95da6a0942cf156c2e788934e8258b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad53dbd867ddca19aefedb3df764c8939dd07ead506e4bd5791199e696a5f5e
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28d4458d6a018f1725c56bc518b1aab5582596a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf25655fa77baafce6589fb4b2604996b9b9c98339481cc0a31ff6b6a262f3b
+size 131677933
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511f7ff2fd1cb67929b55378c90668c363e0ab9d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc15978702eabbcdc64c0f7efa1e0622db9135926eeedd4cd824d13d63b3d592
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40556da66ce6a000507dea8e7f7d76dcf706f256
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46212171ba2562237e3c88528ba6473797ecc9107585db75eae4e5a681a66891
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e9281acaa857840fa27c7f0c204664367a8106
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ec3782d349c40849ec749ce532c97725e48ba1905f71dc61c3b58b9f58b7d5
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb2f1372123ddd9de221b237d9626e45d6b1825
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09563a7c9daea7cbbfda846759cd50ddca23545f67623217cb1897f5c9eb6d70
+size 131677922
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ada25346f9d08129feeaa79b7fd3dbe86d84a6f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6391167e289818339ec6a2d3ae2befcb9d5118a563a1fc5596d4b2d6603d5e
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5919d235fedc616d056f9e6bdcdb9416aea0c1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67bd4af7e5c94cbf57535c62c9e28411df7260ede999ee926369b6a9f70ed56
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8638a22decb39d0fd05bea804760df2ef7e94515
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16baeb925e2f321cc8a32645bed03c6fbe9acfc74d40475784f110baf6cad2f0
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2e0f8e6d8fbf3f04d6c1936521f0e16b4354ae
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f2db727d46f9fbc41e30f7b7f51dcab3ce6e99bf4f17b3162518087102451e
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57aba9fe1e5d0e5db5ee508b310a2d3018e430ff
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d523085b7f838a055ff5a1fa3459df307b1171ddbc58a46a5d157aa50584b3db
+size 131677805
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6ecc87b813e2b6eeee60ca6821154ec4cc92b0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889fe81535d156a7ca012e2b1da814176b5ff23729b1dad7639bce5e521abda1
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4337f00168818b5a22ad144a70a55bf55e595a30
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff7ba0a673243e0e495604eeeb59dc568c3ddd235ce68bd33c65be41c42bd03
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c869c81059dec5991240a0483b303c29bc508cd9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f464840926b3cc7febdb96354f336f60a6a542df40c44c0aa82aaf94b9bf9b3
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a85fce728b2eebf7ca395c5a250506d5bb94be3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d37c81a314bed78dabd64c215cb2402cab405dc5f19c27b069ea270de7ed713
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd084c38e0a6725a2c2d3e3225388013f7659f6
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d2a6b6ac3740f599cdaef898905716a6f0a8727d8c41d82166988124d85ed8
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b450f80d2d53c26bb45763803e82481b66520b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc125ed6e1e627a77a1698ee3beb594dbe7acb892ee636ed343ac95dc1c497e
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1248add3671543ccac60d8afd533c6836a66d35
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552f4360596f504e0b06d075f3603be4d791bd5214430d6e35b60e0da7d9dac5
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f62213b351058b696147952bffd1f1374d4767
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653e9502a457b3317cfd0fff05971580ac4f6ea99744973eb82264ee35dc78a7
+size 131677869
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5d0ac4234e6f9efba369a343b05b7354bb249c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f2c5f7ee2e5ccc479169838012168d7483d84c72dfe82d3852235f2f4f1fe4
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a84b634da690e7bc4f1e8b2c36b0c4d4c1571b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1b52fd0711e68a2ea48787bf3d4631f1feb9573c2094cbeafcc6e59fef5c97
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac583c0525c36cd03f03af19acd3682b4a94746f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d48a6ef0aa8df15b8456a119c3d63114ed6f0bb461895466803897037cc486
+size 131677741
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8622368698c82f17c800b91c82bd995a63ea09
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930933313fbddd54df6cb7d105c4a5eb416d52f01b5140b1669e3f4a20c1096b
+size 131677677
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10a7ef03eaa8d0feb097462622bfbfbfd20f5ce
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f167c6fc4b36ec6c9717f52894d422cfe5ce6c7da94eea6dbf503cbbc1918d
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2370887a372e2aba220aafbaf8fe824eb97b79fd
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35db1127e070deb0489159d8b61053bf8ec1abeea36177d34534093c550cafa9
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5c1b6b90ede8cc3d5b941b9a691413614e0362
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a3b6c3670d943f0d1ac7b8a08154b4215c183dd619cae06eb7041b9ae32c29
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02b0a81669d0fd71bebc3dbce3af2c51e9f4bc0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7666efebf549e56ca36261248ab14c29aaadaa6f41bc6635bec48ac79a3699
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6911b33039c97d17916ffbb4399399ed1700c525
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4a99dd20ca861cd2d3cab53f6e56b75814cfd56ca65ccfdaa10936ab3b98a3
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc99d8c85671772276a70c8e4ec04356593a5a0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8d1760f32f3fe016aa2de76e33e921026715e4ddbe2dfba8aa6a7218562f8b
+size 131677719
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740c293aedadfbf2e626acb19ed002995ae96e21
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad73eabaac77651fbd2959c73ceb422b7bb163d2e3253cdefd3d88c9c04d7f6
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cdfe44a72ff75cb84925e9d301042993749ce6
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce582380980c3aa076f5b47f2548a1aef412c339ff961ed27f0c19d4093cfe7
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8c59505b051335c7a00e954b5d30108f5a57f9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f692ce7bf45d0190395623bac6b19649345d06d2ea40e228bd726c9b876214ec
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7878afe21966b778543887c7bbeb026faa3214
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7058f776804a12524d92ddf578587b2029e91795d91642ce696a65ccbb59172
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ec9f3314836a0404ec5bdc6fe0672f2a0a22f9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32cad2e1b39b0615e99f1046a10464046399a2642dd171afc94147b49e413f8
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c13461ea12a51f2704d2de8218c4b8488fb397
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e5151b2d17071e0d0ad498f3dba16e9f9d0dda0486b358f372731cd5bf4714
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6202536f84f06506d1f6d530b53dad1ea5e03588
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14043c23e21e158f41e09de06801ae7dee036b0c9616b96544c3f15e2a380fd
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd738632d295ce8b1ef1b5e853a650aff6dd3a60
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602733be7df9b003d75e4ea454e4126389740d09822b9d6b40ffe3af154b7dcb
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7559b497912e26bba2a196781b86c890e24ee9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb578155a1b084fe7b47739c833fc2772204b04a711081bb3b3af25c3e3233d7
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4095b22d700703250d1335b6b20e0a4ebbb75ca8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76358a6b8f4888bfc8c0f0f1de9ca42fbe77adfeb64c69ba17af4bcadb2462b9
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca111692bf43e6d1c3db0f57ee7bbe8e32f4ac27
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d401899c17514012648b5f27d3036d61481abd87872dfd72a50f914def065c6
+size 131677719
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f81885484535b793a5444452793aea05ee6b460
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5901b618742d6a3984440383ad30e11f0a882031ac96ef23d9d3bb37540dac9c
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2cf7bf6196484aa7359e22a0ca878e9c2db04a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79aca418d5b5449487d9c1802fe8c4287fda63dd1f72f883905bc4b6a0f7402
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c0dba2108f5c3adf29a75bbab1a8222a3adc03
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f45ca5c8379148855e90e2a81dbd9ad66a588c684065c30d2e18ec8bac820aa
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9735f0590260be85e51e4ba599e192acacaaf8ad
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1342217aa74174c9db502b34fb7f8538814253ee87677b2adf9c683f5ec2c16b
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df67d499818f38769d9799cc1a4c23e0a9e94630
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb32e5e82a61bb7eb406c7a932921f0b1991baf1bc68820dd186d70ad37ab33
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f6778c6ac55d18510502e492b7bdf719eb8257
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959e27576bf89f21c19e27d3a535f355d4d368d136e384715ee790b79c149f5b
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6f2838fc3ed7bea4859bdfeedc31ad1c76bff0
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e804f60709d354864cafcf8412e2fa75c170403681cfc11381be12ce07a624
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59bc051dafb14bd0ec223147f019dea2ae6f689
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9465e44b7d75b2a50d1241fbbd957adefba1bbed579d5fccf63b4b747d440ec3
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1252ffaca8b2e261592c33f95da9e4cebc2c44
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d7c0799a59a5745e52fe0fa35b8689bc4d2ecbd4a39eb7b90ef485fbc075d1
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55686389a8aa946657d3cf3ff85b290a0a853c9b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851f1fdab396259d07fd2f7c9e16187752fe7f6c5deb876bbf890f75e25169f2
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2026b020d66ce62e21f2761eb54b37063b79de3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7c14bffbe43110ca00ebe6f157aaac01c65b381a54706465b9728c9200aef8
+size 131677847
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583ca25ec56baf9d99e64547f3a44a6680d4af3d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d498fa365a277350e22d7985a5a72f82cf4358b09a0ed9ab50560a4169b680f4
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751887dd7b4897e95f40d1315041fae7704474d3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047c7987063f75ec51d06ca198c4dbbeb464d01a8f0330515581a2219db48a50
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4618a9bd516616773debc129d102cb5be3eb10
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af9e0708cb395fb1bd963676f40bf2ddb66ce75cf0940bcc7987af9b3083faf
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a9b17ad4d4b303d9e9ad4f484f98a289cfd6cc
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b265aa954cab786d68c98a93ca705129e1eaa51ddfdcbf9f6c6ae8d90cf075
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53a84932481dd1ee6e27525fd613ab0db47a421
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5fe09217e3892adf4fff8969a6a8ad784b80dbd705fa739c218510fbab182a
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f41050687e0c236bab7174c1cb31eeefcc3cc5c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09df6ae45385ffe3664135dc0e062a3a7fb3ec25154e842e8db810b337758cf
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa434fc97d165a9754fdd0b1f1e2952d8e80fef
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4d4f97908e3e48ca9ebfec0f270315dddc2e1f53cd1c5650001751e5fd35fa
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be995e90276685e805a8d0ecbbb680a3b77eb3d8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1f4d73c2136f36c069b016c39f5cdf410ed1c3c032dbc7759f93166b350e6a
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be81e5e27e53b36615c0a3deef8e2ef0c0ee62e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772ca537a4e29e463c22ecc90ae49f31fd75403a500ae29244c8351559ba606f
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49c083b66430f3f8b16e8da072c764e08dc072f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d853e242aae9eac15132a6b986adc8635ca14a380ae662bc61cf07a90abbcd6f
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a530759e0f56e37c04ce628c98d1d6f54eb3af
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143d25048bd00a9569551d658802c068dbb0287b28ea08806fe539fc46f4bb7f
+size 131677655
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e20ab7f3bf2d965119eb8925c9204a5320212a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b0c554d47edb83006a7e0547087e1d99be712107a0b7da3e3a81a76e27c0e
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38af26c59d9e29cce6ce71a6bd4a27be38e8a37a
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac4fccd5bbc074c9ac9b9ac830b8c802a1d91cd70f600b7d7524b0c8a24d747
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24da94f5ab2b8eddcee18fc4f1b5a1e51fbafd7c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9cff7c3f5467be113006e524a2d561bd78db1c227779a36f7d3e9ce593278b
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549ef346cb89a4781775f6881c230cdcb4ccd8a1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3693e8882536a64d1d12e83714a503dcf85d63583312354c053787a16592cf9d
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9811e00930ba25e9efbc2c08ba3e6a07105120c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ba1b00de20ba8924ed884919e9d9c3a77b391eca2983d7bba78713576ae6b1
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f017c228970952f6960eca1e7d6c4c181557d153
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc78484589edd5bf630dd98bb1197c56045c2edd7c16ca7b38c7e624464cefa3
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d1ca87a79476ad36358ecca12ca0851b0f1066
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de98885ce022208d8f0cb8faeefdce367bfb6e391caf129b1fa9e644c8d8d535
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ea20925cd2e4d533e0d49f1a011b8f096ac884
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb7ecd319c1f4b1476b8ecca4673e9ba013dec3e540fb3f99bb078027222b9d
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe0a153ae8b0a8a99586b30b7ed7da9a79db36d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2769aca5957fd53f7b77ab0730f7c44138b1655254cdfa1bcac7cac9abcc279a
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647b95fc394075127d8155e1a056d8ec530117d3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4604ffc46763c4892b54d2137d22446e138996c16cc3e81a9d5dd2e3318cf9
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc0aaa245e977d233a29e3632b336ce92f2731e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65773129223c715dc0d8f2dccc2c13950e362290bdaac5517318103d15ef6416
+size 131677719
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4f285798553caaf2955fbc3137705345592d29
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccf621d5dd993420298a853230a8fafce8f019c0c46822f6a77c16efac76951
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d284cdcf7559719df59d417c76a29863ebc13c1b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12460fc021bf1932499c97a45343eea0a61b1b90bdebf6c1917a5c6c2ab9d287
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaf18188c8cf7925837acf46785639a805c7b67
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091c251fb43e525bb605102f203a0c86bd7dcbf0cd5a1c5556a46ad4572ab5de
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c032cdc91f857328654b643d4a8c35f790e6dda8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bcacf3c383f3be1b2bf353a53e67cf16949617cd81a0a5790d95b026203014
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01d486d2092be90b06758f108d7877c8c79779e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb669290b987b2084329eebdff81d3eaff3fbfc29d9de4a4b76ecf03f0e3a31a
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6121e3a22e648eeafe75bba05674ca88993ad8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378a66c57943a3e1ebd3e801f77d3978d1aee595f3fb2cbb34e5470827b1ae18
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78ac2d917e4c3cfafa607baaeb1fb3a663a4dc2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aff10967a8880dea2a8dc37b0450d5674ab3f94ca85576b2e8cab4e82699366
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80fbe9750ca1b0a745de4a4612d22efa7f62d5e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51981f234712b1bd8d4c030d50df9e15ed55cfc202bad0e540abd65d284ae4e2
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31008d97ed8b379dd8969b818a2455a6e66ae02
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e56ce844406ae3f74988c22a4c2d03d53dc2e8947c126a66a905a64288f1ff2
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237b757dd336076ec2a269a0c69c8d7c1b003ed3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2221b75331dfe1223ab03019d336e76e81b891c3c8f8b5fea196706c57593b
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679858957c2dad1c750ab7ff2f4a7882521f4a7b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4b90600935a653297b92723f21862685d082c920a1243c3500f9d3ddf66520
+size 131677719
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a881aca4e345ac68ee250b72fa29983c5f2d81f2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51281b00f0f4bb569f363cb46a41024ed36f000427a8fdf384a75ba290264b9
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496105567654dfb0444adea999545e32ed304d58
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c403c6251385b505daa2976fd5f93bc3905a0c2c499216278dccfc804ae41
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b8eb2dd8ce58a11d79c29a7f71a7ae15fce586
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc0c0cb166bbc72e6478535d475e7f43d047338f187fee0833944e58bca8bf9
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaa55bdc50005636c6e73b5ada8ec2809c7dd84
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f88c8776e01594380ad33a2cb4223efc601c33546d385e72e7d8b0d83728ee
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472b84dfd94e62013fc429a72d59d5b5e9c6f0b4
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db7f77c1d32c085df450129a5661e85f4881d0b9a1638b1a67559fa07722591
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a744f5180e4b58a745b592cf086a6b2418476d99
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8294b72f33c8dc552787b251a518334e3be7e0a7e71dcf0bd714e67ec362dbc7
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e0edbb6f56119b00ddd30ecd0510edecf07cc2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f176136fd6e0a0a19fad36c3e3eff8dc58f028dd40c13e0c273ecb53798d87
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d93e39c8a73f7168ba32062d06dc8412c3e069
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378b21486a51ef798222b2628536a3bfb1a3078d2f603dbde2da427210067242
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c30087bb3e2502628580606c646cb3c38ddc308
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58f67526ab8151c1b9766d11afcb10aa19d0bf41fcde41612d0c2ee2bd66ddc
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc0606d23062bf41fdd71ea0f013a71468ae504
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bca4919eaa589e44123b50d3e6944918a6ac5ef6dcb78c721542d13b898094
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36e70b96d0d0e6c372e5450956c514c8c599ee1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3c2caf652a42fb81c8155924af61a4605ada308e117186b4e3d08c72d95d54
+size 131677847
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a8e02a925d405f275a5b327ff223756fd39ab2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13a3309afadd54ea5f46a4ee41c8c3363b1976b5e86aef78c3e9c2b4e9e6bd9
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2005c2465ed3e43a5b2df57c3cb66b7758f1fc02
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120a2e27a13880364789a6bd4b63e15cdd7047a8762f7710c308133580fd601a
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593a60b553e5d57f849d0c13ef6c8505d50bf7be
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9265d69691d1ecc43ee29c1d5cb6c5f19f0bb25530f65b6f12efdbbce4e96e7
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af76a638880f25c18778234c683799f36b71746f
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f343a1c88f283185d96e293200608a6c6db1a8d438d11442cd1ae316a06b7ca1
+size 131677922
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902eb4efc5e7fec88d147faf29598ec77b4a8df7
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6758a72a8301f3b07086599697776f02359ccc54f2a8c9315668c070e5536f50
+size 131677730
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd256b153abb3797c7229c2cffe38af0818fd55e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b59f600d29ee5f9ee449a67ccf5d58baf025a43396e45ba990805c77b9ef3e
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73f44037c570ccf888aaebb9d479c0e93913d20
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104ccb5816f0ce37726b139c27681e2d28033a277554c8f55eb94d54dc6fe7cd
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5608c92a24fd1f937e8d404404dfa057be39f48
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a988232d11286040a25880655e92c4f57a29d0bf7c9bb2ea412286fc69a40c9
+size 131677794
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a9c5168dbeb4fc3b6b3cf010f732b8ebee0bd8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385de11cc7adbd8a395a8bde775a9b35c7088d7516ab64f654b6c623b80d71c0
+size 131677858
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b48417c7ce799ac550d87d0c3ddec2b2347da7
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb70e5f83719724adf53fdb88762a1f8e0496a35a114cafe4911f1e314dfdc64
+size 131677666
diff --git a/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee424a3f5a4380b5ae516b23241516cb6457d21b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342d725bd0e8c44f4050d652753971c6cc3341cfb6f6405aa6d2cfddb69877f3
+size 131677719
diff --git a/2b855b9bc4seed1/global_step52452/layer_01-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915a16926190683b064b57edd2eb1af1fd03b933
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1172558432171cbe4dadfde20575c5719b68ce0c71bacee8af256c099e821d9b
+size 268043523
diff --git a/2b855b9bc4seed1/global_step52452/layer_03-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdee0ebe72eb7ec561d9f51f143007e8b81b58fc
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90049a2f68c032903abba70df5f5287663f515dfd2179e88aca9503fa11fa925
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_04-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ae111912c5c5244ceba9b14fc827c30f46dc31
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f877e3703e5f20ba655fe5339f0f5b3e15a15e87bf2227b86312e2be7cefbf7
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_05-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9faa68a8396d32252c865961b6c89ad70a2643ef
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbe7da7db8db5207e74def46ac05d70b838d73e92fc562dec6b6927d3de149f
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_06-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e044aa363cee9ca343030542674cae9a013889ea
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9fae910bce995b4f9ba8b306ae31864341ec6bd8ae6a258d213a30ddba2b68
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_07-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4705b9dd9efda1e3986e6f1d85d2637a523221ca
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7367e21c417668a17b2d6a2b4bab872d52c6f9e7705c56672ae93e797460134a
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_08-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9805d032ef1484898a1583f7d9f82bda1fc3642e
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515c9e3c6dab0ff4bcaa0b1839d7458132dc1110dd57e35775ccfcd21f025aab
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_09-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11445efb5ed368950a2d24dcba75a08df17e6118
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e423a64f485608e0b7d6c13dfe6c1ac7f4bb2a08c3b4655e8f5d8dee180e264
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_10-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd2b19ab8829daf09ed0405d9e9efee2d92b433
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be7a9037a8f15e4fd78adbd453c2d5eba029470ae2e070e75ab196ddf7998c8
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_11-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf3f32230c1f6dae18017a34381d7ce8695f4cf
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750b0945d87836a7523d2c1007c42891360edb394cbcd69091df0e3d224febae
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_12-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0258265e09302b01c1f38a65be370498c498dd8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde77b601957840e4014611a3ca681f202d6ec2c584c15f646e01fca998ea0de
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_13-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac2e5e3519077a37ab353d043dec612cbf50888
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63de1a9f9dbca74bd86dc8823f729ef9afce1fd46549ff96ac56ec503d85c409
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_14-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5560aa010955a246fccadcc6ef05331e07acb1
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5933cb972ee6dc3c7da88d468b76dbe31f760338910c871110a07012a94fe6c4
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_15-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77322ec85be1dc4ad4a400b556368cacb6b38607
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000dd99b05383be1a664679153249c95c72a4b9c10359822d6da6116febfdb7
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_16-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04db9f6ddcc3ac10c73dbbe9cd19863c4712bcc2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaaf1f636ef9074ef026c28307dd97038a9a6f57c7163d97ee7c7fd8be8f023
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_17-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5beb8fc7cb051c15b0f96cfaae8f5b458a6aaac3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9360dbee53812fc40c481fb2919e38b1614ceb85f1d45a7195af6925d78b6ace
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_18-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96884890ccc3dc905c281804e47f35e84d7c5f92
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1630d16470b4609efd7d98fccf3adafa7d42a1c052591d80a03ee7ec5d70cb
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_19-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5d9f0da9eda1baca3afe629bda496742114596
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092301b5682f73b0ef01e6e561136ee826872cc0671ebca330f4334cd416d0af
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_20-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d52b2833842643ef61f2ec295cd738d7b01d6
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c577d1fda3c36858a2b66132b3ade63fd92f6b524a32763fdaabacd93d4089
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_21-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a8aeb4a6eb79aa6d710f0fb6a338526806cc38
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d60e3c36b66683115c7f1ef46181cbec4ece25bba0066384e78108b31469dd
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_22-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6db808a2cea71455454869259da04910906e8d
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895bc241dd91ac4826c5c4b3c1ebdb77a171fe17fc1cc243299d69af4a5f5b2a
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_23-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a63b062cc9b52b1eb761839547ba4eb6a310bf8
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329c8d4bd96cee6b6cd443a08b217f0046c85ccbaedf65124f0030a032fea3c8
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_24-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852fe4a3e463bc38064e8e7fb729a1efd114cb66
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da4df7726ef358287dec223f9ad266cc1073008bd1eee4494e5d5d09813b3c1
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_25-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b0dd1bbd65d3a378848a349152f562696228ac
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a908d515c86ab5ec2b7256636b3f5795cadcdad4ef96a2f1729781d6eb9822
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_26-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398a550b45478f0d5815722368cf5616e1a0a5ba
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ad0a6024fb4ed7d14b3bea10ae01db8942666d19910296ad256bb33e679577
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_27-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2a280ae418277e4008dec9b8d8ffdf5bb648ff
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081b33aa9d46dc2a1dab0c4b064122141217d3a9e39a9f5f88a76b273e7ef684
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_28-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1502c973ac6099acbed9a863dab967ea09fbe5c
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d56e249460399c81b2f920ffd243057e9db36983f7690cf3a01cb68110e3e5e
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_29-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cb8885941fa5f097ffee89567bc155dddf984b
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95681d5a7f2e094f03e7aa9dbcc4f84964a03375a100e586a43c474c892dfd02
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_30-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d1d9773b810749dedc960dff216833cdc5d936
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c384cfb97de9dd7093f813c027cfbf82f2a5ac4b7091698c92979431646fd020
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_31-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2eb1e5bd0a24ed42dc759fdc7256ab74183eb5
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52593426fc0b5ef90e7d6d76ce483060e25e9aee5dae7dce44bae071bb84d784
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_32-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc8d72910f7ec9dea8955ec8c6d766f9a913497
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f1a0a2c134e3b0ea9888fb7df4ca95b27963689c459c5673a6704e8b039412
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_33-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5344b62e484cd8834ee1cbf5a43a0e6c294fb4e9
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efa6003e85db7402eff1587448ce32b6a0234ca2e63c8cb6764fc187f42d226
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_34-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6364e845b171a9fe95f76f8396c95db8a40ce9d2
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce81c3e66730e2942b92da5ab6204f19550eb45a7ad0049e136959923c550910
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_35-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b040934ea6523d13915450d6f9b6e52b816061
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9935209cc14883ba3b94b6754b904d711f3884a1a0cd14a8284d75d16f1e54
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_36-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41df949ad109dcd943bbd034c37de55f9a869a31
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1e31ff9d52222199131618119739df36d2cda562a827bf77f08f91b727c754
+size 157357315
diff --git a/2b855b9bc4seed1/global_step52452/layer_38-model_00-model_states.pt b/2b855b9bc4seed1/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b76d9049c30b79af6662bee2f8882c56715cb3
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0520220a2117f8f6ff789db96bbd5bdc0e6f2b2cf78efffc6cd9c045ef2a1dc3
+size 11459
diff --git a/2b855b9bc4seed1/global_step52452/mp_rank_00_model_states.pt b/2b855b9bc4seed1/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7504a7e86f6a1d3429e654f5087e48a88a26e336
--- /dev/null
+++ b/2b855b9bc4seed1/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6f223e9e69981456711fbe5ee45d8161b94a821331dbcd8b51950bd8349f99
+size 49907
diff --git a/2b855b9bc4seed1/transformers/config.json b/2b855b9bc4seed1/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b9bc4seed1/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b9bc4seed1/transformers/pytorch_model.bin b/2b855b9bc4seed1/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e86ee17fe766d1570faa94a542882ae6152e9df0
--- /dev/null
+++ b/2b855b9bc4seed1/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235927eec154c46929d3c7eddfc989bee94c6ece0e8c80fa90691690f7c900ec
+size 5903417421
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_0.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..13103a2451f7a3c990ecda06f320a1f0450efc74
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_0.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.336,
+            "acc_stderr": 0.014944140233795023
+        },
+        "anli_r2": {
+            "acc": 0.336,
+            "acc_stderr": 0.014944140233795027
+        },
+        "anli_r3": {
+            "acc": 0.35083333333333333,
+            "acc_stderr": 0.013782212417178195
+        },
+        "cb": {
+            "acc": 0.5535714285714286,
+            "acc_stderr": 0.06703189227942397,
+            "f1": 0.37887596899224807
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.42949611631149176,
+            "acc_stderr": 0.004939925958728872,
+            "acc_norm": 0.560246962756423,
+            "acc_norm_stderr": 0.004953426186069825
+        },
+        "rte": {
+            "acc": 0.5487364620938628,
+            "acc_stderr": 0.029953149241808946
+        },
+        "winogrande": {
+            "acc": 0.5327545382794001,
+            "acc_stderr": 0.014022300570434134
+        },
+        "storycloze_2016": {
+            "acc": 0.6916087653661144,
+            "acc_stderr": 0.010679734445487801
+        },
+        "boolq": {
+            "acc": 0.5877675840978593,
+            "acc_stderr": 0.00860927191572091
+        },
+        "arc_easy": {
+            "acc": 0.5656565656565656,
+            "acc_stderr": 0.010170943451269421,
+            "acc_norm": 0.4978956228956229,
+            "acc_norm_stderr": 0.010259692651537044
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.2721843003412969,
+            "acc_norm_stderr": 0.013006600406423707
+        },
+        "sciq": {
+            "acc": 0.81,
+            "acc_stderr": 0.012411851354816325,
+            "acc_norm": 0.719,
+            "acc_norm_stderr": 0.014221154708434939
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024429,
+            "acc_norm": 0.7328618063112078,
+            "acc_norm_stderr": 0.010323440492612416
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_0_lm-eval_global_step52452_2023-02-24-23-58-05_0shots_backup.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_0_lm-eval_global_step52452_2023-02-24-23-58-05_0shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..13103a2451f7a3c990ecda06f320a1f0450efc74
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_0_lm-eval_global_step52452_2023-02-24-23-58-05_0shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.336,
+            "acc_stderr": 0.014944140233795023
+        },
+        "anli_r2": {
+            "acc": 0.336,
+            "acc_stderr": 0.014944140233795027
+        },
+        "anli_r3": {
+            "acc": 0.35083333333333333,
+            "acc_stderr": 0.013782212417178195
+        },
+        "cb": {
+            "acc": 0.5535714285714286,
+            "acc_stderr": 0.06703189227942397,
+            "f1": 0.37887596899224807
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.42949611631149176,
+            "acc_stderr": 0.004939925958728872,
+            "acc_norm": 0.560246962756423,
+            "acc_norm_stderr": 0.004953426186069825
+        },
+        "rte": {
+            "acc": 0.5487364620938628,
+            "acc_stderr": 0.029953149241808946
+        },
+        "winogrande": {
+            "acc": 0.5327545382794001,
+            "acc_stderr": 0.014022300570434134
+        },
+        "storycloze_2016": {
+            "acc": 0.6916087653661144,
+            "acc_stderr": 0.010679734445487801
+        },
+        "boolq": {
+            "acc": 0.5877675840978593,
+            "acc_stderr": 0.00860927191572091
+        },
+        "arc_easy": {
+            "acc": 0.5656565656565656,
+            "acc_stderr": 0.010170943451269421,
+            "acc_norm": 0.4978956228956229,
+            "acc_norm_stderr": 0.010259692651537044
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.2721843003412969,
+            "acc_norm_stderr": 0.013006600406423707
+        },
+        "sciq": {
+            "acc": 0.81,
+            "acc_stderr": 0.012411851354816325,
+            "acc_norm": 0.719,
+            "acc_norm_stderr": 0.014221154708434939
+        },
+        "piqa": {
+            "acc": 0.73449401523395,
+            "acc_stderr": 0.010303308653024429,
+            "acc_norm": 0.7328618063112078,
+            "acc_norm_stderr": 0.010323440492612416
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_1.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..8292e40c470b13321f45c9baa55e4a55684113ea
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_1.json
@@ -0,0 +1,80 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.332,
+            "acc_stderr": 0.014899597242811483
+        },
+        "anli_r2": {
+            "acc": 0.342,
+            "acc_stderr": 0.015008706182121726
+        },
+        "anli_r3": {
+            "acc": 0.3408333333333333,
+            "acc_stderr": 0.013688600793296939
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.0673769750864465,
+            "f1": 0.3396316102198455
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768079
+        },
+        "hellaswag": {
+            "acc": 0.4331806413065126,
+            "acc_stderr": 0.004945023657032277,
+            "acc_norm": 0.5611431985660227,
+            "acc_norm_stderr": 0.004952332378120324
+        },
+        "rte": {
+            "acc": 0.48014440433212996,
+            "acc_stderr": 0.0300727231673172
+        },
+        "winogrande": {
+            "acc": 0.5564325177584846,
+            "acc_stderr": 0.013962694907620397
+        },
+        "storycloze_2016": {
+            "acc": 0.6857295563869589,
+            "acc_stderr": 0.010735132285108178
+        },
+        "boolq": {
+            "acc": 0.5935779816513761,
+            "acc_stderr": 0.00859053170888219
+        },
+        "arc_easy": {
+            "acc": 0.5765993265993266,
+            "acc_stderr": 0.01013867100528904,
+            "acc_norm": 0.5311447811447811,
+            "acc_norm_stderr": 0.010239860250021748
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097222
+        },
+        "sciq": {
+            "acc": 0.863,
+            "acc_stderr": 0.010878848714333306,
+            "acc_norm": 0.822,
+            "acc_norm_stderr": 0.012102167676183577
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_1_lm-eval_global_step52452_2023-02-25-00-03-36_1shots_backup.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_1_lm-eval_global_step52452_2023-02-25-00-03-36_1shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..8292e40c470b13321f45c9baa55e4a55684113ea
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_1_lm-eval_global_step52452_2023-02-25-00-03-36_1shots_backup.json
@@ -0,0 +1,80 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.332,
+            "acc_stderr": 0.014899597242811483
+        },
+        "anli_r2": {
+            "acc": 0.342,
+            "acc_stderr": 0.015008706182121726
+        },
+        "anli_r3": {
+            "acc": 0.3408333333333333,
+            "acc_stderr": 0.013688600793296939
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.0673769750864465,
+            "f1": 0.3396316102198455
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.04408440022768079
+        },
+        "hellaswag": {
+            "acc": 0.4331806413065126,
+            "acc_stderr": 0.004945023657032277,
+            "acc_norm": 0.5611431985660227,
+            "acc_norm_stderr": 0.004952332378120324
+        },
+        "rte": {
+            "acc": 0.48014440433212996,
+            "acc_stderr": 0.0300727231673172
+        },
+        "winogrande": {
+            "acc": 0.5564325177584846,
+            "acc_stderr": 0.013962694907620397
+        },
+        "storycloze_2016": {
+            "acc": 0.6857295563869589,
+            "acc_stderr": 0.010735132285108178
+        },
+        "boolq": {
+            "acc": 0.5935779816513761,
+            "acc_stderr": 0.00859053170888219
+        },
+        "arc_easy": {
+            "acc": 0.5765993265993266,
+            "acc_stderr": 0.01013867100528904,
+            "acc_norm": 0.5311447811447811,
+            "acc_norm_stderr": 0.010239860250021748
+        },
+        "arc_challenge": {
+            "acc": 0.2525597269624573,
+            "acc_stderr": 0.012696728980207706,
+            "acc_norm": 0.28242320819112626,
+            "acc_norm_stderr": 0.013155456884097222
+        },
+        "sciq": {
+            "acc": 0.863,
+            "acc_stderr": 0.010878848714333306,
+            "acc_norm": 0.822,
+            "acc_norm_stderr": 0.012102167676183577
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_2.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_2.json
new file mode 100644
index 0000000000000000000000000000000000000000..4a59b830c80e996840289a294aec7d1b4e0d1a53
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_2.json
@@ -0,0 +1,54 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229859
+        },
+        "anli_r2": {
+            "acc": 0.327,
+            "acc_stderr": 0.01484221315341124
+        },
+        "anli_r3": {
+            "acc": 0.3233333333333333,
+            "acc_stderr": 0.013508372867300224
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.3042846768336964
+        },
+        "copa": {
+            "acc": 0.77,
+            "acc_stderr": 0.04229525846816506
+        },
+        "hellaswag": {
+            "acc": 0.4289982075283808,
+            "acc_stderr": 0.004939215682191767,
+            "acc_norm": 0.5621390161322446,
+            "acc_norm_stderr": 0.004951097802775938
+        },
+        "rte": {
+            "acc": 0.47653429602888087,
+            "acc_stderr": 0.030063300411902652
+        },
+        "winogrande": {
+            "acc": 0.5666929755327546,
+            "acc_stderr": 0.013926915052757347
+        },
+        "storycloze_2016": {
+            "acc": 0.6819882415820417,
+            "acc_stderr": 0.010769343495248544
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_2_lm-eval_global_step52452_2023-02-25-00-04-24_2shots_backup.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_2_lm-eval_global_step52452_2023-02-25-00-04-24_2shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..4a59b830c80e996840289a294aec7d1b4e0d1a53
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_2_lm-eval_global_step52452_2023-02-25-00-04-24_2shots_backup.json
@@ -0,0 +1,54 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229859
+        },
+        "anli_r2": {
+            "acc": 0.327,
+            "acc_stderr": 0.01484221315341124
+        },
+        "anli_r3": {
+            "acc": 0.3233333333333333,
+            "acc_stderr": 0.013508372867300224
+        },
+        "cb": {
+            "acc": 0.42857142857142855,
+            "acc_stderr": 0.06672848092813058,
+            "f1": 0.3042846768336964
+        },
+        "copa": {
+            "acc": 0.77,
+            "acc_stderr": 0.04229525846816506
+        },
+        "hellaswag": {
+            "acc": 0.4289982075283808,
+            "acc_stderr": 0.004939215682191767,
+            "acc_norm": 0.5621390161322446,
+            "acc_norm_stderr": 0.004951097802775938
+        },
+        "rte": {
+            "acc": 0.47653429602888087,
+            "acc_stderr": 0.030063300411902652
+        },
+        "winogrande": {
+            "acc": 0.5666929755327546,
+            "acc_stderr": 0.013926915052757347
+        },
+        "storycloze_2016": {
+            "acc": 0.6819882415820417,
+            "acc_stderr": 0.010769343495248544
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_3.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_3.json
new file mode 100644
index 0000000000000000000000000000000000000000..e31c5ee8aa0f5e1584d5363bca762c81cc29d7e2
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_3.json
@@ -0,0 +1,39 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732954
+        },
+        "anli_r2": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203934
+        },
+        "anli_r3": {
+            "acc": 0.35,
+            "acc_stderr": 0.013774667009018554
+        },
+        "cb": {
+            "acc": 0.4642857142857143,
+            "acc_stderr": 0.0672477765493766,
+            "f1": 0.32270531400966185
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.0440844002276808
+        },
+        "hellaswag": {
+            "acc": 0.42959569806811393,
+            "acc_stderr": 0.004940067402031041,
+            "acc_norm": 0.561840270862378,
+            "acc_norm_stderr": 0.004951470301995878
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_3_lm-eval_global_step52452_2023-02-25-00-05-33_3shots_backup.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_3_lm-eval_global_step52452_2023-02-25-00-05-33_3shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..e31c5ee8aa0f5e1584d5363bca762c81cc29d7e2
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_3_lm-eval_global_step52452_2023-02-25-00-05-33_3shots_backup.json
@@ -0,0 +1,39 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.334,
+            "acc_stderr": 0.014922019523732954
+        },
+        "anli_r2": {
+            "acc": 0.331,
+            "acc_stderr": 0.014888272588203934
+        },
+        "anli_r3": {
+            "acc": 0.35,
+            "acc_stderr": 0.013774667009018554
+        },
+        "cb": {
+            "acc": 0.4642857142857143,
+            "acc_stderr": 0.0672477765493766,
+            "f1": 0.32270531400966185
+        },
+        "copa": {
+            "acc": 0.74,
+            "acc_stderr": 0.0440844002276808
+        },
+        "hellaswag": {
+            "acc": 0.42959569806811393,
+            "acc_stderr": 0.004940067402031041,
+            "acc_norm": 0.561840270862378,
+            "acc_norm_stderr": 0.004951470301995878
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_4.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_4.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0b9ed3257750b0f6db00a1b6db56393dee08980
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_4.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.332,
+            "acc_stderr": 0.01489959724281148
+        },
+        "anli_r2": {
+            "acc": 0.332,
+            "acc_stderr": 0.014899597242811478
+        },
+        "anli_r3": {
+            "acc": 0.3541666666666667,
+            "acc_stderr": 0.013811933499570961
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.0673769750864465,
+            "f1": 0.3368193292463036
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_4_lm-eval_global_step52452_2023-02-25-00-07-22_4shots_backup.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_4_lm-eval_global_step52452_2023-02-25-00-07-22_4shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0b9ed3257750b0f6db00a1b6db56393dee08980
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_4_lm-eval_global_step52452_2023-02-25-00-07-22_4shots_backup.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.332,
+            "acc_stderr": 0.01489959724281148
+        },
+        "anli_r2": {
+            "acc": 0.332,
+            "acc_stderr": 0.014899597242811478
+        },
+        "anli_r3": {
+            "acc": 0.3541666666666667,
+            "acc_stderr": 0.013811933499570961
+        },
+        "cb": {
+            "acc": 0.48214285714285715,
+            "acc_stderr": 0.0673769750864465,
+            "f1": 0.3368193292463036
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_5.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_5.json
new file mode 100644
index 0000000000000000000000000000000000000000..33def283a0b2b9576692a68718a5b6998556ef3e
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_5.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.366,
+            "acc_stderr": 0.015240612726405754
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229852
+        },
+        "anli_r3": {
+            "acc": 0.3575,
+            "acc_stderr": 0.013840921245257792
+        },
+        "cb": {
+            "acc": 0.5535714285714286,
+            "acc_stderr": 0.06703189227942395,
+            "f1": 0.38164251207729466
+        },
+        "copa": {
+            "acc": 0.78,
+            "acc_stderr": 0.04163331998932261
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_5_lm-eval_global_step52452_2023-02-25-00-07-22_5shots_backup.json b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_5_lm-eval_global_step52452_2023-02-25-00-07-22_5shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..33def283a0b2b9576692a68718a5b6998556ef3e
--- /dev/null
+++ b/2b855b9bc4seed2/evaluation/rankeval/2b855b9bc4seed2_5_lm-eval_global_step52452_2023-02-25-00-07-22_5shots_backup.json
@@ -0,0 +1,32 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.366,
+            "acc_stderr": 0.015240612726405754
+        },
+        "anli_r2": {
+            "acc": 0.333,
+            "acc_stderr": 0.014910846164229852
+        },
+        "anli_r3": {
+            "acc": 0.3575,
+            "acc_stderr": 0.013840921245257792
+        },
+        "cb": {
+            "acc": 0.5535714285714286,
+            "acc_stderr": 0.06703189227942395,
+            "f1": 0.38164251207729466
+        },
+        "copa": {
+            "acc": 0.78,
+            "acc_stderr": 0.04163331998932261
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71762982daef029107f9d8d1efd24805f3e2dc88
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b831fa97d7cac7fa4657fb8e9495f40c986f76fd51999245d4dd8805f7e4b00
+size 131677719
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397d4bcb25b962e16802162ae9cc5482f0a023ea
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a22cdb558f36a1ae2aff9ccc33bd67fcb9dc38168235034118ea9d8adf7155c
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a43f1af0160ec5a596a4615ea84568eef2eabb9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dc635accc8feab5fd3d30501b648d2229ca23443645e1b4a2572615f958ef3
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e32e986c982554323893dba8a0cea1c9a0a469
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6247c666710ac4ea734284af2360f572c751e6bca47e5ae2aafe2a7396695a
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1755ae47959f9274f6549c33ef5a624a01e49f6c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74669da30e8412a8b2600f60f4674107a646cb3726cc477c6769448c8eb7b81b
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d312480e27b7c793a5a4fff9973495e5f1a43489
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303265d1abab7c08e63a33129545805012c6146654343119ef9a6b4e92d0a5a5
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8e19c9fbc3b506092275df36cbc77788524e26
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b136e9651c9f812721b3821099687711c6e0849c4e4303a9c3a41babd79d63f
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce64b9ffe033717eca3d61b01774272c81c815c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f811337218baf9cb432f2214a79aba115da3238bef1a80732831da4fa93d8e
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390422491172865017dd7e029bb07afc566f5a35
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4380d38abd815dbab193b3b1d505e41b68938b7be14164c7b545641c89968eb
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599368e03baa77e3390fdd3e34dd57d21c1e7311
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fcc9547d066a9979d5971df792241d716f652a82e70fb568fbe493c13ecb89
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92451a1b85b27072ddd22f4c7e5e3e5274e1bf3
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169d4a64c486262a36ad3c972f148b5b02c180152b2bff4809a962ee2c9b78b5
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3625bcdd20d257eeef82fc36c5f5c4ce55bf909
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e900a4facf4c8d7ce7313a02e925f194de43e416823da64235e13d0956170915
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb0e5a2ebcd62932253182e169a171f0bd1828b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abe3ffc17d7495f238c5373f2f8a2bdf95e48f3098d30baa84e84bd6b1fb91b
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa34bcb15b3cd072084d828b69ea3eb5e4007851
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcee490347c016e51ce255d86f411ce6175e154e8ad2ed16b7425d834ec41f4
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecd9d6b47cbb8510561e90c7825d44da50182a0
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab9f8a6291db25f8a3212e0f4bfcf95e13621dfe15c1b58a7da23be9d5896fa
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a39e63513606dc3de34943e7743798e4a75bae8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6532a1a5e5ab75464353f7d2fcbe112dfe985ccb84b0f459d32218747d0d0eab
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d640925f669ba0fe66d4a6af207709d24b34a
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dbd82a69255cd400f3ca864a96f22eeec3788a2eb34a4f2dc4db216b80754f
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f715aeff18a8eb28312d10f05e27e583cfe3c4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9002cb848f01def645bfcb463eb6fb3cb4f79f08c8daa1e49fc32d0e484065f
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6e3f860249a72be2f08ec8aa88984bbfdbed95
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4ea929c4952aa62375f315b0af615dfc25a62fba223b7a85691af322311c5f
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5da043c5557c8262b1d9e7d525c2926576e5dfe
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1ce45f17b027fbec9785b36a6a69e587aa676f6e01aa0af931b6d02d87b8a1
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d28efdb8784fd146188c9153ae3de071063d46e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cf3c19c8dd22b08dc091fd02d4e32315ab4a3c32c9dad44929429a5727fdbb
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf04ba9fdfe1fde9c378d8fa6879da7d7c1b760
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad77b37c1b151dc051c008181b708d30769967d2ec4eed3b8ae89f6b34e96e13
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7863297f49bd05fc0cee3be7a859ce88da14da8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232c69695a1a09020acd80c480ae25a99a5d04e0e8f0da95e93c61a6358540cd
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86f345e57c15e14ef152b89461136057122b386
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1846fe4c186a29e1efd873b8ef27c834ef3bd1ff7d0d166ceef41909d99359e
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f839b34a1595a7030aed82fc66200612fa7d8a
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84eb5a71b126142728efbc966811ff191c26ed6690ebd7c95358a9dd9816c6a7
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d172dc54d662b04c5d2086e62cf79d28b3875e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef925faeed20e0d58878a554fb9c331459a46e699b3cb54979f8348ecd0c7783
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721fa47f576e214e810a9261e8fdbbfe5180c823
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122aca00e22778940c9c011c3eaddd5753bacaec5de602360869e966c1353306
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b11b40362fef1fdbef9c5631010ad4292cfef81
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5426d27b5e900c44322cef1501ef0612947283d7d72089566e350398772e95c
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec24c6a0667c930c40fe65af18d3a4395508ce
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5835ea0c4e84c63351c19816709fe5082d91b23f4c0bcae0db1941c6136aac3d
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4730f21e267f541352251ac69dddffef29199c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a354a4a058b5333a4f719f2cdf7faafd9b1d942f63818dfb348e496a7f49aa
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c3199915fa01fd956474163cc4ae7e44d5a50f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d69866f2889c96f436d68525b164994f22c2be3c26dd1610ce9517460f2311
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6320aa36101474cf9d644bd453fdda1e31055b40
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50ae41ba1d34a43c37779aa04a5696e393ea16f7c693698147069c03d472e94
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d230f4d19a3963d94d5a648c6ddf5c459f739258
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8181f45bdf0f533ad76f3bfa6a8d7813f1ed7894fbf02a7024779c0e5d38405
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26587b45de12e9f6488a20adf2e831aacb3e0c04
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c74201e248894257348d8bb9d9648d33580c64f5a18e3efe55a8d6863e813b4
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12eec237d5578d9d0f290f8405fc28ef57667be
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295c4d831dc1093cd1f98973d96af1b172740ca0c08550145f25f6517a36fe89
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd9bde5087bc0b1833bfe78d44421da02f65faf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b6cd4099f3e111f739399b916c84e558bb8565119b6c4be889888eca391507
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c497df04f13f12cb9122d0bf9bdb985f7c20d29b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1268b560d06bce33432694d23567c3157510d17048c90697a8723688f4cc619a
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30db499615e9434efaa4f2e287b7beb3cc7fe9b7
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3a29c5ba0fea97bb4e7267a9f4d658ab0a25fa1ab22e55dd7c25c8d6c53dcc
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b03dafa646bd9ef28931360c1c108c8a87cf693
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda086ede970ad6a6d70ea62adf0fc979b235e32a3a873b545b066e8708e82a8
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4f2fc1617c181b71326e74e42486535e8b148c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc520d7aeda36d4ea9fca7a286af66180cd3a7c435b5edb1f484b73c0722eb24
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dccdf39e3b2a3f4a773fa4e8f99a77c05182194
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559d134c0c1cd1475eb221527f1ce8f47107590f435b340700f7deb11cdae306
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfd255d0b49d44c0976fbe68bf8349566bf5b0c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b057c7357616515126f91e3429a44fedd0bae98f5f7a73be22ba3ea9a6fa330a
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d479855639e9caa0c52a0a8f6bb6f1851dd571
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8e0b4e2a2095b7d2b33fd46395e5106fca142ab76b443d05124f01a31b8f44
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2483a690187ba20bc572d3c5c989cce266dda4d6
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429a189c0bed3bb961b8643bb74e78672aaf1a25376966cbef87872d0483daea
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b42d977f66ff7fe3ffe8eabaf4830a2432e2d8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fe2aca1e87c4b353e81ca916715ab195384f7a0b21f352e21ea4998223bb52
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79956d4d2f82e68a5fbf14785c7b3d1ef713b4e8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688a7bd52817ca8b939f67fd3b218c98bb92bcef144f64c33290daef861d84c6
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cb70d4cf453eb029185daf7653e27a1aa8e4e5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68f8dfeaee5ac5f6868a5f44f8f58366dd9ce67ef0dda15301240b8e3fc91f9
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c1b58c4928da216466d85c47d42322e745a046
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f418259492a53d6becdf1aa6e1d84d513016bd6077db99f941b6bbeef3f3418d
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb7b1081680d9c12d22ff84e5bf5c1220087cc9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc3da2c58d2e838fe7a820ed906d65cc444c995aedda791323ea6e3f6430022
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a9ff210893d8ad973f4bc76f961f9032b501dd
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb6f2ab7154535e89952e15b683eb667c73c9174930c20afccac8d184da29ea
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117021e4b7f8db13900d5c1f7e45c014094f41e9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01be8ed9b006dcd0e1165ec5120f64bdbb5d6b69917442d3d596853716881ab
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acdc97486be5e06eb621114e7a54c3a2983d4aa
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46063b2a79684598af05a5be080861d4164bb114fcd7ab83e155be5d12076ba1
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81184fd8bd6b82057500818f03cdbde9f2078bbc
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d932b9f601e79a1b580708b739ce52b3e466cd490df4eb5e26095ee28039cae
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be4c7e254fc7856cf0174e1f4bdaff3a62e5328
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abba5f7946d24faa7856a488a842f21451fecbc292c10df82d813298b44b1ad
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6484ded36eaf445feba36f7205e1114f28e923bf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae80982565b25c85d270c0535e168e335c9f5a46a2a05ffdda6981bd9e3ae45d
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c624e6c2a82226e56f4d02699c0262e2a17ab68
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eceb94adf95291540669af810ee41d052df6198fdc03a7819bef89480b81a0a
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb90b193f25e1ef3971323062933fa2dc2dca466
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43661c4ae125da49fbaabf790b70329d5f780e078a361329204cc5d367780699
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221e79f830e58ab1482804e7c1ba7b063654a6ef
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ebb5f214d02dc91c7b0a1a027cfd5ee9cdf8a183243768159d4575155c4f31
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23dc0c927bb37befb93de00fc896ecbb14e0a86c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e6be0cb832e48572bddded0343c941319cee739d08be60f13ab902bca5b4ad
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd7965e5fefa4ef0af7941f6f5a9ac56e35157
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f878a0f961264b7b1a7542991933bf201fa52187e722d6bb4a127d02d111dc61
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaeaa3c70037bd4ee5431267ff5cbc313f1d1e8f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd36eaf6538ae364f584343c244c0f05396513af69f69c80ff6b201acc08363
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee1ed5aa41a1018c8b69c4001558c03cfde8540
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdcb80c4b5b1a0e2739573983d8d40323ba934e30a5ca5bb430c85c114656b5
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e288f45e016df0bca998fc04a66cc76eacb565cd
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b205bcd918fc3500ad8077e6f5e789af75efb21adcc7faf380e161de3ee5ac20
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4cbe2fe84ea469a7515bce03326ba0f45bb796
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c16ed717bd09ebcf238677f6f1b0270cd9df9faff2ac1f7f70db6ba5ca154
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8510d8a462375c186a152de8079eaa8282834717
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47062309a12cfb95c18625e36e34c24f3a6331245d548077236f96da65d046ca
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8265f0d3ce142e42c40c81dcd32bc98bb60dc3
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359d30a0d01bce48b914dc500281dbbb1a5d90cec020b9f5739dcbd648a9ee08
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cadb2239d1754c0d5ee5476cf4416379b17b65
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4879c05bb5276af9b295875316fd7aa268b6adc3519f02f54494db05accb5a6a
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60d1d115aa3f36045f1ed2f6024035c814aac21
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f579da8f82406ac26595af10b9e1bedbd2f764bfb75bf35a303f07272aacda9
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3e8233fab5df1106b64527f161f1dec307fdbf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17d56132f8555ea0d411b4e6b5b2c4469feb75b9c3e6f1aacf2cb04b9244cd5
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3152a37020fb2b3c7dc455a719a3ac16942b700d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86451ff00fd4ea24e92302ab8d853e83733b6f934cb573e539a6849ca683580e
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acb2a9bdbf6d6f66881ded555f6054e1b2a2d14
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae15518deccf36d6af3d769997bd1f054dd430a26932a3d97ba52759240cfea2
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5d6dc9a7ec108e863a11c14788b809c05d5be8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3358eba498ae78ccea9b8f4f4f58857072deb85b9dd60a2919d5edafca8fb40
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4462e3fc1cf87a0fdc12b30a87a0a69dbff2d382
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a2fc0742898ba8bc0b6b9622fb59a5bd4f0e9d09bec90fcc35e766cfb2cc2
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b93af38a7e43e4809be35357fe526228c312482
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6258b827d26a51657c0190dc7e8bf5d38e50fa18aead6a7d393c54d66b0410b9
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f466ec5955cc80d2c72f54822c78e002bd61891
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e9a1ca591c4e0108aa409df86ca13dbfd7f4576563d9e8f9a6e03e79e94fb2
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084cbb76f0f4988ee4b5ab93f50e81aeb766bff8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d861943ee6257cfe0f53f4bcb89aab8204b90b5582a7eba44affe3a2a434242
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec6c2fc6bc1ae990aee37e7040489914acb15b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe318c66b7777869f314802278c3d894b08d3044eecc37c1fe6c8905b707c8
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ad501f86c1587cf274c414d8bfe07a1a597104
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a9783e1bd3487c79a0b467998d60fa00f3f9b90cd9fd307191065ab2b3a9d
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62b9bdbcbdfed7efd3cbade191aefa949fd3933
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c147260fd1dbb392c8248d604359095d8643d7ba877b145900bb6107b8133e
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd8df9ba97fb57ff7cd52cdccb379ad24f4a0c5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e54e260b3ccabf7f53be868211e0deb351888938a488bd1979326bf944fd66
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288aa4a76101bd37152a7130543c75462fdda43
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eea9ac4bed24a4f810bb15d2d3952f2bb9d0bb015d2ced08b79105e4fd001c5
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d825d7ceaa708109474c8eedbf1a385cc15b550
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acc0c53caec52a1d725ccb2ca5c5308167288d2c76e7d56c667c9f14cf99480
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5884e082ef1173e5271fd4eadd1010aa54edbad5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bc4c757af4d101103559da4f76d675a94535f2f9bbb1fbec1f03682fea5a25
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5870aa3029a90897ff415d2e36f575aa16732773
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5cbc52474eedc0d7dc95481f69c1efc187a234f0952437b3fbc0546d1bee95
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fb3b6b58be7f0680df369fe16c057a713fbc05
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edfd5c2ce59ea4c99d9ebeabd0d6ee60438d62dd47a2ae338c245dba96a12f5
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a35ff31c2d42abdc99cce8c4c7227642c56919
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb884482bebbe4902749159f20b79bc65e989408bf1008b4e6e48bef515dbb6
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e9af63507a3ab37d4c31057e3dacab7cc90c54
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7bee0fd3a6dff1c0f24e524b10b969dbf227b7b680515ba3ff855950bf4b4a
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14c12e282fab906c27983278f2fc508b455882f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5031af8bbce506a4eb1043a8befb21fd26acdfd7039e61798cd62ce82061a63c
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d91b6fe9c32ce49c15c48b2a6c466cf33551daa
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d3f0fb6a328fbe658a7ff59a7f3941022664eca24547335722cc2a50c60468
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d609dcd829175311435d58eac2963d7107dac8e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a731e7d953eabb8369a8a21539f0d66945a688026cf54f3eca59e865a939b40b
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fea290d8851eaaede473a98e7ce4a507ddd067
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1ea3ddc9004381ab107bd566fa38be8442f328dffc8fe96f5171aa259500e0
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4146549a87aebf1fa0fe1233d857277ff57ce007
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca3a934a31f4b1f81e3ef892d1da999479f0d63da18ac4f10af5450a346ac49
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37da5e273849f91d5173acc54147bd8b956f563d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda3c71a237a240faf06518fb8c1aee62b4d9cdd5630c84a465705c57f60f57d
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d32d7666d7fa9dc8f12de5e4d3e5a0949fc7a73
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3ca1234702f0b656cf1eb1ca1ba934a6f995f194de14752eb73f4b7692be61
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1036c9754ab1d952aa2d73bdc5d91789b8e18949
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0374d7f56c9587807bd0bc809bc2371a05c6b25c184f1a63087d27b738879598
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e288dd33bd4e3e930773d2a9edc0056a165fb7
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683ff5521530ee8e383b338abe3e9a5a7c96dabebf0eea77de831d9b2e6315d
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0d8034ca3cb5877346380d6e5f877dde4f22bf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7bf5cc129cf43cf3242a420744a4aafa48dc3c24e8c7541eaf254310d7db72
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a07bff90256c3fc98ad253d3f2e82541ed5b579
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2f3783a9af4bd1050f71d461c406f82e23ad091f0fdc8011b94e3006306a70
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4a2fef54714f04999bab9772060026c33e97ae
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb91b7895312660fb5c804bdc3b4ceea196849ad28acbfd1e7952fa9f6593271
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbe30602a0250081f87c57bac09b594e1098b17
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c232b4a2ab06c085481627c8bc64ec185c71bc883419d2d5d4307cbd6ef3e2d7
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d265c449a61aab0104d3eddd0493a726ab095c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf246fc05333d040ff3629cd89d367a72ff77e0a78e58ae0471c8320f736996
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf831d2698984cd393abfae727548d37bd92dbc2
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d645bd4e5528b00d80d3034a6018f5e534f71a2a8a23b3eab7340f1cb74dda0
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6769cc7a8b65c29bb99d945c8ec1e1176264af6
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2da7f01b0a4a9e42bfed6e36ac5810fd66ba71369dd13b80c01495853db8ad8
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19d9f0f629cd609b2b4ddf2d2b34de5507b36c9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f2dc7823a65b2d3da90371812f496ee22e82818c554f1f75df18a4585c3492
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9186ffc4800c0ea3805e690960c8f8899fc3b77
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23332cd8fde3dac922cf43b03395caa4adf6d270bc74708914e7f3882edfb48
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750acf0c139e6a2b723c6e296effa4720232f739
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2863c96a0f3352b50b3acedd9e0a8204b8bdef65a76051adad4a6fb1bd584a
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d579c23b6e5731466a55a0234d0981f36496512b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310626175b21c1785fe190e8ac65cd47448810dac8382422de367be412bda1eb
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ecf0f97ae6bbaff12eb7c8e2d8fad3dd8971c4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c240e7b845e9d7f7c5bd44a8a754ead2933ebce06f7c212f7dd7ab42af05bdf1
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf304745986b75169755c541276985198d07855d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7204752e9ebc3a2f1eb3ec942a6aac77cedeb7cc2a6ac60af858898e8ab0d1
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7272e155b308560562640cdc040c03429c233bc1
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e128abc7621c2f1a182254cb59c927e977084387adbae7151321fa322f4936c7
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21887c55797a9bdbd6c6f453a88914807a8a7d68
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9439765911044adfc583058058cf639ecdb367099bbd8d259b441ba161d412a2
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a33fd0df0963e86f53ccb12806b880089e7cc2
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740630836bdf64a5c3ae6000a19e65285deb81a41fbc2c23f8954b6321c3a452
+size 131677719
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03848ee12a9945ed8e0693a40f128ba7cc50ece
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33514213adaf6ece4147c87c782a45ac4f5ad9a0c5046de50a09743ffb5a8ab
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1404610a3640585c5f53657d60d005facade02a
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265fc6ebf9bc73706373113be9d92eda1da3cf07e21ae4dc7485680a22d5268a
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d356b0c7c720398570942589ceeccd0baa52565f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73695ba09d678ede4a4e0d4c0d0c516d70d03ed97da9c0427ecd18806dba101c
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3451f5aa790d06ef2377b7c1afcd4e093be4d576
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e208c1d56ee70d967aa7588ae07cec983312be4256cea069f2d59c7f31a55b
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e36d6959a70f91617951728aaef2c2f69feb2ac
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a632c5a8180f232eb0ac50f34ecb45a9a82c63199d21e5b97d788776948567
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e189d21cda6041eedf3284d1cf853240e7d519
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ebdba6b42178ee7a1091f7eb888388e28c6fc840ed59d67556d63b4efd5532
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5677f2e893033e288b89bc667aa3b18c2b7111
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19c1ecf1b6399a4b402a17704cf21706a7ca1d87d1cdac81d0ff0de3c15e806
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d525af88441cbb1bc83e3acd44e9e746c73801fb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e606e2e2a8a2ce548acf6decf6ddbe55317dcf0f161e54b25e6f5ca68346a5d4
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c81efee35a38c14a835999ed3a2d80a8d71dd58
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b70f3d4a825e576da1a5bffb6ab4949a43266a5fa2180301f53883c3b45026
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94eae342b27b8901dc5a6f30ce8e71659f2607b4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0e136ef11342612ad74502ce0c7b8201cfecf252144054f09f00ecc988b827
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288bf108029042ea27bf6e9115cc869484f645e2
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf3ddba716ad298d78c46b424835d8006d3d9975d3dffc3b63432e0901ee09
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f4cb274c5a19bcf0b44b44447a8248506191f3
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6191365d9356adc0e3e7d6430ed93e6a8b3ae3703c46211f9d7013fa3fbb8d06
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd377b973e88f776ca5637b1056681706690f67c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002018d4cfbf8d188c42c904762b67886767dde9d44710e7b66ee875f7586596
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd4665d4f170000e2fc7d08f23a70f80a93e323
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10270ae38b741da6b9e87a5a3fa0c495c7ae7da33b80dd5e129bffa42cce118e
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abe28717072283cf4a5fabddb819d1fc4f064e4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89cd70024f4d5826943ad731ce894652fe646e707c283406d364dc0f4950e21
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a2d76f82c83b4f979c70949f11152d5524b5f8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2978935628f42c38105cc950f22c7d0e72d2c8a7fbd4ef100d2ca767acc82a92
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edc77cff320ffc89a18dcc45854165ea3f40e1d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f4e24841fdd093f16da419ee60b5a49e13f89bf8af8b842b2c752eee24ce9a
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cd781ed5ebd6ae81b87b9d2a9c66f2e6e342e1
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21d7e530be36b3b06081f54d8b1a2081ccd8ac7c1698c0b59a336d2efd930c0
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25132448d744fafa9146481a8eab19d158227859
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2981ee41813fe14b2677b2a2d8a5d905631c86f24f16684ad7073d70f2af5947
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2ca752299f62979793a1d928437f88de2811fa
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c731576c83418bd18d63c65fae5e577c2f52b4c34728ced69fcd0cc3ef6d6e
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d20b6eaf45c97d16ecc7c17e8ca3421c305066
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce737fcd8b3a91a279e3431b5b80a395fb56c1209b5fc367643775c110e22caf
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bced58c60462be6aeb60727af045593537910d4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c2b80591374c459320030823c7b6674978b1c2a84e90f9b7530bc067a18742
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc853444928a64c3a7ab31f817dff3b6e4d499d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065381eb205ccaddd233378108249bc062951cf92725e55f71c069760c22012
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce9b5f8adb78946f15e0717ac93209abeb969d9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d7ebfef9eaf70e812792a5447da03b683d10c1252a87b4a8eb99fe753fd792
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdd4e802d0573ad8e635bf44a9ec9613f8f0772
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7973beb5d8e1602452bf84eeb94cf425a46a7f7b5b6526a14e4d6b69ea65e053
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2332e8de0fe335fcae78fe1bd02f69d2247b7ff5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07dfa729d2be8f5cf4dbd59053ccb5684959405a9c6c829b6a47dfc8ea0e413
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca6564dd93061f665609b9ae1e369c9e2756b68
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4ef20179b9b7ad8a7607c8ffa062e42ee5229f565f4fb1e60ce7ceeedf4ebe
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabc95b7fa601c83741c210f3ddea8b87d8ecb6e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adaec7b3904af43a2d4cbece23b82a6118032ade71736f1650711e8b867465f
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a984d810d484a123e964e9d794b63fc15f77c732
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd478e3fc4ed52aac76bc6afe2474ad3524c11efc9c4f319cff87d4f0a769825
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a45385194122450a83f2c9e26ecd79b8337426f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f59dc174d78bfd39832b3fe1d12a7d3c509b975a75450f29f5dadb51f14025
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fcccb1a324f75ad371bed5d3f04ac514e0eafa
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d0e10fc2f36d9719f9e23c47202460985883e54ad6805d48194d3092ed81a
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb7cca8d2f5b347f73c5a9704e9530a199e6a12
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4d233cc7a7c72fb70039a908f7f5b298360e6f89c4f74fd1356693845e6856
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d688c8b1ca50a8c235b305ca9d23db4952f9ee
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7e917882c898603d4380aa3d23c17b0bf78d84d3f668d7488befbde79425f0
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d086212cf926aa1aeb987dd59af9260a7d830e8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975d31ce9f6ae235c7f4c0c1166044017eb21ebf733ae346ce813d6204ceefd6
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53a09e81a3503a65c286c3a1c562ebf616d45cc
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369cf6475c79069e0c125a6cdff8a06f05928082dce7679bbe5dcc13abe8cbe7
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c8c2102d601c1a250e09daa98350bbe65cbf93
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af204078784f393e7da77bfe53d37594c5380e6fda3a4ad37767cf8eb29053ee
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e46e9568b146e2b0e830adc5f9b366308a77c40
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e046354c817ce64ce0e6c540e02b1f715cf3b58204a0beb6ed6baf54eff7544
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e519439b7366dc1fdc029c030159f7762b5e3ea
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfd0a8fb64a0e5f1dacdeccbbe5442fe28e424297b8265f2a9117e98841731e
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974a52f3707291ed7379c7540e908b5d5adcccee
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187a2f7cd9330caf6f0661f3e161cff821cf83acb88aa96c78f4b2a25850eb9
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c351095c584762cedb9bc8e889bb61add9de56
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3c85de8bf15549a08461b68432dc0fc1cf0f61fbcd095be681629bb4620d9
+size 131677933
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a30ac140259a6e3947b8616b4d41c244daa32e9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d1ae0395d1cdc77caaf801f5e925c59de891cace15f4fce5da9af5c804a3ae
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4917d909020c5703e72568a4954b72293e1b5c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08468bf5e68965a181e61b417e6fd83275d03ff4eb607b0a193609830a896d6
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22d7b43fc6cc8fcf20c40e18e6cd7417c75e1e3
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0565a2f5ecf156a803ddd1baae433fa58b69d685a81b58ca0eaeda7a2d3827
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a504c558e0c444d9fa9642ec89282f1163e52c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b50c06f334ab1ddc8beb231e2a96be038252ff2b8b141fda19bc982ee766c2
+size 131677922
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ba4a48d022eca3410d56e8ef720e4127919052
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5bbf71a005f7a7469ce195f1159948b78864d83a633423c736ccc98a470400
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a9dc4ff6b21090df7b763cbdc5f1f2f71623bf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e8f924504462b2e400d74c215f335421c468db1027426cb1013a8eea6a3456
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a49acd78e953afd53172baf066062f7d284124a
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dc983396bbea81c35b02c70b7f62e18d534dde22fa6972180c76782a5ddbd9
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d250bd925f9300e9b305e112a4fd18a5ff34c182
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e5f629c0ea86cdd392977658c7e7675b2a6aaf71bed79dcc42b6e1342f43f
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0765bf5f7a32c94968da3b2dd8e1fc9a511b9e7
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3cc68cc03b9fc3eb2ce447817a95344020afe9678c17bdc385c1e310edb690
+size 131677805
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc44051e26a1c181acf582005a494e2a4eabb32
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b2aebf0817ca05c7b2d32a581a1ff14fc553ad01a2e3624a88c44fef1673a0
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4ac3348805fcd423845b83983ea65197277e2c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e89c5806db7a8fd6b80eaa3b6a071a3ce0c07a14f3730e8d9e69228eac9fe00
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646de26bf580992ab3ecfd7fff687cf0481a77d9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a5f91de524e49883172edf4fdb6b80dbf957dcb247cf18233f0e83565fa452
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa96c9d6e637053eaef734517f624029b0e81cb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a65703c524e0b893d96b3edab75a9c196bd995e381aacbd741d55ffa6ee9a26
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44258351b7df822ec9a6a24127b1122a02052d92
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf31581fa83c8afdfa8b24f4948ddd9f088906ab5a62d752bdb8bdf1e1e3004
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61588c1d3b96a6af22b56f9c05f7f135780489b6
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6674c8de2e37881800ef5e114be52c5cd08b7d7177804c58e7993218bdcb631f
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc919bfd6061eba702c86f670144ca1c229624f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae56cc1ef1ef098e2aa92035a196c13ca2aa44635db6b3515275afc8a8a1da13
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148bb12326b82bf0dd2bfe76ce1d27180251920c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a0f806ff828a7477496650c94334cce90f5cad954c94be674296772d6a5fcf
+size 131677869
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202067038b9e746b24a31e637557b336e0690263
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29750079257b05c5d984cc609413e6a635e806637dfa1a2c7a462cea1efe68c5
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0488e2bf469f0a99f6e6e3e58f05c9c3d51d9f7
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be6eaecbfb2dbca0dbbbdc3c9700042992c972dd029f6db5d9998200c0510e8
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4574dab66d9345991a4c33d8f7ff79ebdcf07be5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed4db8a252a33c43d43310f88882ff8535c5a4780ec01e68564a7023ea68929
+size 131677741
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7621e5f01fd65e253c996fad53364bb88933012d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d8549d41e80bc2af7419ff42d39e0dbf134ca0088f13505f29e1fc42e647e4
+size 131677677
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ab56760b9478ed24365b84535d2602d38e4674
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf9ef3148a89afc1b2039e24454b494ea526d41cdc3a129d58326850d8ed85f
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db96aaba2621c9b66b12a1493940cb448c837f3f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e92404a6da6035ad813329c0fd5fec70cc1da3af7c563b776ed2c3c4b01d96
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8daa1f54c6e8d4df1539b2c6df8a77f0d8c4f6
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceb0f8dadff9c8aef28a070ece8a9990727e99f37e3e343cc52586fd9b0b3d4
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3a0796e71f75bc0c6201b150184815b6fcefbe
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24731c9e431db97944ad3b875ddce9d1484beb3a8f1c476bce5e369e758b6da3
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ad97017a57a4b3c75125f43ea40e3b8e7cff7c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe69301253531c6357db78d83e45950932836f103dc75e9e50627e97d5486791
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7893fb6381ef859f8d47bdfb53f7ff3d90c54631
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652c221d6a224e0d87f508645687e65aea3e5c0394b28ff428789de4e7b9f146
+size 131677719
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba59c44075951359c937701cb3c3b87827d95a09
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad360043e7cae46aea7ebf7e498addaa93e090f2e53174fe87de112c7a464158
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfd45faac28af058fbc1f27c25059159156d923
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff67604a5554589fdc87a8fe28d7bd4e303d8ea9149a011c10742fe5cbc392b5
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85874d1a6268dde40818ff12f6b353ed8133ab3b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e724c912be01a37e9445408e3854e843776ab6940a6250dd05a04d037c57b08c
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b476237d170b3a553ff8b17566c25eeb32c69fa
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ec9e6d47e90ef6dec921308e9a5470e8951ce22c3d2b4f46ea06644932096c
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18daf028b177214d25a9924ae7940679b0ac96d3
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2ecc3b9ee2fee2731fa71a912ce485631d9e17c5881ef4d2a6815104cd9d6e
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a8bcecf507fe9723105ab87c5ee413f82caefb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa6a2df2a5c514fe2cea3038924c4afa0c769895b513d1abb7683f0acc2c9f5
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3c16f06ea941b70decf86fc6f326ad4d0311f0
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa6bfbaf9c9e325d8039fc5f3d1b9fab8de554101b4be63ee19179bba61de91
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7d88eb062deb08ddb44e8af0975e194d23d7e8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197740414ab9a2cf6ae6f19bc8abe6e3b7ce512fb6c3352c811bf8f56eddf0f5
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7319b1bf8d61e4abc9b07f8c844ba4cde8631eb6
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ebaac0289a68404a447bd5b3d2894c2f419ed5d6dcb094391a3819e45c858c
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94994511c8525e5772af7d64b66846db23046cab
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dafa2a5a6c378f2250ba0e45a58de5a89d90c41d56a662cd2892ffd93498f4
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32eb677196d4356b586ede0e887602dec15fcdf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3491cdffc306a31d33c166af02088fdf3add962de0cb9ece222c78c127a8453f
+size 131677719
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05eb6f125370209b1d0ab7947095be278df5a600
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3901551c3cbc556d990631defd01dd53dbe136a9b5fe49b674c821710329dd6
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d046196ded89aaa4d78b4e9e909e4348f17d2b4c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d2667500de373b6bc6091e744438467407cff028af43ad48e2d00e361c08f8
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a939c0710590ca63576fbd81402bf6179b0bf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6e3f4cf84d4abf03bb3cc33afdb35fd7b16a2b8a05a5cb3c565eaefbe4c5ba
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9b603e2449c86a689805f7bbfb388338cedfbe
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44d8e76307e5fb3bb21c0d8542c913b33c163cd1a025018533e25938795f1ab
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50552ff4adc18b16ec1e90b5011e986d4f3bac06
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bad1d9ebeda0510a04d61e347cf5552cbf619d04f0ad1723f668417541db1eb
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63a70c8d5d3124fbe082fb19469869f210baa69
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8585fd3b0abbcc35807530d1b6e893b97c27d1094dca237c08602575d44eae00
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fbdd9669853509a5628358f11e998f93b49dfe
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858b338cc8f810b1b044f4f55fbfb4334ae932710053f0ec20ca81fcaf55142c
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23923e865197a623fe764ef370911634f7ab7129
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33691588955ed1e67ed1facd037c775176516fa5ff243a8f8296a768194218f3
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e673679e51e5ee9887eb62059024803c304aa35c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b827cd951566d44b429428ee4a64078b663d360a55ae3cb237b6a34c1991f6a
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25601a2d3e430b1497311f79c46c9fe8ff9e8286
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0479c1491739bd4008774942b1bc8ddd732bef6b9ba88371709b81a1108526e0
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d5917ba857a0c16fd455e13eebf9d6aae91244
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529e90e721548f177673b39b97ac8144dfac972a7441183be9c35e29d81052a2
+size 131677847
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c736aee4a4910337831d2f1e0e4ad606a717327
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fdb085cb3ea430781d4ce8ae249e273c9db889696e6ff6fd56c3391a5b9ce8a
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b5b11f643a181e6fae5f261d8574994a2c89bb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1c961a387e78310bbd66658f4ca9793aa9882b7571d9c81ff3f746b05c556e
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f176c2933d0baa99738e6a5ae0b547903f14608
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4cacbe7fd7f6e1a44b5a32b96f4de6731a0f056fa87f26900fa571072c129e
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041b34dff8600a5901f9556f26a784b95923e0d3
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688ce9a24496f108d546964b9611a056c9d374dc410c71a1b68382cca52e11af
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699ca19df965d85ec66a2759590d7617f5c0419d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f110d6c7101470e329834b267104850839551f3d59397f390bb35068a428c7a
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae146836d9c66aea00ef513dc844aa15f9df17e7
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fded96ec53407b89874bcab8ef73d57d318abfcd773e0000c62ff7aeed5f9003
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f2698a2279f20415734ede7b114c716a93d0bd
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f748a59aec69eede14daeec5a26cb52fbacee29cc8edc8c74c92f7f5b7ffac9c
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bffd9b7ec1940d2f0a262fdfa5eaf5080888785
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b6a0c4e3f370a6c1a8435b42ee16a5590457d7e76c7fe5dce8f10619f3dc91
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5957c77607eb7613ae2fca67a2a527376475801c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5366a0016281c79986cb93fa81a9425e14bcea5083d31948d8e25c7c1700698b
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e3190a44fa152124fa4805e2c2a350a3e50f78
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71223444a74b592e1af7668ef18fef7bb888999e47102235182e44cba2b448d
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5009a3c7eaa574316993b84b23bc98c772a1530f
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a37ebd60905df20855851c7d6ae2ae98086298453259415c020798badf92952
+size 131677655
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048cf6b46db622f8754e05fcf0f67117ba336bab
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d5d5496fa1b41999e39c7243c3106e8d6bba79dbb946ed8ce47b8caa01eaad
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441444e9acf5c3b1f61cc818707f70a4e0925cdf
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f9479024b7e0a949ca51f797bef82efe254da00409a4599f871fff63e295d
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ec50f77597e2dfce240bacf5378ee8292277cb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1136e9a4278556df42263f9013c9776d0e6a6c3a4f44164822464fa4daba0d01
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893db9ec7178f462e2c72e0f53ae613b6a85435b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1de0e51741e0155b0334d04bf4c6ccdb384986128399e9faec9fce402c390d7
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6179ecf6d88826295e4776282ae9db4ac37139ef
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f333f3e645c408b07d74bc885986ba4f9876f3491e04af8da2d2c14e211dd7
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b2864b88af3b42d162213c96d35205f33e2ea3
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f323344e5434b940ab6d36a4b8c8ea72fb03eb8bde8f9b48b85b8326f8f513
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0424a4c8796384dd9c82dba9facdaf493c8a9339
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736253435a5064073f776e38093b9af393b775a8ad2f94d00b0b4840636f3e15
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece5ce40031dd58279fa7ad4932c03538256b60c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121a1242e80e5f5242d01646ffbd16781d1824f750ca7e0993855368d2842169
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31032455c4c38f40fd729b2b9dae93a7aa8b817
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf142aa494e18e25916ed6cd3abcfa5619aa1759ad7eb39eb4d8a9679a39f71b
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93aae09b333afa64f6437be14b2ec45ad4d5ffe
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c059e77cd46aa2ceb77378764f6ccf00de44dd8080f879e8f86eb174abec62cb
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c216d184d01b62ed399db75d19d113d8cd3d00c2
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4730421ab8abb1fb18a5443b2d547de607fd97fe1bfbaff9996382856dd34a0
+size 131677719
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e400f9808bc2f1da5344bcfd1480df22a427e8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f808727cf91682656f577e18dfaaf1f844f68fd12006a20a75dcf3a13cb1a19
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4691376896e933322ae178371a6814636a1254e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d872879b31aaeab997bf0684296cf7963a3a136b8cb543b5815c5d4e4966488
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9458e5e89f66fda35941c6d6ceaeef2e980e19
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e32cd710b6d3db42992c22ae24a79179126532a86f9e4637a6703ef278a0da0
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d8f4c82e8e400354638855b69af22cbbadb183
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710f113532ce612de5f94f97b85de0d12a27165777c6058e79dc3ad2489fef5
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb201a4535b870b6fb2acd9ff7a50372b169d50
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265ca22b1932f48c06d3352b402c2252123e6a10b9a3674c8525bfa34c942c05
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d18731b287dc54c2b9e9452da8d5e08eacf6464
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d45d653718ac03ed72d31dbe84806957608ac82a58f5b78f529a1bb28063218
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae6155f2e25dfea1419748724bb7f4e22f824bb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ccc534f99f41998e720ffbd106db0c0240ab4546bcf9242c7840000edcb4b6
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef652a6904306ae9a437c07e2285a41559baeb5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a950dab46b43f60cb50925ceec345691329f15994d6fdeb608d51df68ba21871
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2132afe496db8785bbfd97dce1ed37e5548b5af2
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d21e2c0d912c02d4c68189e1b7a002076d971c68bf0d3e35aed6be5f51a352
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21cb6c67379cabad3b06b3c1a2de67a02c0fda8
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4473eb63d9627ee5d56a6546a8b50f67a5b6ad7aec6838b45da49cd4831129af
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a0eda753203bb258ad320627b8e171d52edda2
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48e890f9892415298a96dac12352d11a07f4138a99ae363f6d8cf88e0cfc1cb
+size 131677719
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b956f68ab8fe3feac002267b503da73cd34fbab9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e89988c2c578cd50ddede9fe2af2133745f50759af57e6f97fc17fb6a582c3
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bba7bb888eccac4158412354b6866c58f313253
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80484e2d4ba90b9a546ba243b26821cb3f9f0ed9e133f25ffbcfcc40c12151e6
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdda393a606c87af79489523e56c37d3866dabe4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b96821aa6bfd598cf2a8e4c22cb01b78883dba12d0da56acacadfc378cd0a5
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29780d7592e049f401dc3a80f6b3f0fa8a62071e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e57a93717a1235cb66f5299bd1a375506bd5aa63f8bce6940b4ce96414c683f
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd617b0f8c7b33e2157ee1b9f7a96a6b95a1553b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61249389aa8a0c2726eae03676668fbeb85641d59a15cad6ebbe0e2fbc845de
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446c4e574e8e1d3db59e7f1117cb2b7cac9eacec
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d3986a2006d98cf07c1ed3e929d62cfaa243da9db87fce974da5355c24d831
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1b8d4ce50550381222564e9775d3eb153b6861
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a69b3eaece14c377647c8699b89516f8a209afff7e54cdb22f1b29d1ef26852
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb6abbbac3d69863be4c1d2e6ca09e85f05371
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4902cce1f92654503121bc0aaa22bf45d35dde3b0120be89145cc55adc143cbf
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e532ee32b9e96cddb5d11002c01b87fd3ef30207
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2b7e8ae81ec829369c7fd5407767626d090a6f35304c027c9016600d56b75b
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85725fb7af589ad5f5ff3e24f8b6d1f6305736f6
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6745f48de0cf700eefebf59bc737a511654b626de535ebc267417c305586e942
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc964c5aca125330070560873fba2174a275edb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a483980182f345d771b3f8fce228b3a07e1574e7a9b3fbb12b51a78bb124c5e
+size 131677847
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413511754871eb5932b91e6a2c81c1633931769e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b190e658a4c45578d44b7aac4f4f376dd217f470333cdd69c40dd91ecc48a
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba4700a7f4ba5bff433f1bc1395401b6717fe08
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f88556baf375b5a5081af907a4cfd78ca3bce33751d8be81ca4cededfe5298
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f9e4da74cb03617fd40262debd2ca0c978d485
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705884acacc450bf6910eb62244b7b22a6b36665114aa66156b461a0e2376c3a
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e0f521c057b1d2faffa4a5543a719839a4f538
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf64dd72592f119195128b26268b85efe7921e49797ae907598cd46ef075e20d
+size 131677922
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cffb1387cc1693fa2e7bb9913c7a92a5097b75
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4921aa55ecf1c850439afb2167b4fd4e2c778298b8dcd61b2cf6f116a713923b
+size 131677730
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39e40528057c1393b0fdaf3ed214a8ba41b4c6c
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1156297f12602b80e7476ff0e635c305cc234956262b785594d4c82cbce59721
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f262a484f9f156976b6deaafea26b03503c27702
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e29b3689c4cc289b000f0e2184eade1e943c906d7a49e2e8cffde80581ddee
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32774c7ec7e23738ed7b138715066a4d363512d9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee034dd55d22b592a16e68bc4937376c48ff381b62e3fad862620d516583d78a
+size 131677794
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13aaebaf6dc4bcc5064a45126c519db938447b09
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e40202a7924b89932240a3423438389cf2bff5ce4377295a2e937844c66b1b
+size 131677858
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dec9179a6c3b41b883fb05edea8ff5715ad6da
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895eb0f7d1764bf887f1541f76775d029fe4900831c793c4bd2a3ef6256d9925
+size 131677666
diff --git a/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6706b40741eaad9350d98802dc54936505c49b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee2a6178c01b60d37a4d76f962edab13b5979681348732e06648a22acbcf550
+size 131677719
diff --git a/2b855b9bc4seed2/global_step52452/layer_01-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb6af5578ab3111ef345d98a28c98a9b97f7a7e
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11594fdd683351c2f0b8b01f45fe988c229f0583f7f60b6f3fea1425c7df2c1b
+size 268043523
diff --git a/2b855b9bc4seed2/global_step52452/layer_03-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fec13b11c1f04f4396879b69eec3a0d16d13bc
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2953e428a36a002bd73f1052544794b545cee663425d7e1b164c6a298b69da70
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_04-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea8bdacb80fefc7a4d0fce121db08f8064372f4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e298488555d3caa00b0d2baf181a499e179bf377303d47936197b98ad502aba
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_05-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a80d37e8eba44342cc29aa6702fe01bd922e6b2
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef8d87cbb60ca5c90b1cfd9f00f6eae9b79535f310734ecc89afd7f2fe66e48
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_06-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351ab9d44002e5d2f9c9330f1eb2f0940e1a979d
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1f6a84c049af63b0165882f795983ee9ecd6b7f58cc337d8d57414e302beec
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_07-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e4e83d05d9ff689cbf2e116b7cee46117c7846
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e26168fc5c5594b0412bc79f3100dc275be192ff8a3cbf8395ca99ddbdb3c6
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_08-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e112d0c7025221aeb5be76e4e2d36571bb89247
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a666eac018fca4210eef2b13a333487b86b73d5c9a46a8063881321c260835b
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_09-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a29b38c19f8c0c32474d0aee8e54d5291f57b09
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbcf0c6e58566bdc22b977c636d9c29bcb58d893da3dedb93ac0d2d5baf78cc
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_10-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc4b8b6549cabc999bfa81be213bf10afd67cc9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c506814db02b32ad983a2307d5e0ff407131b4b4ca5afabae48693c6206be1da
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_11-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f6e0cf48cd1c35c37ec493afee012a9086c5cb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ab8c311599043694b61bb1766b6e38dad53c48a6e7e633ff91cf86cb583e3c
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_12-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711d64e9100d459b93d9054b52fcc039d7b65165
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f53ac9a25c86aebdde83af26a2595de9a9da2ef11704cb927448f0f411f3213
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_13-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67534e832511fd8b53b78a5d4a5a3f230af15740
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5cb13e6d04a514990a629927ab0ed33992e0ab38a77a010ea2a5d745abb77f
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_14-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6cddec679682f72acd4edbbbc13a1d5ac1a9f5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99204dfec890e1fcb79223d0910fb0ad0979070a84e03e1abe91109f9ee13de
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_15-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecafdd6aa656269cbff0c947f1a27a2b4add806a
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b876f591dda9de409966339a6baf5e29f06f8f072c4cf63bf287d0271d0f9f
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_16-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64df1e1f0ff9fcf804af9bd98092e322c3c179a
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3902243ef1de5074ed5b861b6ec0223dd70811fa71644a5bb5dde637773d812f
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_17-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35af98a22755fa1b1e162be6848124990ec1ca02
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c9e489fcfa01171b09789194c4a8b6ba7ee32c187f8482698a4580f2a1f361
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_18-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97ff6c65406f3cefb28a68e714127c3aef94096
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d997de0cd2b10c43e40c5aa979c57eb4579e3e8902fcc08d8f9ed55a50237ab
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_19-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10cc9e8806879448bc2c73f0f8d50ec7b38aa5a7
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948bd6fa27df9713dc11cb6d744ba540e75a5bf77db5002ba8ff948637367d5d
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_20-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075fa20936225659b7c6458065de5249e0f7a94b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd61b82ef9f6a296c8a5bc424ef3876153689e8cffafd2ff1b17da85dc8636f9
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_21-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8917063b8566eeadb0fd4623b96b89dc252aba83
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479355ca2341609b62d6c8d2354bf0697b1768335c22ff1d02608a09e0fdd395
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_22-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0c911941bbcfbc9438f0f1422642c085ac19f5
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2bc87106fbe4e8820c35e547e149431399aca272d9d49d08d32efa043b8da6
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_23-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3bfed1deb323053ba4a53e00401a3d4b3b46b6
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059f80142af8abe2fce8f35bd8eccc91756cf515805cb2c4c4b1c1364177e427
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_24-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3e1a0b30d1288b7ae4d14481d1f81f622e969a
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf5e7f4d28fadecb109a0a252fc7ae62329c225ca615dcab8e033b2aed699c0
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_25-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c5be5389e230e7800e56c1a23987ede55c22c4
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d8f1ea503a941445440c36ac4ffd8c1be094ecff82cd13000b40706be23980
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_26-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8da8fe7b52f93d8776fc407727a0a122aa8334
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b7bec225b122627d6b4618fb1aa7f51ea92175d8a2a694aa48de7e1b7766f3
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_27-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76e9facbb470be4bba81e2ad5efb54ad6336317
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb95eb3a409c514a41af53c8c82c7e913c0d36789154edfceda693e98628fb97
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_28-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8dbcb21ab4482ee3d53fb39d31ebc2a493cfea
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf060b4478fbdde8976117088179418b409dea625bc23079025d480cc113821e
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_29-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241d0e3cd485c5f6232e4c3b455b11c4b95f9b60
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518a9870f4e3a6f07d373bf258bd0b6e670ed6aa1898cd1ad2af7b13a75d9ced
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_30-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803181785862b672ac01fe4fc550f88e5c046ddb
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb9a31c3e347de9550d8acfffb93f95e62f405d5e29d76d5d8fb1c2d3af608e
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_31-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11988efbf4fad0beda1ccf7af261dce0c1f85f0
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72d927c82f11ffcfe0c084c8e7842a756d44d9dee9d57d003ff253875c70539
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_32-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997530dd396c4280a381bafbb6a11dfe61e619fd
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2194681ac49a8bcbbd969c3d7e29b1fcad09495f6b31b603f2870e549d4b2ca5
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_33-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1d259dd77d649616e102183b124a09a5e86dc9
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602ae5c8f6f9c8d0358912997b2b7a0b10f5621bf0f5400573d09c04b6e64cb5
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_34-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495cdb7886d76c65f1212a1532d77b329fd4afa1
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b43406419084cfa80321afe0fc3e88beeb238f1bed0357431f38505ad4c0ec
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_35-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135aacab82a32be60321d84671ea178b2b295470
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa4182c3cfaaa00908eb24d18580502f27b8353612c8b46f0188361826056d9
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_36-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286eb80c623bd3a0c852948dd11e3ba3d1d83222
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9c0d89e64a416b2dbeece6907b613acd5c9bccc3771248ff35604bd7de7d14
+size 157357315
diff --git a/2b855b9bc4seed2/global_step52452/layer_38-model_00-model_states.pt b/2b855b9bc4seed2/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5df048d3f5e8cd101631aa4412e6364ad23458
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590b2644d5f2188c73aca61804bd3fdfbab30c1afea05f94aaf386e89a06fc80
+size 11459
diff --git a/2b855b9bc4seed2/global_step52452/mp_rank_00_model_states.pt b/2b855b9bc4seed2/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db826029c35163758fc03bd4363fc0cc2d20b37b
--- /dev/null
+++ b/2b855b9bc4seed2/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f654bfac7baaebe57d159e7877f3ebc958ae30d97ee42a0934c20931f1fef8
+size 49907
diff --git a/2b855b9bc4seed2/transformers/config.json b/2b855b9bc4seed2/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b9bc4seed2/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b9bc4seed2/transformers/pytorch_model.bin b/2b855b9bc4seed2/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18a3b3172aac5b39d8d3f6dd647357b980200388
--- /dev/null
+++ b/2b855b9bc4seed2/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e566167e882c0109a53796ae7b64f7c0528b4f138dadd711966c43f3f3144c58
+size 5903417421
diff --git a/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_0.json b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_0.json
new file mode 100644
index 0000000000000000000000000000000000000000..a46663923ec4204ccc4b41a71e6c776bb5671f9c
--- /dev/null
+++ b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_0.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.337,
+            "acc_stderr": 0.0149550879186536
+        },
+        "anli_r2": {
+            "acc": 0.336,
+            "acc_stderr": 0.014944140233795027
+        },
+        "anli_r3": {
+            "acc": 0.34,
+            "acc_stderr": 0.013680495725767785
+        },
+        "cb": {
+            "acc": 0.39285714285714285,
+            "acc_stderr": 0.0658538889806635,
+            "f1": 0.18803418803418803
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.43467436765584544,
+            "acc_stderr": 0.004947010937455336,
+            "acc_norm": 0.5597490539733121,
+            "acc_norm_stderr": 0.004954026775425778
+        },
+        "rte": {
+            "acc": 0.5234657039711191,
+            "acc_stderr": 0.03006330041190266
+        },
+        "winogrande": {
+            "acc": 0.5548539857932123,
+            "acc_stderr": 0.013967662954355487
+        },
+        "storycloze_2016": {
+            "acc": 0.6889363976483164,
+            "acc_stderr": 0.010705164869803167
+        },
+        "boolq": {
+            "acc": 0.5975535168195719,
+            "acc_stderr": 0.008576992126012482
+        },
+        "arc_easy": {
+            "acc": 0.5757575757575758,
+            "acc_stderr": 0.010141333654958565,
+            "acc_norm": 0.5092592592592593,
+            "acc_norm_stderr": 0.010258024147860659
+        },
+        "arc_challenge": {
+            "acc": 0.2363481228668942,
+            "acc_stderr": 0.01241496052430184,
+            "acc_norm": 0.28498293515358364,
+            "acc_norm_stderr": 0.013191348179838793
+        },
+        "sciq": {
+            "acc": 0.806,
+            "acc_stderr": 0.012510816141264366,
+            "acc_norm": 0.741,
+            "acc_norm_stderr": 0.01386041525752791
+        },
+        "piqa": {
+            "acc": 0.7431991294885746,
+            "acc_stderr": 0.010192864802278044,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056243
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_0_lm-eval_global_step52452_2023-02-25-00-07-43_0shots_backup.json b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_0_lm-eval_global_step52452_2023-02-25-00-07-43_0shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..a46663923ec4204ccc4b41a71e6c776bb5671f9c
--- /dev/null
+++ b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_0_lm-eval_global_step52452_2023-02-25-00-07-43_0shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.337,
+            "acc_stderr": 0.0149550879186536
+        },
+        "anli_r2": {
+            "acc": 0.336,
+            "acc_stderr": 0.014944140233795027
+        },
+        "anli_r3": {
+            "acc": 0.34,
+            "acc_stderr": 0.013680495725767785
+        },
+        "cb": {
+            "acc": 0.39285714285714285,
+            "acc_stderr": 0.0658538889806635,
+            "f1": 0.18803418803418803
+        },
+        "copa": {
+            "acc": 0.75,
+            "acc_stderr": 0.04351941398892446
+        },
+        "hellaswag": {
+            "acc": 0.43467436765584544,
+            "acc_stderr": 0.004947010937455336,
+            "acc_norm": 0.5597490539733121,
+            "acc_norm_stderr": 0.004954026775425778
+        },
+        "rte": {
+            "acc": 0.5234657039711191,
+            "acc_stderr": 0.03006330041190266
+        },
+        "winogrande": {
+            "acc": 0.5548539857932123,
+            "acc_stderr": 0.013967662954355487
+        },
+        "storycloze_2016": {
+            "acc": 0.6889363976483164,
+            "acc_stderr": 0.010705164869803167
+        },
+        "boolq": {
+            "acc": 0.5975535168195719,
+            "acc_stderr": 0.008576992126012482
+        },
+        "arc_easy": {
+            "acc": 0.5757575757575758,
+            "acc_stderr": 0.010141333654958565,
+            "acc_norm": 0.5092592592592593,
+            "acc_norm_stderr": 0.010258024147860659
+        },
+        "arc_challenge": {
+            "acc": 0.2363481228668942,
+            "acc_stderr": 0.01241496052430184,
+            "acc_norm": 0.28498293515358364,
+            "acc_norm_stderr": 0.013191348179838793
+        },
+        "sciq": {
+            "acc": 0.806,
+            "acc_stderr": 0.012510816141264366,
+            "acc_norm": 0.741,
+            "acc_norm_stderr": 0.01386041525752791
+        },
+        "piqa": {
+            "acc": 0.7431991294885746,
+            "acc_stderr": 0.010192864802278044,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056243
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_1.json b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_1.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb2a0a425855fc3183f397a185106a138e5f21
--- /dev/null
+++ b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_1.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.328,
+            "acc_stderr": 0.014853842487270336
+        },
+        "anli_r2": {
+            "acc": 0.327,
+            "acc_stderr": 0.01484221315341124
+        },
+        "anli_r3": {
+            "acc": 0.33666666666666667,
+            "acc_stderr": 0.013647602942406396
+        },
+        "cb": {
+            "acc": 0.39285714285714285,
+            "acc_stderr": 0.0658538889806635,
+            "f1": 0.19047619047619047
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542127
+        },
+        "hellaswag": {
+            "acc": 0.4305915156343358,
+            "acc_stderr": 0.004941470620074861,
+            "acc_norm": 0.5610436168094005,
+            "acc_norm_stderr": 0.004952454721934794
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317177
+        },
+        "winogrande": {
+            "acc": 0.5619573796369376,
+            "acc_stderr": 0.013944181296470803
+        },
+        "storycloze_2016": {
+            "acc": 0.6851950828433993,
+            "acc_stderr": 0.010740068943171381
+        },
+        "boolq": {
+            "acc": 0.5896024464831804,
+            "acc_stderr": 0.00860348804861752
+        },
+        "arc_easy": {
+            "acc": 0.5845959595959596,
+            "acc_stderr": 0.010111869494911519,
+            "acc_norm": 0.5395622895622896,
+            "acc_norm_stderr": 0.010227616386289013
+        },
+        "arc_challenge": {
+            "acc": 0.25,
+            "acc_stderr": 0.012653835621466646,
+            "acc_norm": 0.2858361774744027,
+            "acc_norm_stderr": 0.013203196088537369
+        },
+        "sciq": {
+            "acc": 0.859,
+            "acc_stderr": 0.011010914595992438,
+            "acc_norm": 0.826,
+            "acc_norm_stderr": 0.011994493230973425
+        },
+        "piqa": {
+            "acc": 0.7383025027203483,
+            "acc_stderr": 0.01025563077270823,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056243
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_1_lm-eval_global_step52452_2023-02-25-00-07-43_1shots_backup.json b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_1_lm-eval_global_step52452_2023-02-25-00-07-43_1shots_backup.json
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb2a0a425855fc3183f397a185106a138e5f21
--- /dev/null
+++ b/2b855b9bc4seed3/evaluation/rankeval/2b855b9bc4seed3_1_lm-eval_global_step52452_2023-02-25-00-07-43_1shots_backup.json
@@ -0,0 +1,87 @@
+{
+    "results": {
+        "anli_r1": {
+            "acc": 0.328,
+            "acc_stderr": 0.014853842487270336
+        },
+        "anli_r2": {
+            "acc": 0.327,
+            "acc_stderr": 0.01484221315341124
+        },
+        "anli_r3": {
+            "acc": 0.33666666666666667,
+            "acc_stderr": 0.013647602942406396
+        },
+        "cb": {
+            "acc": 0.39285714285714285,
+            "acc_stderr": 0.0658538889806635,
+            "f1": 0.19047619047619047
+        },
+        "copa": {
+            "acc": 0.72,
+            "acc_stderr": 0.04512608598542127
+        },
+        "hellaswag": {
+            "acc": 0.4305915156343358,
+            "acc_stderr": 0.004941470620074861,
+            "acc_norm": 0.5610436168094005,
+            "acc_norm_stderr": 0.004952454721934794
+        },
+        "rte": {
+            "acc": 0.51985559566787,
+            "acc_stderr": 0.030072723167317177
+        },
+        "winogrande": {
+            "acc": 0.5619573796369376,
+            "acc_stderr": 0.013944181296470803
+        },
+        "storycloze_2016": {
+            "acc": 0.6851950828433993,
+            "acc_stderr": 0.010740068943171381
+        },
+        "boolq": {
+            "acc": 0.5896024464831804,
+            "acc_stderr": 0.00860348804861752
+        },
+        "arc_easy": {
+            "acc": 0.5845959595959596,
+            "acc_stderr": 0.010111869494911519,
+            "acc_norm": 0.5395622895622896,
+            "acc_norm_stderr": 0.010227616386289013
+        },
+        "arc_challenge": {
+            "acc": 0.25,
+            "acc_stderr": 0.012653835621466646,
+            "acc_norm": 0.2858361774744027,
+            "acc_norm_stderr": 0.013203196088537369
+        },
+        "sciq": {
+            "acc": 0.859,
+            "acc_stderr": 0.011010914595992438,
+            "acc_norm": 0.826,
+            "acc_norm_stderr": 0.011994493230973425
+        },
+        "piqa": {
+            "acc": 0.7383025027203483,
+            "acc_stderr": 0.01025563077270823,
+            "acc_norm": 0.7421109902067464,
+            "acc_norm_stderr": 0.010206956662056243
+        }
+    },
+    "versions": {
+        "anli_r1": 0,
+        "anli_r2": 0,
+        "anli_r3": 0,
+        "cb": 1,
+        "copa": 0,
+        "hellaswag": 0,
+        "rte": 0,
+        "winogrande": 0,
+        "storycloze_2016": 0,
+        "boolq": 1,
+        "arc_easy": 0,
+        "arc_challenge": 0,
+        "sciq": 0,
+        "piqa": 0
+    }
+}
\ No newline at end of file
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08eb3cf54e4f437588c1ff94962c67088fec005
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29727aaecf9f6942133d00fb2235451cd3f1da260b9ba23f0dc7d9971a1f7b5b
+size 131677719
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c1592c803934ebb44155813092e8ee89db3541
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4cbf43ebe6852a4f1b803fb3d3c3322869b61d215d47aed8952aeeb426b6d
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee5239540c6c647d02bbe285b81fa00959aa679
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26287fd5bce91bb64e5cfdcb9b5a8a7b8985da60f04797b57b9e2c09c5f8ec31
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce5c1f72d09ab55fa60b573890ce91fd39f3c5e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36055f9b8895d2da4d60b48c199a31e6731400f2bfee0815d7b372650e49852
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff96e4aa82126635625800a16fbf2b26c128a58
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfadd48636260a332cf431c60119b89f1972c95be90b34ad6073a35349245d4
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1ddc630f206092e513a592536ec312854faca5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd7ebdabde3fc4de8c599effaf137645f82039fb35be623ecfc2c5299e40335
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995e42881738b168ba0fc619c16f98a6545da574
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5bdc155f9c509c66da6150bcee196050bc4b34c980bc52605f544bbab4375b
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfad25a37d9e95f1099b56f46afb69ee3b9f6bdf
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53626efd253f1dd77b027e2af5f4c753cc99506919afbded7fa7e77240ae7893
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d829ef74ecc9d3879d94cdd9a0a94018b1ae71
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62da599c597eb6a9429b2bcfdf10136978eef3f4821ae87de1b4092f4d16ae55
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1a518d6ca11c01a0cd256f4099130c5847eeba
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89281487af2c6024ae28077814a31d27df8a403fdef567c43b02fffa8ed861c1
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159fd39be18e161280647949ea7bc8e542ba1341
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9c742438bc732c8a7ae8180ce46bc33719e514a2d69fa522729721df07967a
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c53e57d62a5a89eb755a5957ab83c30d5210fed
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b437c594a958256c7cc5a39a43d5f682c17da726670af31fe57d5cafbc08592
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d60dcede22009c92a8ed2ea70b557992e9efc14
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7df3ee3a35081314dffb66e6bf41957144376f5d5fc2fa7e578e9131d89b9c
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dd42311a904abe282fc5278610c5dcbd7c2270
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05df7582f2660eb837f29f9b0628cf459f20e1225faefb816b1459bd6847e22
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05001a505445ca15e6414c27869f7a511263943
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce8d2e59f241e9a11a6b4041ba4ed812215d9d2f3a78d5973cfe50943f85e35
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2eab5d499a74b729c4712d1442ef15a14b5df0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2d0b07fcf851289279384898bf095a07080fc53f127eda6758c4397d9778b5
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d71fc359d3edebab5e7c86da973021fcad4b85
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d717de5023a1b61d691323a695071cff67f5c8ecea04c54f316cd5c33436dedd
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428d98f66855519286e72a31dbd0d02f14ad1ff4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8b0a201464858d573f84587ef8be34f8a22736880e62a6bca7d5bbf198439d
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4818a7e494664d8fbd70cbfef596943b1a09f1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719f0cc4dae58d925bc6359d86e4317c9f45c03c3342eeccd07354597e90dbc9
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cd389ef3feb964d4e682241903c664be1cc0c0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65385532f76703f73d850462fe29a19042c42dae91df463b8b61a621662a96b4
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02870b56d0be7609ccc7acda6174438661701a7b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fcebacc15ca273287595ea70ba1e793cc02badc4035eb9642e1f11d5984849
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256b92adcb27198a02af694056a57bbfce2b9b08
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50196497ca7c0723a0e5f004635c6dbf1b15c09b5af83ad5860a628d579ebab2
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3cef32df897f42e8a1624c9c855b30584c3b49
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f4282ef04171665e80cf60263e6c76cdb89ebccc175b35140c9db015ec8591
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36d276604a3ffbaabbe70c9c752c011b8ec6a9e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99df1e4766a65ec9a2c672761d96b59a2e8212b52d12417b395e4f52a56ff21
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d74e7c12a3c8f64bc3c0ee689f256f9d52277a4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa40ec36f29eea77c6f86736cf3c92ae88c1d98b94d744da2ddf0da5bef03a47
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d4b7bdfbc7bba8c9c2dfcba757fb3bf5d244c9
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2dd6ad65092a846cb0801597087857791284e857eb63ff8597d47ea7a7ad96
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2176cb81e87bddd164e028f468f33d0c7b62b0d0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02277c5d426283028f43e317ee608eef4d3df6c3e344fb3093d4dab3c3c554fd
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ad77c660ee78898e838b0a3bd924f8965f4d9d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633ea6034dd91b40fc19c70901b13a804fe0f0627ddee6fab0e63f1cd8cb1249
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deed9a782a119c3141a9143c8497c5d66774e8fe
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d4336c7bd1deae08f761cb26abf8fd29730e582e44b3ac6499169340184bc6
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88be62cddde996a4e58ef82927517cd6c9c16697
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34819b2105d6148ebc01d553dc3abf6abe48747b37f53abebf7b185780be201
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff5d1ae20a961255df7b2f54043f5d02f1ed377
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73db7bdf2cfa4a04e941103e82fc94751acb6f289a84af1115289a067f7f22e8
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7ce733055fb743b17b8277f096e9e72c0fe189
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4885b0cf9b892fbcebc5cc184dd4e9bafd215b3f47077380ec316b2c3835765
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618259efa4910c9a8adb41981e62caf4bfe7ecdc
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b6e9abca369894a91162b41cdc957d3f20a8c62bc618d857f0e0da0298dcaf
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b74f24c85089fc1eb630e36554b6451786c4c6
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784b08abf713498dc0aa6e5b093517c010912668e6ea4abc0eb9a39cdf21e22f
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fc99e1d8fa19f12e803e37c171e349e85ccc4b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1eda740b8d72684344afda12380c3a0b792d0550f0e72759a129388ead83f3a
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49549b4346509759a5ef781bb4ca8aeeec3691c8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd950adc88abb3b79c0a0723949bf73653d4ca1d7246c903067bc9d89db8406e
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899594a740b407fd10306f878140cba3ee4236e4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6b55d41536127f0e73e383f155f0503f3e4b276fa85cec321f764b146c73cb
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fc360fd573cbe226b163dfea2dba4ec2eb118f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10332ebcd253c4c3685885b53b4a6d5bf010ed37bf0d9a6f0276a0585179d3d8
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd1ed97b51f9e1528ef9362757c20291b19c836
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b112f83efa3441873bd10b6cdc7e756757bd26eebc5a50cf480ab684ff5517
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef71ccc6e5092cc0d179f18082322205220c8fa
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d2765aac4e410ed646433dc99e1e3e994643fa50af8b9b03ee4fcc941f7947
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dad77a9024d5f83074efbd39b165f524c99c75
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1111406c38972221529025907a7a975f94dd0780b257b94fdfa93da3dc8772
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deac25ecba5ea9cccefe32d5b7a55697f298f8de
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f920cf44f485fd6b96746d6f679a1ceb417775a061c10c86e4b0b5ff04b5bd
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f628ef6de9283a6bbbed3068795408199de4d19b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e072323c17a4af3fd8d3b6ebb904f1e0ab783b51624beb37eab044ee599d3
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01ec6fead4cc5d477f8cfe839d81d91b50324ce
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee108fefc8b37cf23205a5b32b75c2d95dc49bb4cb3225be5fa70ae5de3a317
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e53a07dceabd29e46e17aa50c34b43fb9cc2aad
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6ac1c0be1a264ead742963f8188e23af44303a96205972662e48af47c0ca2b
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59034e89f1240dc850fd7024a7f89e411472910c
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34701973c1c790e67e75891f978d11aa80c142680d4661031eb4b635154e3419
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7689607c7183349b3960ba8e7190db527033bed
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a294808a9562ad5b76919ab459ab21680d14287cc6c9d893deb9496275153d
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3e465758eb8e3f3e5b07adc2989702983a7466
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff68decaa69ff6dc66f1104674923ca42e412a17bf74c6daf7cc499433712e0
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5673e2e8706dd4b84ba49e0cd81a1a13bec2bdd5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df939741fed04c3b209b2cf82919ddb328d916de75b1589e8a4e281d7f6e80c2
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0480e3d6cf72e16afc1ae37467897b09adb910c4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b47eb6f79811739bfda5cc384f4fe4ab32da08eaf7c2a23a287f7d5011b184
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9460b21dfbabd65a1a552e96d04308917dceb1e6
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed63deb5baf202813afcb52952a1f9800f0f9d6234a3c77b1afebad067e1166
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b890886dbeac1ce7f77069ad4e225ad4e7ddf5c
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f3e5f65daf3183856e19a863fa66c48f82ddac43dc591717adfeee73060a55
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45577b97a4b6d4ce6889ab4df26b9958f73a3196
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b628bbec1062ece40519f593ba39ff947bc31524b60ff9fba156873ea63197b
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7f6b0e0e6dffeaedfbc87355753532a3793211
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5e12e24db16a97a971ce315e5e73edc1d809f7429bf973cf54615dc97eacf
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57851f90c240b464765c7fb4cdfa116f6bcde4b9
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da6ec0daa8e696c4fa132e1180605931ecc98c4e86f1cce1ab27ca79fd0996d
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8721d243055111a6aa86b97c4c1bde11beb4ccbb
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f572850e7bcd76415a240296ea7acbabdad87daaab68904c0d34c6c80b7a66
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838d7fe9df6ebf4e66f1f78b6ae95917316a725d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84eaf34cedb0da27d5b8e06bcf88f303315d928c64bf77f2c9cfcf06eb5b211
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87acfb43d86ff658ca5bf250eb0d234fe9a977b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1abf259586693385a527ccdfe1d7cd70371d1a0dfbe292e2df6ee159a7d270
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3e876cf51c312264684da8a8a22dc3c98de343
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8a57cffa952ceda6867c8301736c4c85bfaf776a442e423a9e113b2a37e74e
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861096f456f58925327fe3707582dced4fafb1da
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884384c0ba4761c4418e204a2625e8c52282f6a50792e3d57d84b9946a5f45fb
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e829b6f76b657ee830b0a5368fbfa31b96727b37
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054275d453dfd24a73c7be15495561acff7fc0fecff0ed0baca0240aef5aa426
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f2d633866b75fff2513eed55b96759379d39e3
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468ff1e0c68a2c9d32b7afc8ab3f85b96c433f71a87b56851ec528f4a79a051
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca21f501a176713231664327fcca2bf93af585b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0147a7c64353f67e744d24fe2515a3039b6dfc526e342c75761701ba3b7eb78
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6703157b03c2a392edded803d1cb18e3bc561c5c
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7374dd86a2723a94145618f98db9fd4da4d437b412d6b120319455988b098478
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b92301cd0d7dd22d031367acc95c760f412b5dd
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d6a4a1a6d8e0795de508ef25dbaedf9e0a54493259a1aa61fdf6ff67bba8ed
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31afcb2e35bd45073cc47f151737a5ed11719436
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8903c051abc2113ec8de0ea4585330ca38f07d4911cba7946c1cca55ba641d26
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa52bc2341d3ec6e5c5422bcf1e4801bfcc9cd9c
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252af19dad209446453f2ce0843f2ec235eaf8d9ae46732fed1badbc74e56d5f
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c416b224e225d84bfb1ff099d1d548b7d62a765
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2652544ffaef33b2aa01aa9c292e386de5d6df885545413d773425a9cadc97d6
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e2592fb86b381d80fce496056c8da83ce10140
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542dc7bc38016a7c1a4dbebc9c78cecee35420d3792d5c11556e33d67af027a0
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1e6e23ce73c9288159a42b572171a2d8dce0a3
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b28068b6f147859968acd3fac9df3c81af921b49ecb8029cb0fb55cac9d3292
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f295f43d998ae9f982149e4b15aa01400d3d627
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2801540a70c1e4f91e6c1744913898c18674709fdb95776f408a0b491f3af772
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097917e38d16e668f114fa49e7bf4c050680fdea
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f26b47581a37e24030abd336a7a25c0811d3c8c0083a7971cdc4cdde5e23dc7
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb6d15afb683263a7bdda339b4e35d5e2109005
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c178a61dc01e89077dc0542905c1df7b266df090461885974eb2c2c9e119aeed
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bbc06d1d4c1ba38cf2e2abffb13fa4e2715c82
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70105739d3f7e6eb3923f78b2b7f7549cdc6e10c9b60699b843aa6f7aa746ee7
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270443957badb2d1df00252b1dfc5af42209fab2
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14facb098808b42fbed74928535d7ea9b57229b50695f5d3523db3efaf475943
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f2d3d32b455f4fcc00e5fc33d87269bcf90892
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e504535424a9b46776edb141e7df63d049676bb3af9f2791011af63afff671
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19973e28163f1984ac5ef934bccc2e1ba0fe3fd
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c0b2c7495326b7d39b9e5e421542ca9d1c805ec93b5ce6817bdb5771991953
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c181414666add8039ceee1a13b3ef62eb5bd4542
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cc0b34f63b733c84ca2c9be1d083401f93c35b0394c93e89bb65c63eccbfae
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc6a2103c5c1404a6ec53b8f02c5ae95943af8c
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ab4288903bbb3b029772f0087eea4bbc18e38da0fa1ec4ffb3474a296cfb0
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8312431806ee16e19399c5b102f0a1a8cda1f31
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a01fcf130844db81ffa76ab8e1661af6971b8024aae9a06a6ae93b29340736
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5678b4a5fe70b601290457a3ea68e2e14130ab
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21d94bf07a36d3084fa91d93a1f18efc10d3b94fa2116ed1a69b2fd21d27df
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7861513fcf63a8ef479f914127b758b4d069e87
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0b8be50b60f1a15c3c1d3b52c07140b2313588366f3bc2d8bee45dcde5ea65
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcc9320a8a7b8f89ae38105ef9065cc4e8449e3
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a1f5849d861197ed3a3066675c90f284dd657c431566668d27b201c14bf69d
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3808a0ad8bc6046558406ecfb54dcc5c3f207a8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4942a521aba31c1a85824bc26b61bc6f15d7171f12482eb4efd8da4517152824
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024e5e0e70234e96ecaf07f6eca124ff4028dd17
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7740c1b6a63d73e0d7869d70f489d71dee0fa1ae230dde9a38dbf057a3dc43
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02830cb433f41779180ab8db148fcdd9aa5f5b4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a45230676971336fd88353f902af5c078cf601d7548ff1e8fe8b095a5dd74f
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d7ed02dea2cd5a99e49ae59f3eb1e7fa7a7807
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131b54c118275913169b07bd9e770d05fa8309e175ff0c3ac65adf81aa3af681
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041de5b41d0e18e4ef81a4b25a428fe3e018f206
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c3f0c7e81325e8be6e00f680910c27a8bf4af715ae52c1a41472bf672788cf
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c63580a016057c2df555fe23e048eda17a2848
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8adb35def9af18891658db8c80a0a1a088bb2dd74a2fd65ea01bfe96cd68b7
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f981eaa9d77c09bb6833514c369902304326e4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6e1802dd7b989891768c71cf48c733337cdf364644b08a0fe404fe9dd8184e
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d135f80f74bf79a5f86e249e66c61613983041
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2b532c2564dde18719aeb4e48bfac7d532d0ddcf6c4cdb06128715ab5584d8
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c644761fbc6de41ae047d95602201ef1984dea8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e74f1add5ab7b3806be3e5650520de6a253b9a41d547665fd9c37ce6e743a9
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac8897677f435af700f0897bb6206f748bba4b9
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e098db2e1c82a400c87d842161b4a744a439d9c4dbae0dd11a9a27487b79b3
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad13df246edd341297e01fcb2b7624835c88ee2
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2048125f9d566a60206d17744576de9d3441cf002570e3fca225492cc913d266
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5effa5203e52d5e38efc71ade8925d0de0b977
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe3e496fbe8ba87c0c3db560d250a61bf9da8ee409e37349c623c778810e06c
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbadfd66debbcfded1e9b770483527d436457a87
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074756a28722311f3cbc3139879b9c4140027381f60d763f2414b2e05c11fdaa
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a330cddc118c26ad7ed0e236bcbb85c444f4e8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c056d97fcf285838dcd741f23110cbe1212e25f13e094b0c0a18f67cb050e
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db691fcaf8f05fad39ac4f29b87a8f1d897416af
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fd5acfb1fdbfd52a1ecd784cde638779cc3ae8120333679548e1a7ee214467
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcbc198979f64128c94ebf35e75b0398c81a4d1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe7fa75c9340a2ba4cf26e29673927bc713badbb41552d0e8fd420108bcdf2d
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f95fa83db384779413f9f1cc62a2ee9947f169b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05edb8e4606a437340ed4e6f65344921d7f480238ed9ce20051b7b2dce954c8a
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908319fcb9219d391da8133ef707927f523250d5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d254851ce2cf04fa2c4f8c5e58eedfc3d4f9e92226fd4ca030f37de9b96b7f1
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe230d981b137998640a34b13f7032fd695e7cee
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53b95c0cf71c95cb169b19758f1d3bd4a86e26203e0828e2b057c225cf258ef
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178705b97cbc7e7868c92dd9d7aa0dff435f6c58
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fd2549553c75fb0d8db5a5abc7afd321553e3debc3d04d067545e9a9d60201
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797f0877e521a8bf3dadb2e43e62bb5e9ea50a7a
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c7ee952c4cbfbba61a6d361bc431f4694cd7f7390faf53e37629767045f857
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b558eb138e5b1a955e5a196bfb49b5b5eb854838
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d8f9e604a55c18eba277f6d47a9332057e9f0f814bf30a4c4fa029a17caf85
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97bed05a521f244e6865363cf1d1ae4269f320b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdd84f96aa38c58b1fb363146be932cfbfefb874c9ff1c148f486325b96141a
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59662f976682824da2eaf8ef7cac388c64a59ef1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d20f1d3bbedd2d8e1e42c8cf2494fae855330091d0836f934516f9e3738928
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3940322e13b0efc3e1c1f6eaa61743b405c4eee0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11027da4270837f5faf558c4f258e57506907aa93562ffb3de1f020d326990ab
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c70bc29f6644f4589d3d1ce965caf85df7a881
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c16a0601b6b55696f4add69df6305763cfd8109d57492b32766eb465a5043b
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0c9406d4d17ffbd95df3188c52332a47cc3fb5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1ac989b312d8b3e394e866d8c021727eedf4e9dee91d61a221ca0901b5b32f
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911b0ef46909a11527648b8874157cdb9c2ce21f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c5e56efe885c5cdc4b1167ac221f4a6c92d3ad1c4912f4061e99d121062ef9
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae16e7726a151b18c5a2beb7068e05870297d77
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766a410a32684b377db3f14c901f9cc39f51b8d54b5c9c435daf891ea9dc6049
+size 131677719
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6914c982e093329a1a36a58100a552f4d02994a5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1285befb1001829aadcca5920ba24971bb6644293e4d30b5300b542e412e2b6d
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae66688c211d60c387c48a2050d3e59e35eaf5c8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2723ed30e746e5c7728402717e8f7b58b62ad033c6e9ae81f0c2e8cfeb7301b4
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce2ac5bcac8bce62a6aa9e5d08b10df450cb8ae
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087f7b4faaaae68e243439a8343ca7359b5f703e617cbc99f2ea98659b5f5485
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d9ada7603b533f17236171cb3006e96fd691b5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab00a449168769136a67e52b406425036f39f5fd0a97ae2218fc00ce64ee1b28
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c4192957991ba3e26beb5e402b90afcb65887f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310f656a694ededd78df55ac9e4e7090de8ec9ba38b1aff6b28ba0a30bb0a5eb
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0726905b7eb6d3cecd6530615b92abdb2d9f0c59
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac60d9a579edf019a84aaa981e4668e245695558debf040277dae900c494c7b
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cd43c1b584b68fd4950b675c2cb7fd65edf6bf
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849190bcf8de3c85ac7a38946365f1a1fc17b2b10972bf1e60d15e4642560b2e
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e36f217660da305138fcb5d983bb177e58af66
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606b2142a5e8e0b0f3d59a48472ec813193fcf51e44d66ba1c9f32d27f39c4c4
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a25f1292e3a0b22369515faa6022ba07e150fb
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781ba9ff47745c8ac266856935c8e96c16042c5eb43c5af5a4577346bd6e33ba
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5e0d024b8520c30b40b4a01aaf59a5d6ed11ca
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc2e82d9247fc771acb7cb9a94295a715c67303c5134dbb5ac97be451e6201b
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d896c3d06466e72d6fb7b8abac53d869b1cec1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09383d6da4a30d601ab4155e97ca34cf05832bb3e6945adbb489f7df00ed9aa5
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98ccb601383060da7444b2cc8bb4f20c3ad5077
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d26114634ec819ba3f3f6931840b649620ec37f24c0fbc90cb4fea029a12179
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea03de67f4aaf7b677f10f67274a724ecbde9ae
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84081a59939726d8b862f3e50d22e4a94c7994006ec43db34b58aa33e2240d7
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672f1609393369bede380c64b993aebf25e3b09d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568254aeeea14c209c4760cc50012141c6169fc253df3aae0e6eb31691793fc7
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b13870f715db8123bc6526483310af61a519e1f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1b1e8c634059e23f33a2498e92b09dc0aa35b5b22f7523a6975e57b1026c50
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff000c513e1eeb5200c2843fe057f29a3f6e077f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf23531aa56beffdbe1067247c0392fc0a82d5a6d4cdfff184730850f390161
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e4dc91b1ed1a6d49b2cc375ccb2be247cb03a5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f6a84d0614fe3aa8cead867e8703d755d56325c6e99783f8623c43d6a18f54
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ce9bee0b9915b6629ff1ec8ced1cdef5c62cb8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5967c6ba7f0976c5361ab7130ffcd983ff16c26f967703e04c51df89efd39f18
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4a72e3fcbc61ba50bf941b0296134802ab991b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236fcdfd15be1517da1f30143c8668697c2f9dc08dd47942c2fda1745e4d17c3
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f4bcdf9195e1e79b7fd30aebd29fd47b632760
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f4b2039ef3ddc20db61dcf5880e329816225c900320946fd05eee7729ecfa8
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65936fd2113be3faad5144bd631e86f968cf5b83
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b3e6c1946a252a536bdcce3c3cf8f91b2f5403e2497490a4e496a0378f2bf
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3827e1c683e59af9e8a08ed5fe0f4aad4d54df90
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb9f96535d7156620de201c5363bf57c131caaa8dc88c14244f0ea6c5371652
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada39d9c101f41a419d3de7d474808402d924af3
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f719d6c77c4c5ac2b714a1ca40df9d4e198d2ca4e247ecbc40f139206196703
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af87b478bb652cb25d4442c2055d8c2d35907a4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da63b1fdbfdf2f45fde235c228305378904cba2aa4b68500b057032bd893cd25
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95373bdf51a0ff2f403a1a77c1d8e162b7124cea
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a890c76cd6f3bf4fa0353392f86654f7c61102fd0a80bbe72d5a346790b93ff
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93ed6f99cd4cd8e048e2f548e8a34b41bf69240
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa53185eba7debaaafea2351d1b4e8b0338aa9ad59ecc0b6a0cbf92e36b3228c
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae71db05922a389f6586ae00c9e1262aaa03589b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bfc529ead57ab26c3043f23539f624d181914bab975773c9965741243bd1a3
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07928280c36da6c78826d8f8113885da892693cc
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779235d1581604323ad5a31ab44827da9c6a489d568a3fd0e91872ffb3a1b912
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59593bde7778d061426e77cc1edc1d740cdb1ceb
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd7a74842993cf068d1f2146f90c970242a09ad13dcff66f482ec3d2a619a95
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8553a6d6ac1f912efd2fcbc96cff8689fc0a95e7
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f29a381d3bbf50416f418d54a7c67fddddf08e558b3484b0fb992f1fc4b773
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd4a062eca07477a4246a61435466bfd0bab0a0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c81566f81968235d070c7b52ee053f50bae4acbe0cc35cf808b60e9bc65b8b
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bc7aa9b17c9f58039f988561c0892f699052c1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a17067b2ee3cfa771bee2b4f1398a7c7c32f38e85d89b44b86e519d2ef4091
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b84811e257c132064cb899eff0442348dbf6a61
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79bcda01701f85f2799fc84b1bcf4671cd6257591d96edf3ebb572f3ac010c
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca695713c59fcc31eba780b5add0955c9380d10
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1af4506c79a0b584a9c4bcdb71203fe22dc5fb69aeef79893dc79b856dd590b
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d2b171642b927fcfd5f351127babc033ffa952
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cb124fffbea8da78b6caaaa0143a88b6fa98f37280d21e43089e541324aa7b
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7110919138e4f396d42a1631045d8851bcf8ddf
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef266fa6bd0773568c07caa3b67326b6543bf2342a4b15f67ba78bcace76b8e4
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2872548607b5134dd7fb206c2d83792d6099339f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8195b7fadf0fe7ddb224bce786c35917a9742239c5e7cfe280b581294760e2b
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc26cd3ab4047a79c9169625bef76da1d13ae882
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605abfa01de044a2d3728c95652380c0d4bb26df43c4666ad577d07f3b6a58f5
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a4f772a46fb6aedbf25927dcd788e44d7ad715
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55fd4915998aae4b034b4871ed96c5e9827e5ef61be7cfed2cc0ff7e284933c
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814a622533bad4a166132f612d18188176a8582d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43703ec470d416e6d495dc44da5c5b55e620712f3fdc2742cc3f2bc05766951c
+size 131677933
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f841ce4cbe048ab5760fd09125a43d10cf22647
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2489f229c37e0caffbba3b2b69ee549f80cd8d1ba8a1f26d6baa865697828ef8
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ab4bcbeec79415238fcabd8a516eb0e5a7bb1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc373caaab36fb3d1e76c0eec837941b1dbead76ef90f3168e5b6375c031394a
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288738eee307cc54a76cad1a03c2cee69add1cac
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6e1f14c685e308e16fe5af31b4f2d379644c13feb0ffb1152c9382429023de
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8333677c531688710f7648da60005b6dffca50
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457a3baab473880d48df57f82866e119967fa482aae3e772cf4bba631d0b9824
+size 131677922
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90af3ed1d04247baf0eb2f224b1dbd0c34ba8fb8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836c5e36407b3a8b3fb9c07941e80dd5f54204c80257a6bff425ad1f13c57d56
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2737937414e2be08197cb334ab9c2c6089bf6220
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d9a5b7d19b2d8052ce52f1b461e9e3a378d7825a0eed894d0f7e04f988c8bf
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703397ea94c13a97f4d475b567053a35c4e4bc18
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818f67e5056ac6e7f021d89923f2df805aa3eff40c77d93807dd1cdeba45964d
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42987bc031422490560e2b767c39f73193998eba
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6a6468ac4f8a37784389a7b7ea91639f2f841133b7338b4f9b2f87cd26ecd3
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a773644ca9347239dde0c4aa80f693c2a900cf6
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3f49c736833a963d154efcbd0b8a36a9da8f6eb907c7e53e65e443e76e39a3
+size 131677805
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e8a4b3c3eb33afb3ee197b70e2e5027def72ae
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11143783d7bed5c1939d18e90b6f9c3c2adba5d286a35b67605c13ad8febdd27
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e5fc1d44bac0b7eb86c6b85b0ad967e43f8e17
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383a9cb5e40c8b78dcd8b808e1b092b151d7daf7bbbe2a0b16ac6135e008ba3e
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fe28fd5d41411cc4673913804e920aa5b62f36
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e22b7740fa7138f0d69adf3d893335d1bec14d6d977643d71b89ffd34311a
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c0a79856c1272f24fef3dd10df5d95e6d54472
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0794d88a6408214ea99c8abffd270db8865409e6a8a1816fa6617b7a0edad31a
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130040b577bc1dff88bb645b5aea4cd2ebcb760a
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3929d0bc0c1ef1362f88a6e745efb69f28459856b8dc7f12407eddbf25937f51
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a903783a936495e3b85c985c7d7e737d5c5db58b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa2ee2e2609cd04f3b2799fa1719b2f5dd793c53c366822fc2fb11304b77cd8
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f480b4c890bda6dc99978473058926450e3845
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22b498fc4d765f8220c6951a2d2726dd09aa61deccf2d4d1ad1f6cdc7a52aab
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037a90b29d9d15cf9f9ad482b5f114172541ac49
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1031e91b2b09216a6739ed0b1c9eb2ce8f2b5cd548c4f0fb16cd541f0bd1369c
+size 131677869
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0cb7bda36e0c7488e331a8e086c3d8f7e84cc6
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed114a54b370d852e2f3e4d3a0e1a81558455bf4c1a31a8bcc691eebe243ef1
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7993c73101778947d8bdd6d5c3c27f3cce73739
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ae76be081b8b2855dea61cb5e7347d5a43cf685868cfdf9a2ca24fdcabb10f
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32da97c11bf6ea71478b3d2cc0460cedea9d6c59
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdabc33b23c8f60b40f7741a32583db89f478682ce672d19cc3a1ed5acb48bc2
+size 131677741
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e430b1488399f9259c62f4bf86c624885f094d6f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a356f4d180edd4c03ed7dcba055c3022a0b5c58842cb8207d603c49d6d2a309
+size 131677677
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51074dd49c5b08404751d13f5e432863cf84740
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8001879992717a7e753d23672631f5f8988fe08a6144b407e11d5899bd40a38
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f76fba07a046d1faa4648a841ebccd85a090580
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555604938e5772b7850d92e080cea90f06424bd00bd3e4bd3349062b17f9567f
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0469f5a97fab4b26426f8e69c8d9eb0e6a0b7d09
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2542d24c7393162a1722e1e13835390387da29c156ac796f1393bb353788c45
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517e2cd4b614e66f1253db19a8bfed59085aae0d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696391ad0a8cefe4ce00b18936ac494917061256b08851898853d9e2da8ac5f1
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db715fbbe19b1a1b6768e1a140b527c50e080438
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b68e5dbb076b307810528bfcb6614dcb842e6b8485a1ec456bbc238293751ea
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dc85eee4171c89eca5f7ddeaad289ce4f148d5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be83c29ca64657932e51c9b2c3f73f6d23bceadcf9270682d28f58a4dc15421
+size 131677719
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9842c61f9c7aadd23458255511b08db4e69a08
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37dea98af121ec5385468f6ef7b4c0e1c8ba2158a5c95b32357179e63d5a971
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f656147b25064a9a4fc0e117633d4c4163687f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf5fb9abd54f8d367a2a36e1b5c914acfe4a6a616c803e7e5c89b94fd88fac5
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c91be514289f01a9989885b5bc17f86929675d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d0f6fe344983b4c5a0601ae6d7e5c3052f59bd5b5e5fadfd7c72f76897eaf2
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8289305ce639248042926b6a19d1bef1e3cdd00
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc09c37f5d93594e00ff1bd0bfa487bc371f25a6a6ead6f0ec6206bf913af00a
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da9d24692c854e0fb5927d7bd52e2f1fcc6a564
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654cf688f12903730a297456b0a174be7f776c2068b66be655d2a8bb757ea59e
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f889307de23a21a0c49a30d37bc2cd2f397fe21b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9ea0372a6cb4e1d77ffb99c2e0a3782edfd3637f18efa47ab75f4842a1f359
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11baf4ec92465e685f2ab426aaa38f36474f367f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69256c22989d244661d934035193b8567dac34585665e8e7d98941b533e604f5
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c150751d6c2e25d07a6637c08d0e6ef0fbe7cb7e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4f14e7e8a0ef13225baca28e8c52853ea6eb658f04ab5faf5a6ded7d85d537
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511f86c414ebca8d0b95a931f50eb391e80f5d90
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96a0d5bc50325cd8e6347c04a808070b8ae7af03a9939f2a23d40bcb8cc76a2
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e396aaec1575bc285755a377a7c3afce1638051
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17ef8bb195cddd4c7327fe5a886661bc5f37497c31a4f4cd8be4c7eb3fae2fe
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a060d9619fa572b9671b4951f2838e423aeffcb2
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3d6106f06bceadf1c1ed543cf67cd1d63d5f6edda00d6df5e9f11266748ec7
+size 131677719
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ab562e659f5b2dac3068b3724ab8981fa0878d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24e929f64d3aab31590f610da361e4a5ab1822429caf9ca3d15f9db407945d
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6c5d8c46e2f05ab8b4a3a892cf28c664fcf120
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b1a7c94bf34fa166ae2d2be4071edb289dae89165f9695021e9ee3a5620ac0
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06c847884d2eb487b584ac6e35eb1406f15efd1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2139bd15bf99bc7e511078bcc95873d7ba8808f4d3eb848bec1c1e71a4019365
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d12252ca1fafcd31784110b29c44bf9f4760b5d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efa59c71cf03cbab3a595c1f5bb8ec7bd62a7cb28acaa09ab013286338f7b0f
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b346693ecdd1fd9be162b8a6173b29fb7523b1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f4749456f2fd55c54e5e0094b5d72b91965bcdadf14d057c433f9d282061e5
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f27676250ee7df14f0a8a9711511bbbec9d8b70
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d68678e96cd1f9b76d41a2b16c683de49607c32201fd0f83a906966ce53175
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8a2d26e3e323503740ad55cadd49e9a61de1ac
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe094224f6b7bddcaaa4dfe77a7f2f932159a3516b2ff2e4117bfbbb6f560ad9
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ca3226526b8842d2ed8b8d0f295343763efea0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc7ff724880f33c2e5a8223adcf3676327daf1f30005b237bb6b8fbc5a67f91
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a123a0d7d41aeec15713b42b7775f7f519298959
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3e76016aaf25aef934f6d3abd5e02b9329dcd3be49f41eaf5434495cd44d64
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46faf5a87d71e68c60644f3deb5c2eb37b4ef598
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b743e37dbe02be4af8910e5624bf0df69521bee8580b50a0f6d679c54f910e
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680d967e473af5f3102c44b3153146d7a9adb276
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585845f53df450846c96920a3849e5cb3d4a8c8074943748eee8214355e1359b
+size 131677847
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bb748c816c2ec80c6db920cd62dac57dff77c2
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11ab070fc546d9b2242d63d35e167eca6d63a9f68afaf5233c1b041aa0997f7
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d7283b5a924b784ef6a8047037698d139e62de
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b70525e30a0b10a09f888b310c3f9612550ae3ee4a293c98a1334b1538dd2c
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01558ef4eed285bba4d2ad04fb3f464ddae75de0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6d8e7638bb5779ec2601f01090232f85a626fd074e47cf4b0bcd4459fa2ebc
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5efc7b1bfe8c22f4824d3909deb31b56b53590a
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d41b0bd4463c34d2acb39976fd42d5101f379878996e059b2ace8e09471a793
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b9e4a44949351a22c8d3cbd1fe3dde6a4a54c6
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55912751d6cb14afe5554abf08e4c6e26501fd80060e5bc44317ddda4279a6bd
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74695e48d79b8b4384285f4bac985de9408404d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56bb38bfb757d1aa8f2af27c1fb56306b8d96f1b45deb5345712584d3ccc240
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1637589bb0de97836027fd4e4e694b620b0dab28
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688f32ca498cf0d171936edc0035fe2d2cc2e6101d455bbfa5a4ec4a49621e99
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88c7ce9b06ebfdb1972ea2e1f802d8154509a3c
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a276f6c55a80dedf51402b4c277eb844f09972fe4750ab347c52cfad60d429
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4a19a69cd9c076bd39985c078bf0a5ea20aed5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc1368295aba611c531e28c7b293cef265d8776f141e4092d21df91bb732263
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9e2d6b5f46637b7526de015930d7a45ee8a985
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae26d02691bbd61e062e121d9c3249376f8dbbc40d3734344a796380034b5bc3
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d97e4f02225a3314cdd4a5a71778adbc045f35
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d893d5327ac55be972edc1fe7fac7189f2ec32f72dde2b969410f339c19e9
+size 131677655
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baec7bfde8726d61097e9a178da3420a98c6dfbd
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135e4894995b32ec06e1dede1fb9234588e049946349fd676caf6cc15b0a0d5b
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee620cda6f7c15787410a96f90467c3c2879eb82
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e37b38bec5d9f1e6e262a77453e8303b97f46f04a0da0c8599140ee0ee014cf
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3404322dbaa7d7f0c1b56267650e13fa367c24be
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9924a440aa8bb7fc198d7a9635f3ac47cdc9a8429a0d801a6560f820dc9cd16
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77f777bf9e3c7e6c5e04bb171150e50670f7cf2
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe2bdd1cb141c614ba37dae42e8a07b57fda80a09111f1f66b4124794656d8
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f32539f1ce4f44be0d5c570b57da9f88992d95d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d416e245f4678f6bac0d23f604563b7328227224b640fdb218db556ebe702e80
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f559825187652bb5b7177018be80065641da6cd
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59cb403f39e7040259190950a07436dbd321e84fe25882414ac973ff9d8ae51
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2d3af8150b14dc83578ae5f0a931d82e567687
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7345d738eff5eb3d4097e856f5f7f9aecf78cb05b6b4acba4ecb231c02e809
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0f03463839f8ccde933ef7631397298aea4298
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d913b0a4b5ed382d4ffc81af1135793e247dec594dabfbd54895b71a6bd257
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147dddf48d80ba285a15f947faada215ff469c32
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf7a8e88b9f07f54b8408e15f90ebb66f61867bc35060f39d4db9050d62f74c
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc0350a6256b001263949537f40ea298e7f8a29
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00c114b4aad4ae1ca00ac4aee62f0499ba5e56de15c42a0260c9150045720a4
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5854233c6fa9fc961f4d2ab93f675db94b8bcadd
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8a48dd95aa341cb6c4ec888cdf540f5bdfa0958d6fad00974e9c08efa0f05e
+size 131677719
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebb3e3edae895081c1216275463630847eb5c15
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2e76048098dcc725431a015d8be2bdb8881c32c98b1b860ee3701ab9406f26
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a55101088093d6c3088322bb02ff9f74fb1d1c
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76377d91dcfb53d184e3d49c3a3a0f8f6e893a49ad834ec795e7899fa5c4f06d
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c745b81192faf402c5d619d77685b847a28c808d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dca5387f25bf2f40132c68b7747c7e2ef10458d4d1e94fc4735a11701325a1
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65154d90777053ac790be6cd719e1bd72daac3e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08794d59f5dec4983874b9c004bf38cae39d60dba1136453988b8d361d51c921
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d05066a313446a93bf24681e0ef29000ab7210
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c36088855ae56f37100bfcb211d0c80b4e4c0a787b492029707e9917a1e07c
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329257deec5ce7360c49a09ecdfdb236f6a5bfea
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ba04638fa9cd9b6fe7166e909e0bf7c57ba0385f5e612c116391d78540202e
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf37c84396eb0064604c3676956bf88742d4fb4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37714160fea1ccd41dad1d31c39d273eea49ac3a182f996d9b7b65f7a76ffb1e
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ec7b38206f7be918355547071d0463c3eb20b8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f88181675cc1b4a0c2f8327f6bd2eef3886e9191d2c2cbc7b7867f4365d05e7
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d555147e48553f51f33c58415744e08085089549
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292bb91e2b31b5c4f487bceb4cb5112bb314321483ef44964fb7a4f47a4a7902
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0e6debe3f85130f9acd6ac22ecf1626f788d70
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eae395b8c0935794c03e30a0b3f308a2f86c0ffe1bc569f78dbf0f0e4ea829
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6adbee7dc279dc4b6d56dcb445173edb961cce
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1669f2ff9ccd4598c64427134af1097f9c6a962ca905e89f3eee31d412e14d90
+size 131677719
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5a8044a8d0bf1103c3790fb506a5bbdea4b6b7
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013a89eb28c10fb7a604e8c3d6445357a1908809df5972811686448dce84c0f5
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0086780df3b95e11e9ea25b4d48d7d07761f298e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071683a4835ef3a6c428628297b0b2cdc9f18cb368e03f9ee022989d66ad8673
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7553812ede32ff9c00e51e16544e3f6d2f56effc
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc71f2fa2c083d925f0cb80b810fe2a0c4bccc3472269ea2ad2cd369904fa568
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c09c254de76800119957abacd9db0c7c88c63ad
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1a6ce563d41f9f6724db9bfc2fe5dc2f9f4d335a1608e0c170fa2b7e505688
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e33da2a6d23ba135f7ac3c02edc86b13f490238
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819c9185195b53fd3ebe8f87eae1525a6406a71f810360047366a7f4b3422856
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b42bcc0110d95b21815cc8928726d30ed2eed4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f974fd283262e4818a17b14ca1e2f5022e73dd61433c29c317805adbd2239498
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d99e6f6aa90f07a4cad84f21ab1c42924dd9bfd
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca78c4a18cc3d316ae16867919bf5af2d32a3a30930ac48bb8ec1bc91dbb43d8
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b2cacd1ddf86df88bf544055c4f6d40a88e2c9
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcd452c7ea7a31afdc339af2d1a5fe2d63788c23dab940b1e2317831195a64e
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002d07c2c2c1f0b759d8ea19ca1520dc8e54b0a5
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af887030e67b362639a9cdb1013ac3c07d3ca96f2a93caade5e0046b5401471d
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20474b4268d9ac987b1a001160b17a9f9bdec50d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bd9a2a7cee18afbbab2f755bad9228de2cd8d4da08b75dbbe95bec2a7c8453
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad46ebaba296f7c7658701cf2abad49d206a9998
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c1548a7fa2de135adc66efcba1e025fdc28055d35706db2e6821948df0ab58
+size 131677847
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a425a4a4d4a2c02f18622c3751440a17723521
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec46803cbff3a571092eaac80d00a9be5facd95f8d35231e631ccd13c913a1c
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f62019b71ce1145247ddfe6e6018dd1d4ea4001
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b410cb21d0ba5ffa661d7c303eabdb503f231a5cac5fdc1d80d06409ef30bd8
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f5ac28baa318b038066627f5006b88888af8af
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95591f701f76f63c25d46ee9c22c11e8adc8c48bedaaf37177d91ab13b8aeee5
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad16635d9bed186996601ba4fb9fd3c23dff18e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e895356ab03a543d949b49c2bfce5387d6de7232fba293cc1f10b68e3aae9122
+size 131677922
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d275160df8325a57782e079f58099f6870f3978e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1b00357e5b69548450cbd92c189286d09abc5e321cbbb692c5de15f387323a
+size 131677730
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d4ff602a95c3a00e57a3669684f8ccdc0108d2
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1847ff9a6b9e25bd78d4eadabae745af82927a04e9e8e6e40ffef3c29367ec
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd72131adc79dbf4f4033aaf0cb646d5126a3eb
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a3578ff5f6e9e451618e76313a4fb8616fb942700b065ea3147e44404a3741
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ec60d57956184e45b8159f7d971fe4ef7479ba
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89840bc945bb13c8d56dcb3aac8e8d79eee05661a94922fa3d4b77e560b6a91f
+size 131677794
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bef2fd5989b335b647915db5da894d77358b0d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4329d55a28060f262939631ff3a295f31e1047a2bafae1fa3b03aa5894d666
+size 131677858
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8aada87c67d5e0bedf47aa5c2642e2c392c1def
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fffd1c1530bed6115cfd7680d2a18eda0557616de5be0070a255e4807862ad
+size 131677666
diff --git a/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81a34b9252729c1c3359f0f8196b7e630ffa1ce
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5647cf3292ca47c53513d169358185004598fdf616107492683896e280225520
+size 131677719
diff --git a/2b855b9bc4seed3/global_step52452/layer_01-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f489d80808dff6604470c69ad23426758fb2a0
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71832c0a6ecd0f0321861f348d4a1923908b795e3a923839f9884ab35e6816f0
+size 268043523
diff --git a/2b855b9bc4seed3/global_step52452/layer_03-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534b22ad0f64ccab75a192e009a88762a04005d8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1008d3d4e4c0ec77a87fa1b427c2f6abb37f8798283928cc9ff55b36060cddf3
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_04-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5ee6c145195fff14716771474b24ca16a8c63f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14635ea7289ed53b7aa606d8cae391f47301903ef9fa4fe8bb3ac6a2272fa7a5
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_05-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46974c6855d39dfceae869f81adcaf2ff5c33db1
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c5c28af6a529fd2140e7ff5db6453d857ae1a248d4176068ac76684fc89b3f
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_06-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d733242684c525bc389913a416fc856bb60148
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c366856742862a562bcf88ad356340f507bbe8a1cb342e5eebcacf8e7ec367be
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_07-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81a05babd53d9d2a8319d3925e400cdc047a92d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c704610d9a8c580e37c3efea13f53dfe420582b9c59106cf125deea06e41f365
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_08-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1882c8f784627fad9dc0deb8e653f686486ca0fb
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4d8da92fe6818d9e4284da53743361f2820d68f5eb1431af242e3dc735fd01
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_09-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fcec9f74ad77f8bb60c6b34a052645a37ded75
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbd827cfb36c1b7fe9c5137844d796e972b6bbdeb5f8c058991adf8659f7b4f
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_10-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79604616b417857b92299703458053f69be4a20d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8ad7a49133056b717943d207fbfb91d0cad991060117407529feee77109d11
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_11-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724c9a62a901ab2ccd4dcfdb2a4bb701f0ff266f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7df9b33e2124ccde9ae111efe82c2ef8923370b4a93397f26aabc70ddb9d17
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_12-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8129a3d16290f9b1cbebd922628ab76b0734584
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279a1012116a707ced36930ffd1c2b52db09f041323db1e310a48180ea5eb6da
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_13-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c7dd4f58c92244105301ba6fcb95731fecf167
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37f55eacbd792bcb160a6eb71e81e7f13c4b1b559917d6fe6ce02d62422d8fa
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_14-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e981f5a3be19f9dceef6af764423a6cc14c8438d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfb85cc674db855d63781f118a2206bf8a5752cacdaafb2ed055df1166d5671
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_15-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216360734cc49ccb53690bc30a0be88e02d74e7f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4895a9697b6f77d977e960a762b902d58cb79b494d8f20e1f39689c9ef99b3a5
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_16-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2292b640d343553affb600201ccda7cc881509
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026d2d4167096b78bdd13fc221b06bac365921bcd118385755ff57514824b84b
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_17-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31264f8813e56a75d0757899676f38fe3fea35a3
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c001a981d6c963a93153eabfe94b737295baa8452267c224e3f1e42287f4a67
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_18-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfe39102e05ed21542bb7e166efdd84358fd226
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527dc20906c3fa531040446715778b05f1f463879e7c0ee1da97c5952574bd3e
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_19-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70af935c23c9532aa34a001e1a01b153cff56980
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454dc3104ae0748a2e7807108e5d1a1c0350ecb4ab16a88b46e07c3756b48911
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_20-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f851552f826f95ce0658f6e130e804ee9dbb55
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c721bdc647bd4bb7dcf39ccbd06576e0dedcda375e7a0a9be5810be61f4ff9
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_21-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191ef7fabe3e54539b7fc7312835424212ccefb8
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40573a62d59225aea4b26a886b9066c6337f175abd3e026af387088082dbfad
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_22-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bf407ef4e85388f41c722e23ce9a0ee37be58b
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21e15c23333ccf82195010d190be6497f3f0b70bdce681f03a9bb264d3a7aaa
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_23-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f7d7d6a18adf59178305c1f9ef7becb9f02f85
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c2d07d33ff3fb539c056d2662db8794b48c8a558af251c9cc4c67f8d438ac1
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_24-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd38fe987297d5c0c36218bda845ef6788e4422
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beaec6085b85af25961572b9bc437aeff56968b6fbd007b436bfabe97c7d02d
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_25-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67600c8073a5f849cdeadff71cc10719bacd5aa
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3552f6eadc782fb724f2ee819bb61aa6de33fadb733280aa400e7f5e9bf555c5
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_26-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22eed617a08f4550b501bc5db4bf2f4fb18a788e
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb069d68e396eeaa5599a6951e3c1bea776df2ad7137779b490670fc5cb40994
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_27-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd3fc653fb953e971a78551bab24a8749f527e6
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62689ce9d569d673b4ac503a0e0e570307f9aa4325778d440a10919976286dd
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_28-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b2a2ddb4d43ad5b42c49242068dd713a6e8573
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2b57d009c7867fb9b2edfc7dd8140dca4ac3f8ea25374fd6160e5fb9af226c
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_29-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7234dfe9158f6060869ed6fdc9f9c6b0b501289d
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b752dfb88d59f363542b67d487f11c9f15ffd393a7723d8eadc09f6fd93a0161
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_30-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80ebac212e6ab7e30f6a2df637c681c9746b02f
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2135213b9b26b62a5420467b4fc00f0dff3a41670982375e07df5388624d379
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_31-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a51fa9b9a0dfad9726657989c837379d52d1abb
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9405fbe8e40b6f144ee670fb000742e8e9cefb12390cf13a670e5b3af7d1dfd
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_32-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36910b196aa14299df564980c204628b3e36f10
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ea1eae44a68d9fb16c1e6db00ff7a1c3bb82dc55589d6cb15c474224534129
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_33-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca6956eedf96abade4a0feb3b9a7b61df558bac
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc9c3311de4d825e924ba5c37f870ba683bba21e3c637e7a53bb179935092d7
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_34-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0278d8a4fa00daa9109ac33ebf70a26c86c79564
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997d63fe3cf60bd475b43aca7a4f4e864aab94a157c776bed7f6ccbec430e74c
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_35-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd323a248890e2276eca4fb9bdbd4575ee097f4
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774d4fd01ffeb75e1b30c9e4e42a1583bea647f1aadfd4bc11849c13f95ddf9a
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_36-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17aa8bd9dedddab600fbfeb0ce59440db10dc46
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3385ddbe74c6ce370a8693e2cd5f1097123d519eb9ff9a298ee4650bd0bb4da3
+size 157357315
diff --git a/2b855b9bc4seed3/global_step52452/layer_38-model_00-model_states.pt b/2b855b9bc4seed3/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9b01171060140ed94ba175b0f7b2ec6821730
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726ca30af18d04e3358dc5e17f35171cbf74f2493544dc92f8ec06bbe0055b04
+size 11459
diff --git a/2b855b9bc4seed3/global_step52452/mp_rank_00_model_states.pt b/2b855b9bc4seed3/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4f2e3449d59bad4745fcbe843b9fa1a2497000
--- /dev/null
+++ b/2b855b9bc4seed3/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a91f5313b4571f8e952311b91b73724561726a339263292962a4dc68014203
+size 49907
diff --git a/2b855b9bc4seed3/transformers/config.json b/2b855b9bc4seed3/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b9bc4seed3/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b9bc4seed3/transformers/pytorch_model.bin b/2b855b9bc4seed3/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..602f2b4e8c86b7bf2f841fb753e448b7d2cd9a69
--- /dev/null
+++ b/2b855b9bc4seed3/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c00ee39ad2ff2fec54d416431034cc6d9917331d8e61dcf7b1984f13208a01
+size 5903417421
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a491599c490ffdcf07d9a075c24646a7243e891d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d18cdde1d0b31858e8bd55f73a13c00f5ad1acec38e7ff9ceb303c458b7c06b
+size 131677719
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3bf566b039c7ba05e7d88637abf9a0e3efd4cf
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ae18ce4c8c9dc043de2ae552e9650045f4c2a5b131627125a3538599d5d577
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f6347c36ee60ace4091a596c52d06daf58b03e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c571fec10332f3c15dfd4c4eef802b982d6a59a8fb87c4ca806faf52fd74e13
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605e6146e5e23cb4025247abbcf1bffcf69b8580
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27570e69c5d11f529c356610e7c7f45ea992662cd698a589e0d8343828128a70
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be54a29e292d05a53f90887f774c0e7a35374812
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f4cbd59e63b3a825343b3286bd7174275419282d026f907f5f32055c04e3f5
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260eeecf0d7334151161117fecdae6ff2cbb5799
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62528f76f5499ca5bb7ef992d1128d43f2f4d5a27acae2c904a2603ffe739604
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d56f1f3277e15f7a81f7b7d5918496b97ab47e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66179cd95d8aeb2fdde79bf742fdfd531b445ebc9b27d9a96622a8756e28902
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68687948605d74ad1c42cb768c3ad63752d35be3
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e44877a530d5de2165d871f3fd89ccf52820ba5d561d48b82a7893370af1053
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba15209dd9080433dc0cbf48d84a2f99c6dfa63f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1de0f9e680acbf6236e6cf737e837c6246cfdb8f2694599c615d8f83a3cd48c
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f491066b2bbbb0316d398beaa2b5145f4808b7
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a08d0d09b914794df18f81858bf96d318aa32c594a80d3895e391e02dbfc35c
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75141a4868635fae65f91c7474816af3e507b6c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b697d91e7f5ff4e7981dd550f6bcc3655e899030553b152b34c1f874f87bf5
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fa73ea58c754026371b89066b3c8e50d27b6d4
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35319ef1c5f2a985f4f899b52e75755b072cf5775132c4ba9f9d141f7d4b851
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dc03a48bdb0dbcf9c2f8046062b0287ea12466
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcab4b5aaebed83601a6d50e8f7f775b91affff848a874c06791c275efbeab9
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773710fc55c722fe3aebf3d34020bc544a3741ba
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9812bdb6a3f564005649d0da7880bb0af4030d6ddafebeb8bdf067d373aeed32
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da39cedda0ef5427a40e1acd7d97193db47f05e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1a0f21c40e407e7eb3a4aad6c571b2b00d5afa9de601873dc7578ec6389610
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c16416791630d025ccece943e18e6199add4f3
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552b893f0a1438f75df7ae0f4597069f4c8787ce312e65d93cda383cbf2ec40f
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5dc4f59fd644c6d6d1996a2ba99a080f7b0298
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f25c9109077c54f22f913c2d16c5f4ff23daaf94b8873e57f025b96cd366f2
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1920e2e1c11259b3edeb3d45f8ed25d82e254c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068b5f1cdb6941a2018ff975c83340a460c9e2d28018f7359d326f560f0f1286
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70d61e7869761e687cf6245398ca734b4a76bfa
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e94ad43fed1818237363bce93c5d7f857272462b4f045da493bf57f2ff8912
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6edb6d3572a1a068513542ed8ab5b64492dbabc
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9cf4d0daabff0d1a69c83596efbb5e971f5e6cd20d2f0630eb7a2103789e23
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fe8387089e8d15e27b6ba39f23b494d835a2bb
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d380e733da9cd7a42a54355d2412961b124981fbaafb8ac4776271f56b7f4f1
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed862c1f64a2a44ffcded3dd58455811e7c520e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dc33cb174f7a60cbf3b3d576926cb5cffe412c3798f9e99c75efdb3f2ab9d5
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586a783cdaf98b568b54a1e3f2093c3400c3ef93
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1078e9e70d04532013794967a1973abc54bf09af077a22a411581a81a05f484f
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57437c38b49d9c59492526a5b2357f64f170f51
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4195460f2e5751c3fb7bb0aa41cce80279557e0b060a2a89c3c2bcfc114477b9
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ac35d34e3782324d049fd521091b721b7751bc
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1924d034deeacc32fadc7e131a77ba9904ac771bdc1a4e699c2b01ded0ea39
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d7e02d0cff3fe3e65c0c06299e0845f02ca2e7
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9f932745141a436cc8805b78991595815204cd47d4997e8c8d74573d596b66
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d0c306a1e0a2912982bb2a9a3cd03ebdd2f0ee
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89f7d8736af9be17a8f2cee0beb8a2551427d81e06aaa4abb086f18a1a63645
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73737dc5d8a1f51929494febf4f3b27968aabf3
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260fe7dc944adb06eecd64116a95ca4a8f401f1665681cd6d1d3c214e8d52cd3
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05098f12c3a6877153e8b4e9074909784a18adc3
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b9ad45693ad12790044e4953a02490e80974e6c0c0a371dc0ebb6870b06951
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46c98ff4b28a01968fedbea9c6fc194178c5436
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606662ccbc500783956ecdf2bcdce8a503be8787a9a273fa209215538524039b
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0e760dca48c1834c74d838f2c8d2ff5d9c8dee
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2f05165357277d4622cd216cb93cab263d5dfea60a48e57e29d255cf62a8fe
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3c567ba3f526ee42f2aeffe2ef8f7eab93b910
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdd0896fb61329d145c1b9f2421b0f4e3fa0a2c00d06997a2c495f38e8e53f6
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c943d84e9f02a0a7cf6c139342155572a011fd31
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e375909fef94d1aef4e877dd122bbe554199067e04065253153d0ae85c110f
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7395d7840ba21d7b4c8aeed44f22a11e1a4aec2c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e4024d63a21181c54b9fc8a720a153a39119352692829fabe452ca64ea821a
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb0f7c98e3c9a4f3ee7cfe8e4d12a3d15d5876d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0f9e55c674ae73dbe8e51e1d26d2bb9d60319ccd16f6a82d4f4062f261c081
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc06ebb988b904b289ffcd33c593389339d8d16
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3902062b39b90a8fefe6a32a7a0a790122cdb6855c85998f70ce0607e26ce2fe
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05d0dfae840eb1aa38f46e77cd412c2743c8159
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cbe225a76d7af1548cd1ac910322eada207d5f61d004c0dfbbeb05a763a058
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dff78876e21a3f3a8be04c3843925a5f296de0d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d0f1b648ed63fce1cf40274a44572baad4f8e7fd3395a8b497d90c67fa7186
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6007b19f9f16dd324da33087a1c9c5536dc92d71
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d114a179cb6bc89fa8b52d038ad5bcd90f5321335552adb90601bc11078356
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3a24932193903a627c28bd000f977fa399578e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96201e85fa5946b3b248f448d330f7ca12dbb6cca56ea82f89e224c589d269e
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46a0c6de22783bdee7cea3369b619de8edacca5
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d300b3394a643761041e9138c0a5247c0a0195cddda36cb9c631e6b805c01da5
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07fd4f53ef4365a133d89ff334f76fa6ef2552d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309f3ed6c7294580966c04aeed826841820d11082b1b31006e8098038b5ccce4
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83129a9e802b7a7dedb0f05a1b5cf8bb4d0f17c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972a270ed87cd89614dec5bcc6ccf02b7e410f8284127c22a786fc7073150a8c
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1213d12f6c7becd49ce7ca4198f840f3b57f5c4
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7474bf5265427a0819c2e5f246027eea241891bcfdb4141e09fa9ab5d88fc455
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c4e22813036cbaa000595ea8df04d5e66be7fa
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f524db9af488f7315506c2b826d4fc675a552ca0b5e2e89959e80103db125615
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa256cc859dc7dfd97a1726237c9e3df2ca1656c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795ca8888ff685317eca0708f9b13cb7467fd90f2b5802d7ab35ff7caa90f909
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c290782bf9dd209ab9cb0cf2408a69c47cd26b04
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671a3feb75044b1a285cc759c16a98f91f37079d60294ef1c09cd6a800d48e54
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f186ba9d63f733c067d4d34de8f556cde817a5
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094531fa7fee164b90692db9d94f02c8cb1070c1c991cb35f11f32002e7b6398
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a549c1deb3ee010ec31d7784f72e731bcfb24cb
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae22dcfc7b2b31f31f61966bf88a17c8a8ec35ac520dfa453da9c1d2405d79d
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8758a7d4862a61e9764423ff257a4ffacdf2ec
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86e4007598e2cdf39f53d6f947235dfd8dcfea43944aa3ff096ec45af24e75
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b22f88b0378b49539e2b3fa22ce1414be1202b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75f7289b76381629ab66acd1aa22b53b54724256b4a32bcfae9fcfc1a41d05c
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2180a33d84ffc345e15520a54031a088f0946ca8
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c79f45ad8e9457d15bc7c982dae76fe15ad589bbe308b9bbf04897624062eb
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3426ee8c8584489ad656b093bba00f7207fc44
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f570e727a117739f71bfff54f3b3c0703a024567aeb8a53f6ed7f40a5bb174
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca3d4986a09510fbcf125aa1887b52ac04cdbdb
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8b153ca74144577c633c0d6706aff9fb088f81b19226817a721ec2c56385b
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24db85ae198bff369af6108e52d9a061f0a281de
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e945bbcaeb96ca18a11f7d38652476f7facd16cff7cfad03203b0e68325bfc
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217b2e7f47739535adfccbe14d5789d74bc74b7c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91459439ac010ab5909e8c46f1883399a6d527c851a0d85ee55c7d6db6fb83d1
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1325bbf9662c007f39dd4aa05430ca2f0231b014
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5169dd27ee73749e4caf14fe7983d8b164e5e436c30e8b62dff1091a253402
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e0c987d5e355c40eb510893a68615777cfebdf
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6dff5c6754a8ce540c9d7050b005bd69c2118936bd5e2605955bc4ddf45235
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7260abd4da79828be348c372f24d6ee363f63b05
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b201488494fa32f157de8b0796ce546cd6fc684e0779108fd96b34b501ae7ca1
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608d3ae5d446aaacf256c6ff86f63cec9d44d6ca
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2e8d5670e252a0671c0883753e836ca2f518f1e8fb7bdae39f009b2db1556d
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf1e067fdbc19486700000e44c1bea553559b74
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06ecef2c0226430b6bc775ec4716e612b125a8393e93271b564a4231cef3dc2
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7613cb6d0c3f169e864b4f3e254eb4c9a0140f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0584c70c4ddbae2eb49f8ac23ab441da1b21e4c76f85b354af3f9ba4a4f0d6ee
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee91d91d52d5c90a0a2d5f5b361102f6cfe7e28
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036899b76ffc7be5577a486e5ca2d3c3682e3d3d0feeb44aa250512f9f0cd05e
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9690e5bea8a6f7e66233a1e512bce6fe53469dab
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70997ce8a0d1105d1432d721e3e6d595a8148221dd078060b09ebb80b7be535
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290400514bace535b5ebae41b68260a6b5a0f3db
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96bd214caf3d2acc637d7f257788a741ef9a1e64958f20ebe8f87840e117e9b
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0d6d167274bc1ec6b917917f68b5c79d45c8a6
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833b862c10fb9ad8ec12350089ce0e90f2c8cb3f6b6f9fc31250f246e62c42eb
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfad35b91c98b92c408386424f4e1dbfebb9b201
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898ce2bc55b52b075ab19ca556beeee32d7c52ec4bb9de75de714f98f9a891cf
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131490651d79da48959384369bc49d5bf619f7e4
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9883ce7555b8f48939b300e618ffff5b29ea12d0be5856c01dd50aa51c6510
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c54d838ddc544542eeae70b6873cadbe61776a
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f54f4686dddda6d0bdde4ac9d27d2f206ebc95277ed652d76cdb082b8e47a4f
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d08e5380ffe8c864167593a0e84eefc71fec8f5
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07a434e0180cbef8340498bb60cf77384b8649b7f411f5576009f92f054dd0d
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2835f6cf9bb33299c6a06c636c545f05290b0559
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db48f7b40bd854953c2055f4260465db28c6937d259577a01d97047038291cd0
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d1cee3416c46f9711dd45e517cf0f87e12c909
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d174b605d1b1491510c41556031a03125bbcc57e558873e9bf403f4c21ff8308
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565d57fd70b2223b982c6c011e54b308cc1db45
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e7e7a1384126128ba98c9343f156f8abfbd3e77732e871a7c79274ae613d03
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2108f865697ed7e4590dbc4e719acf5219cf9c1a
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe887247b8a4055a5cd3405b080f8f8ee09f295442e2de3114e1a85df5788043
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4fb1def69bedd1839dd063ba9949cbc4d0963f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16782190ee1134012ee4314d32398a4bd3af05a33b4999df257b4bff1c84cc1a
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddcdf894b93911a25414821756e6f1780496589
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ddbf182074085f9a830673c6fbaf77ecb8b030feb6507e2d6b75af7dbbcf1d
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93f2282c7bd4f7aa13989e3160b16bccc73e148
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a844424f8eba9c3860d386553041f136a939b43dd447a8eb9b34d514a0915c08
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5856b5bd271fb10557e88d6003f89a5b61f59ee4
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1febee928299ae9af2107f39d228bcf9037df61d3295fbcfb27ee877a5ea4525
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4026afd9828b689c982017a0880b6abd6926695
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9a4058c7ee306982900f1844820ca50894812cd4aac6cf2f49f0114ff95c79
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ad88875257828a2dcb2ce28c55e9c55265e597
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95be2532a86b7ed0cb6ddcf401b2e07cf6c52db21a1407371b0f823b8e367775
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6594f833fb120b926b3f52e16ab6c03ecf8f54
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953980fbacc0185b73bc7b504097a44e8372e6928de1c3152aa49f7748c3378f
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b64837e67811e40b59aca9a7f021dde01ff2fd
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac7863f4de9f0870abdc26e3393d99bfdfcc8fc86bb0e60c43f2474a0bc42d4
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658c75d52bcc46da3c7c56968fb6e7fc0f5f2522
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711c75f5ae50a58fd852f1dd9c9400cbeca60a37095547b675e91bd46194f75c
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da280d46243bd3aaf4dc2a0129500c986ca84e49
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d503e67f6dd3325d112f9a7874852c36de34309545b77ee0353011c4e7379
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f4ac2b8d75066ee8f9749f746e47e73a1416dc
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a89d036fcdd63f5e0ed073d63e9a097dffb491a6ab48fe36c2db1c060da0d7
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f598a843e505f895f20a95fb158cc30883e386
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664fb7a649f958a4b892a199bbcb2a06d74a66e192599064cbda61ea28b2005e
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8cb1db8fea8ea571882de6dbeef369a7e2202f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e776398d8cc90965a69c2d1802e15d2a4c5d29dfa4cf179dcc94a1aa000fa2e
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5ca3a89b76557f0a3abd203532f6d75e9f29ea
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254bc8b431740a7729445a19024182eeca88eb142b941905d3f4193eabcbdca1
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8610991161dbb3b60cbbed3fe51d1f14082aaf5
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e44ec4e975a07f945773b83a98eef626d6bde2e0165045c69faacc25b32dd0
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e93afcfd7d057bf0cc3e55635fc7487f723d48
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d461729604803455bdeae565b2b8294f530426741c46f1b4527056db7833a8e8
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98a8ff8a804f4e7c130fa0f3e194098c7c8d7b6
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f29f205573b78a3611097c4078176dcec03f82920bf337bd08745c2dbcd5f25
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b2c0ee548fc361cc1286fb524481b27cf5b2b2
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4759f6af33c1976e48edaebcb7c3d237919d021b7e2c5569d5f883ef5b58e40f
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2e1bf8dea937d18700e06618a39a790cb50401
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32b8e5b8d723228528c1cd64444d6443847597f709d05e7c90de51c12356708
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f4ba9df2cce88726aaf075b179c64e08804763
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabc5c99db9b8dc9a586e804eec342b9ba1333e3e6bdd1d6de60d279c7bedce4
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7c46dddd049158134132d1373916047d230f60
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2102e4de8a21980d62a972aed63c0bab122809b7c92c8aa5cfc969fbe71c30
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20667408cbcc7700ef92905938393cb05a3600c3
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aa098a5ed72d2a62f7d3198352f79ed2680f4b15a735e0b8495a2703a702bc
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fbd128ea5b960f3e18a0a6af333e573231ec1f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fa9daea131a9b1d18e3bbc1f60a1353c1d4fe699a37b1850ea7672f5be5ce5
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79b3db9c0cbef76588df5b51b8153cca84554ac
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87e76c4edb63d7aa5f7741ca7f7b2452417ab8f777c24c785f8624baa432926
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3703cfa06fa90e62b0139b3ac161be07f8db250
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a9de475c8098d2c3544110a49c0e75119e3f14a337d12fe2b91a4659d3de1b
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41743cf55bff374fc44b52906474ab1aa68f1dd
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc48f440b746b058de8f5b53e0a549ba2224e8c731f20adca0895c95302001c
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a778761f5680af719ce70396ad62d8bc8bc0fa9d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a9bb498263dbc09dc0a672a7e2c38c708dc9ea413b00d489aa819d7cda0ddd
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7466f7df853de83693b9affc2625be1e3caea6
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8108f5d430fd59cc6c9289f0cf80a1505e571e605af4b2389a840ccfb84b97c6
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd255e97aeb17b7a0cb81aeb41d712157c713be
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8849b2e2e7655ac9f759a72a7970791999f14f953ec5497882ce18141813ae1d
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04159d7cd260935dc24a29901f26b50f0259804c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72db2d056ac5b6f918ef3c79ed105581eff25f31274ec4137da34cf22e5e885
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b4af67e676641c337e590dc79c611542387a0c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a6a1baf889949eb4ca0aa8d8111212545e5f3f0b59068a1f35e54c03a69395
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316f31f8a1230d4f3a9900e31e4e8b277a5c8cf3
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc66a449720489d52f8f23d9f4ed2ff92aad904a751d13646bc92c2e5a3b0d8
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b1e00aac82de4c3c54f9fe4921d7751734fd60
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e176ed3defea67141ccddac51421a9e6f2224928a24bda79bdb9d4d4a14c989a
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03021a6b7430459df0f48d64bb045847fa93011
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e2c936eba6db0bbe75fa64acba4b332a7c82c1ee8da8b54982f74604d8b168
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4558f0cee24f22818273962b0b1dd95955d0812e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d10123f5fb2339321c5b798805fa7c7d2ca9a16e1103786a072e6a5393e03b
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c62d01a68e11de132217b01138381a154e4110
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e268291da004b674eaeed362887c8b9638827f701b3df17c7e7f292c7c514b
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca665397ecbaf2d48bf54c5b566f8f841575de9a
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc18ff71a046a1f19af565eb3c1c1531554d72d3cb70852178bbb022e0f6697f
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c3ebdf4ae1faa2930b0ecfeda1ccd64e724620
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3466f2b11228d054b621b660d4c2062eb476817ba0e5a302ae5c9ee77fac62c8
+size 131677719
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ddddae80b5d263529a26273d6dc79b69b561f7
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb33f8afe8f63b8e18a4cbc8412214388c1f91f0c47776b9e7d9456b8e46754
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c2bc2a6112f2ab3958d092eb56956ab2d632a7
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b75d11b1515d1a985249377790af9bd3a9ef1452281d8cde6d2e889d4f46375
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ab359b5ddca3526fc5688b7e20f2816c93b92e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed18bf35bc925825afbf9db1c519da80f0c61a9cdbf2af21a5d5b412c6dfcb7a
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec252eb225f9fa9e70259a8990fa6252aec945d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8695b1708870e6e0bea6d5843899c21c51d70a691773b0815ad66d51455efa79
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48ed14426b27142198357ad661de03a0bde0bad
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9806b680c16cf99402ddebdbfa347729f22a89de181809379c40ce1c46c8e035
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd511ad9b11cb76167be7764fa5db7d7d04974d5
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1b85551c9eaffe3ccbc5ded0879fcbf02bcf9eb9b266780c976566aa135879
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45c1d92e3be842022b67faff66c84715b6cbf36
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fb47f265a4703f20a904c0bdd1335d1cb434f5f07446818c7444017b8b12f7
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2671f7f749005e22bd9379aa5b53b09188d4347
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3e88f0f2251591c83adee7b20a61418baabb64d552edcc8c8848e259230092
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02afe10f79e533e9eafa6a0ecbf06134e91a9a82
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88b20f9904a177cc1fc493f5482b4f8aa31f33d0ee16299cd5bbdc73cfad125
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a26824048921e4e106ccd8c3a21459e37052962
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb2819f84c24fec3a070750f37b23da534cd2e78b3a252e7ecea6a570f3e247
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7928e44de75946584446e7f7675bc85fe404b0c7
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f718bc9792f8026b084534dbb3f0e92bb439b9f53e082cd4fac316b04a996fbc
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd2e2c26b7750f99db4fc39814292116a130977
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a3593c8530d4c4e6db72f4cda7fee8b55ed135a80073d7253f60b2bd0bef20
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2288d8064e95dbe55c76922915b5a378a5da18a0
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808069d9f26d162dbc5dfb0d2d2fdc2ebb87a8cae0979215df2e33c5b9a187d5
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a38f9c66979356e5b6a309c3c4bc0e62302bb79
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272c75c789a918690d872b68be14bcff2caccdf5b4d5921cbb955432858e2850
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1e925680bc744bedd3f288790e955fcc32ba2c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6796a766066fccac8591a13efd5c9e7a3fd8205f0515089f950e1e0f1dc613
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e701e5a96c8713dc855b8eb326c4e4532a00f4b0
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58181eb907e500c1f71a5d9035f1cf6ed27dfc3963abe5ae11120f76f654661
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873406250c0866a750612f9ad54014f44c4fce66
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e888efdccf206948b820b3dc7de1b6259b11b7774bc69341dca44daf0a58f482
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a28d363171115e8bd51438fa34acde10c28cd0
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1566d2cc143cb2edab783b572f924b74b584db24708bd37b6a2cff6c3ca8395f
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1fe2faa38aa9ed08044e57f2f908ade00e308b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df6b43e38dfbf97d1ee567eb0bbd61d172a826fd1dab58b2e7177eb60a21195
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d1ea17004fdc5868e7bc237ba40ff80ef60fdb
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9562799f560668f058a1a57667e769b336165fa078576eff89d7e3ab44945d1e
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c539742276318517c8b368d51d78192f9660b85e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd31ecc3482bb8de3717a4c8fe9570023d449a87bf83f4157ee1d886d6f1cb8c
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8b1bd9959ede3aacf0828769ef42ad7f7a6a7d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50852d8a85f6e0db1e471d760a0c59dadab29313faa9f17306d4035654e84950
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed2755ba688409ede1759528d7e8c2370fcde9
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b797d2c640dd56c6e35ca7a1613d85e03c9fdb3cd95fbe7e5800526b6981e368
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b76eedebcb94cb372a8fad2bbfaefae3f2cc59
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68134118314e27c0daeedba61d5232084f9a5f3e06ca13a3be0cad3f6ec2f4e
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fb908271ece73688849efc73c8eb2ee4344b7
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871e5e439e96a52e27f6e6147b70a4804f2185037b632359ada3c8bba05d6944
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a4d23f0d5551779d54cf4aca6c722b90695e40
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dfb86751e836e558db74c887e218119eebb65581f124dfaad9f607be7b4110
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3123c9342586ea40140e615b3f55a29647a8572
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e0f4dc5b6665af98d9023ab677ab713f75bc00f9cd0929424030ce474a88f0
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37f2537fd59aff4e317befa3004f34bd1ba4e2f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a539515d6682cc9d3f4df952f78e44b564b94ea55d6edc96975ff4f54f349660
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7db6506ac0a6ef687ed3680ef3f829b52a1d0dc
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00642bc7d8ff270b225fd66d9584fc81d7f7b57159f1cea272687c164a3c085d
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c616497921f82bb4302755ed0387c20eab321
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416a0ea246af5aad8d8afee1e1f9e2892ae2c9e595ea71bc3992898cdb89d43e
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f62d2344e8119cd691c6f45f33be8dfd635a4f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce81b4db1370a47931576c2e953bb31c6228d90b040ab9c4bf1096ec64d7ad55
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee16c2b7ee98af547309cf232b2f12045f6311a9
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3489f59bb51284012b1d877db2cbd795f5110cdda3117deeaeebe2c075b9a7b
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e0b05033874261ab993887b264ea89bcfd0f81
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93deb3bfafc463c5be4cabaf9dabbbaaabafc56f95a4ccf3004a4633219d8e8e
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97852ef60a3c66e79862baeed8669408cbc8bcf
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915c71fde7f90057dc9368df3bddfc59b0991dc3f9f76be274394c9fb4b38451
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee06e34d85ce9ffa62038c7968ec9f74210b0c5e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daf56ba9674144d5c53cbb61a5689bf0e293bba1f4175e1483c3cdad9860c44
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3484f8f4c37ffd673750780742f84daa5f9f0af
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50fa16e0eb0430016d5fba882d9f040e7d2c803898af95199276d3b87256a33
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390874571a7ec3f55cc0a4a4d7cc99eae1ed4c96
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec8acc6e27e03a036fa5da2fe2dfe3ca6de8df00c2d680e699aef49e3db88ab
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d9ca7cd82e4834be140bc1018092d5da407d45
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53506abc325e96028781d387fdcf0ab912714543913de72ddb2e0a8e7aaf53c
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24422429bfe3a5e0582bccd84b5e8bd0301f85ff
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daeeda11997238e40d50f1cd7f588f40e13b2a5d51819d9abb747562a705d0b
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019b7472c709c03c5b6f67ba8bf0dbf9647b71e3
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fed7700889287888f9f9c3bd7a7ffd3e9a9d79bf1ad7e0e8c9ab07e46e121a
+size 131677933
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00a343ca9401b1f22b9739f83a0ae483525a35e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f6fb76d9e949314db717e4ee1a9774a043d187fc91fdec67720fd4d2a399a9
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbda46e9407c299a90c305cad6d2efafa6b79171
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53da81e2901e98e3886c25b78824c19fdf697dc3c2ae84e3fe4065e33210e72b
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c2e432e0c5baef0eeadb103c7a09293446a642
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cad37f6505f3cc7a3a1826087b33ef5bc04a7de2f374e0c4938e2c291e14ed3
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57e8eaf5c87495870db4d7a8aff97741b519608
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755ba23fddf696a941777965faed728d8452638680eb34abed180baaa8c6d51f
+size 131677922
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af31422adacdcd0a127a029226ffdd6ec068c966
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548fa3f58c4dfa9eb0d2e7aeeb71db8ec1fd639f4fa3aa175e9fcd14b4aea640
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306cd4cee333446c1afd453df731405705938df2
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3c01ef00c9c11bb1d4357f85a1c5fa326ff05df3962e4a938820e3268db25b
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36739077192a9c11b07779b6b1f29ed9c493ee30
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1172c86d767ab9b1f71cc91a02b4b54c6204c61dad94b58afe863fa0e27814a
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe04240b07c10e06603a8a25cb9566565201d395
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be829b2aae55ed4349dc22baf4b5a5d1aae7ea8db83e410c7696409bd8827ffa
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402dffa3d62cf90972b211beb4a3ac2e53da1290
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef8f9f7aae80c2589a295f9e20845774567c01dc41065f1999cbce18ff6deb4
+size 131677805
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874e84c70f93d1d4e048d25bfac702ed336b5b5f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e40297168b1aaddd0af29a9b5b3b4c1276c6d5d337b2f38c5e0fa615f4704d2
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab8c5550807827f8897c9fc9a7fe54715df9895
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372539a2e98e56b8169e177ca9178b37f1ff2c707f95fa5f97562e70596a164f
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4194a5185641198ddd69fa65fad75789b7aa3a2
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b39259a085406ec9aa0fdb2517ae33bca5cc2396f2e81655d63e2b1d0668c6
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de8e7167b12b8accb603a4a9a92e17238d2d62f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f39f2977d86ee41791f0fa1aaef74c00c12945541b81a94b08981a4c6a3f82
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e77a9f977767158b7c89ce5fcd3e75841e00c7
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332eced410b9560e202d9621fb496274672d2f49f4d7b43e15e051b64415d683
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894130948efb88b600ae6d7e8ff2287b79b688d8
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6663ced2150ae91fffab2c6f6d5bfab0068c78cecfca875aca92f71876ec4261
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9395b831ce0fd043e570dc626616e9bb94a9e5bf
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed243067fe60f2398241b6c97510923028b114cae3127c7c28b0adb942a34ac
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7c2f8c0c60a79a077cecb3084b06dadf83d14b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73353ae5746a57502282699240c08a4001c48a7cf44a2b83bf20456f7967c96f
+size 131677869
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3209c0f3f6bf56eb804eab797e794fc957db8f2
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849c545bfa66c15a00414096b582ef7c74e2eddb111529d0121f4fd301f48e22
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155e790902b65c657bde919fdf30fc1ed941c993
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fb340d1345e46c5c58949967d33e8623c06b3698a695137f5e6cbc758b435a
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275c5fd823b5955b1627f3a77c33a7fb3407268c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc49779d975c905425793c0d43d33d7eccb1ac6c4399720535f089d41e4846dd
+size 131677741
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d0b26ba7718769765cca643c96de3c1d0bb6a2
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2e23579e0f0979e166d5625a4cc14c731d888d1ccd972754a8f85525592063
+size 131677677
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ca21d536221eabba0019ee547b6d63bbc20a53
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5297a4986db6efef80754f253de3b6ccdc0b326849d5eeae8e3f63236e014d
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e5b8f30955f3ae05aba53c3891948398ebed61
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d695a3309390f200d94def1e343b28138dc9b8bf194559821a48b8646f4de985
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ceebaf1175688bc5def9736bbe23709e4b13dd
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40ad483917719bd24ed16e60c23a892a69456db596df6ff83cc9a64ad651965
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f27e318f472de5518b7a1e8ec9a22492324b3c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c663df970939206ad1ed0cc7531a535c36bb0a3790d8ddea00add658f546de8
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbc82be9167488dc22251db90ddd4705ade5d1b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8839a4cb642626ecb54592aaae6c5663fa2696c4fdda389280c5396243c78e5d
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444fe56d45b3134490decb27c2d8274f7b64fe69
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74439583fd36a98050689c011ecc8abb1bf9020323e32d7ce8f076ffe7b56992
+size 131677719
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febe28e0d3397866389ddc33c95b5ab6b947862a
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e8e57363c81ef23095b9620be533682c6c2f56a4c3fdea14165f5205129dda
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6bdd38d90ea9a0b89de3ccb30b0299dddc90ee
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6cd1488fe15beec3a948bc747366befc16738c8e5bc7462993ff6e0000f3c8
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdea0152d2f7c0d5762e33853a1bd2f9a3d249dc
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7b0b41f2b9859b94ec463214ab466facab969b650d5b9b4e4eb82a17df3975
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2b4076672de1fc58e3a79574a502af9e1ee77c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b3125177f3f3041560a3ca93a0b42e10ef375213a8e95cc6f605121c9da4a9
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f98a379e767a7a0bad0a03ab536f88b65f9f07c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9d2a3c3a7f8d9589390447a8ef88ab281fcda560128357cf0fd8721c6e9254
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cfb7c2f9d1a2b5d4877b83db89dc4510c5379f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c4907bbc27a487e3a5a24b69e285091f03dedc30a13cf5d28b8deb909d320a
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef427f825cab78ebab88a87a7e66ee8ccbc370d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c5d4ab1fa644a86c24e6066e95d17929f2109bbc45a2bd6178bb306ffb6ba8
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa7d39da51689ea994598fdafd848648bcfdb64
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5772c8a7b18738bc596bd90199921a17bf129070eaf035e93e7b166143e67dce
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b7282e4e82495bcc6fedbc7e4b830237c6eb46
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635e520fd9dc20584fa7304436a204885081689c9439cea02a13168209243ae7
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2263865831be3b4c3c7389a15bfdda093c09f987
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852b4bb30bd7e91602e4a3ee4df304746caf5be15b16031e6080357d37bcdc36
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99add95493920fa5d58ba1b7656a5be1a1b9a6c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c3670e9224ca4f022971fd4a010f91fde6c5351401e8f04d1fe74639d79173
+size 131677719
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23305f5f0b6bfdd97d563a0af7d11ca0688a804d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e2ee49cc040cd1d45f4248811ee4e5992e5afa4558cde847a90e8cc90faec3
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cede4946a3b958c662f7ebb33155cf5256867489
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea002db65d4330ca6db4bc0629e9d42bb6471f53095e80931640e0e211786e94
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3432026253224688079b9699a07dcf9ba7a1330c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde2d3b6865ec097b9e9bc6b037cf704c37ab7ce0e60835e947f0650738ae63
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3cb6c83132acb48de62eec49d20e009b840993
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba77275d625cea2a005ac6f525879d65b1f17b3557bed988583f3db2e5c0cfb
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7ad931e6667f6c8147cfa866736f15e6e8f56b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49859f6e2e0b998fd821ce848b17c5e3b0ef74748cf69191eea68a4f8b8f002
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969ccc3ab269ce150dcd381ef2980791db68b60c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f1885d5a6af690c48977acc04914d38199b3982abd2c2cb5d7e0a3c6bb2e93
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0300de07bc80ba6380272411e55f3061861156e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129e69134e4f0b7dfd7081b72b71650f50bcdba037074df733ebec7ae1d4f766
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b72cc4824388dccf053e14841cf7a96db912a8
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70dc005d70b5cacfb44e296ada39562aab7e8a6d5c062028d35e0edaefc932d
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52410032d372b21705d1b59ae38e2b852c614b5b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b26df4116f66d66e506ddfe6341faaa8bf484c4b5dd4f8b8775fe0ec0d6157f
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b825f297918609a9d9e1544238fcce2535f7f09e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d392b66e481a5444c037abd3b15220774bcf0837ac56f52ba2e727183c516a38
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1a1e573ce47bd2e327437fd45cd23703c380e1
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62522133e03bd620b204b3341a4a354f4bfae352f4bc780e23469a18a0e7de1b
+size 131677847
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016ea5718d088d31aa6e984c636ab57b2cbecd54
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef17357efb5e9ffb4cda91dc3b16227cb021ed209161e772dd5f8ca535be0464
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201478f2af1c32d907e3f4ea0f2018143943759d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5dedffce6ee0f57be01102a8fda7f6911647b3e87480a034992d1c6f27d94d
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56516946daf5cdcd7d9b797a8e3571d6779056b1
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f4ba466141893c06fdba3bd4cd30d80d5a374c50b8903e8bb94086915bc15
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e45e701b9f32b29b6759f726ddab72b91cbefa
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd9ae830d0edcf14af6b43964c4d8969a02365a8a6bef0a3b96247d34a83861
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aac6acf654de6e1588d2522f71f5198cac0f208
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1e0a6b59f7e2192429369d36a480f2974013499323972afdeaaf85d5f61929
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccf57f5de12c5b51bd105dd86894a94e4592fe4
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0090323a5695c83d7182662d25c3ad143d5e23546f935d018845a403778616c
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cea10f9b16f8d79a0e784a096345fac34325e4c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a0683c2079eddadee2585248066838dbd20ec031529084d5aa487d81c78959
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f0136ac89cdfa867dd25989b04d880fc025127
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac46a8613a6e2f518e29642521235070f33e1c5a140ad19823db09b341714c94
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467449eaf68b49a5b196762f58f175cfea89e208
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00966019161b25001a114d0cce311e6c44bacebc1e34022ac7d5d49bf279445f
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029350ffc4e75b073d285212b2124e9b4678e2c0
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba1695e78b73e65636e5c9dc3e9a089633d670fa752d553a41870156442feda
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5740182d61d7c3ca0a3730648da99d7f2555f1a9
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8593e38155c275c089da5d87ed7b79164712604370f316d2996083d98c339e
+size 131677655
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b386de6b5bfd3bd01327ae193c879d38aac9a12b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd76a700091459927a6d681544ef4d064bc2b3897f584cd7185fc2814bc5c81
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95efe8b39ffc5db9c0a6065c7fad3a3dd4249fe9
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052300f28d73d94139c630e020a3060ee8f939001b6c08d04bd550af3c93f168
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810105fae107c788de33228fbca8bf1782241474
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba380a3199d3fca9182f5275ba0d4e389224e1a6e7001ac4321f5c170448a4bc
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577dad1a4db82b0d5436975bfd8e43ac30db6052
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f72808ad11cbdf978c210800e0ce11c1902d5ba92b5ff5dac6a86ead94be335
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cee1c865df19d751a9785e4c7806270368aeec
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbddbe9ff9f82fcb69f76228000d986b6c44d7d44e95d18aec88f0779b93126
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f79cfb9df983355ca160bda2daa29cc45b5091
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cb39ff567b38de16bcbcf8bb176e89fbcd17d2dd12f15b1875e38c7eee2de3
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3400d422e7b3f15b49b3046d72d1f6cd9d00245
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855c3979f9ed4e30b13a9a290b995d637ad288b9739059ccd0de31a7ee6e0dac
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1b33e5a299f4dc5a5e9ea98e36fba982181b27
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb94ac7c4d7d8e7ccb3068305b9a275327952af6b8484e7a3019c91ecce3419d
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ce6b6647223e1d46782cefcb428778f853b802
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc9731aaa04db3fadc1ed2aeda1379cec2d4bc8657f4023a598590899d1e9a7
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc07b0ea7c018270b8748913795852d42a43f53
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14d17816e8865197c4adb89f2c2c450f31ed4597c129d861927c9e012a38662
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38e3366f0393496e547047ce800670b1c24737d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf7fd15bfb40d9142817b6d76131658c18326a31be86e8022964d893ca0bf77
+size 131677719
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5294d87d2cac6d073b95defb1c268dd32e951310
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71da3ac5102d9075de6d70d2112b15962fdc0d1671a3508dcc6121b884800b54
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74b7b38e6314e1e4f0c46b1330427545f6e6449
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29495054181e9733da5fdac6026a54adbd323719e13e83780ec4b9b18440d6dc
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92043fbb8dbdfceab62fbd05020565535697556d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9657523298dde326e926e4851adac9c6e07d8b3eba2fcf634732f811613455
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a0745067fca58aa75071e30670ffb1faecfb17
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fca9094dd8d3892e430f67946ae63d78edfed7016b15a3cf8d422fee4ccb1d6
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b8449c05cf31c643694915f33c223663e94460
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea2d175bc8c29fe394d61e51b9a8bd8b6e8bb42caf6ec9b72a6a7f9677fd021
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a41ed0959e223005fa7b51dfaa0804ff5e3c1f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d09699b3d65467806cb35d6894e8cdfd00cd58d58ddcfa0360cd7aff83ebba3
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4d92265c32105c1330b51f258fa436037a84da
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67777d6973f876822a2c96a3dd2f92667b3d3f777fd761d7790fb549e2faa875
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7275a3ad1678b5ec8ffd4e19679c4816c895f2
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58431df1dc82347f5144a65cfb64a758b00b2baba9de316e9ef75ececf8e92e8
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863e6d4ff75e40b2b45ac7b4c7f98803851cd80c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91266ed5aff280126e8e2e87f0b1a8787c349ad0ee5e09b5816d7154f181a329
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25bf43163e3420c94d1d3074bfd4a20db1c9c4e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1b1b068635c8eefc19bd46eb2942ef681050ad341ee9f8940e3fb98975a630
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03596651edf68423eddcdffd408e9ae932fd22f2
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd0b60ec9d7cb4543542036683d55f4bc58c4f8a671919d6c1ae6aeb26573fd
+size 131677719
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef41c72c22925bd4ec075bdcbd14f80acf73f3b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffb9c0ec672af70de5a245e27f7b3c5f0ce7708178aca5834a5edb26f7eb732
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1fc3f04846b802c4b933bd58d087850ccd99a9
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c68784c854ada3fe40aa0dffe71d2bfb808f70e782352a1bee9501755167ec
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951ebeba27d24e5d87fdef71f1000187e17bb597
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b36311a9237df82f36680ef7e78f10f92c193fcf946c6d1c7fb95c24c818bda
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fdf0571c79fd2f8d6599561e407570261c13f6
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ace065e2bae537ccd7c6c1cd447ba8a9608ffcb12b4c4917f05a004b9583198
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff9580cdd84541cfa46a975939a1925fbbf325b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743afb5a16190faa625d9573a85b30021ddb6517414a90fc3633a77bdb0d8bbf
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76ce01ec1322b5c3b2df371d72b0ee16bdd3c9e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528cdd675ef735250ab20b24b66452159d46e36fb8e6d2babe938441ae474dac
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6cacaba41cf42b3821f9cb915e0e5f3adac27d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6e72ee98a35c499a8f38d2f351ef22132b287ae3776baa977eb1f98c64646a
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7732a753944b5d7d2511dfb13abc7e0d3dc27701
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07efaf1c75a800360b9e1515e1e7022d19c12167a279948a2ca84bb78c53c996
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b4016ededc42311f8e01b9329afa6951ca79fc
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d18fd4e44af9f12a4c867955d0c36924001c7962ed7f2351de0ada55640122a
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd51cc8215f8843e9cf1c2dde309f01aade1fb4
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294aeb8077eb232cee6de1ac6a13f45336ec16b7479fb787f861237951756358
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45d826ad792c08e8668320967690ffd2ba9ec1d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bb938129127f5892470b2964dbe2ce6aadf4e47584f05355c28083fa8b0ba0
+size 131677847
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5853a10bd0514b66f2cdc04aea2c420bd8c394
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cadcd307ad5523642dc5c5d3eeca78f77e3c0b869c494a0f51dcdd63b510cc
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfc7a28a1807679f163876a6ce10e535f7722a8
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec25486ad6b2c68e163304e3f0a817da1ec250a525d4b6c64259318a13a24ff
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fe10b5aa5e6fc93a8ff736559537dd007e5641
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689dfaf09e2901247cfa3ea2040d50a7ad4b1797d3d5d83608bc425add8a241e
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e019c97488ca73bdf5584179cfcf8445bdffe331
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facc9aaa07e53c2d987bc892f754c10a27e8d7f9aa571ff56a69163c48fab851
+size 131677922
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538aa81e9c80229da7c2d03e259ea16d5b492cef
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690e3890bffbf017a2657292ce513d81d574b9be03fceb221c6b48d3846e614
+size 131677730
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d471bb30462b01909176ef8e444309cae228603
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9898427c880b2df97b847120f4ac1437966ec333636b8e42b404693b2ec63f4
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504c1800e94addd6c2064331dc0812d4af29eca9
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d856822cb6166c5a1730c23e39361f44dfb498173352060a4ad7e8ae56044dfb
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ecc99dbb040f12598cda1d8496e1a0bfbbc39c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8dfec13d47fcaf90c279c41ff539af4dc3dd1749732c0761699715b1af8703
+size 131677794
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a81435328351023e906976927d7c2a253c73777
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b182ca68162597c3757772b1ba921fdf49f037f93849fa961ecc631e7315d98f
+size 131677858
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf21bea1953ace0068cd4a9382517b4aa01354c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f38dc0211b3e1d05a954f7d26b907022bf4715f7e20a1f46a630bb6ccaa5a2
+size 131677666
diff --git a/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d0cbe2a429261176630b7922027dddd29aca4c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae14b36af5dc9f8fbdc53b5fbfd63b848249087835bad2038eb0af8a53b2048a
+size 131677719
diff --git a/2b855b9bc4seed4/global_step52452/layer_01-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6510ca3612f524a98a3e26c761c9031ae939635f
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787d69dc702ff12bdb77f8b13eb4fe0cb58d5d7fc8ec66b9f1a62693e6e89d65
+size 268043523
diff --git a/2b855b9bc4seed4/global_step52452/layer_03-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e572d9db49276bbe19ff7ff5071dda861bd82259
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02c01dacd9f75562fae4a61631884bd851ed776ad99ab0943daa3821bac1823
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_04-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8123c3b5c7a1895c5ef4cf1a53a72b8873510557
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a8a330d517daafff1e3ebe05bea8e009fa30431b7745b78290ad5251e75773
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_05-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e3d6be9b5dd8c1b9048d8220b07e6bcaf21484
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e7a5a687d730428aa32568da8d4c5f5eec502062ed47ca8bdf6dfc0a2a2134
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_06-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ae540a051ab0c1a80bb5ee4f92f69d1c86befa
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69623f9be0ec303cf7390b9022fc153f3d484e3efb4f51a06d6ed4b3d0fe2f1
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_07-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c752cf77537eb72f53d44670f2418d416038ab95
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dffc51ef2a06940ba41c369506da0eeff549105b0992fe9d8041f23a491d9e7
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_08-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250ce0d976ba58cbe436a99b84f2aa43b3899129
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc619fef8e38851770ff4e7ee678cd155a482a8826adc16c30af5145c22ee96
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_09-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4663e93377ba349c49be6e188c6a8d1101b7eaeb
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e94890a11ef5d6c587c2595322ead03c0cc044a96b8a38dc9bcf9c71d53425
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_10-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855b21b037e77ee5a4eb32cee63c7f03ae03c05e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91ca2597a12d9241619848f86655d939978eda4069e049fe36223fb450a347f
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_11-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8fcaa49d53e48edf6faa914fb0e35075c78254
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7bdf97608a8c11483ce0ff826d5c6295abff755574454881c4d596ff2c7521
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_12-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96cad32ccc5b671d4cb3231b6806a408b9e969c1
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6281b8a997da32bf6a298fe89ccd0353def639e51ea66218d18b0f553afeaee
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_13-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188b768737f59cf854a20192e1d428a0b8f7bd50
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96013df8a2a86247e309152aad871fc49276d6d47e4823e2a4890a1dcab06e8
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_14-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1bdc15ef7a18875afb2fd07e264e54ab3543e6
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c14e7957e8bf65b687df9f8062cf355482e4306a674307bb41139c21322e58
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_15-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d70447bbbacf3d8872081282475d48d47f1d5bf
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5959edf7297e7128c43afaa4cb1a80c0d777d38910bbec401b1d00d4c5e4dce
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_16-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ac4144c06ef15ca2ddf46a1b621202acc66d20
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d0c11781a3693f659d9cc1e0c41e3f3682f8ad4daa759c6b9dae87c7741201
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_17-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f98945b3e32aa2cc94f0e69b76d4f3747938c1
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a413e7aec9e69de02694ef6279abfda1fe38dcd3214e3f2c3c4ccd75cc914a91
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_18-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3362137b7992c0c92ce1be8a52a05939cd0a7c
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00497ec4f007d5892dcb0ced71cfde5dc108decca547d44baee7ada7493fa7de
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_19-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6c3374b796e27bb46e97f06ca26ed51514881d
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811dd68864e62ae26fe6c8ff8aec2e0ef89d1927e4d2b6aef0e757cc4732a411
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_20-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc1665cf14e5eb44551493b19d697a70290e762
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cda8be30621c177da7093992fc76ecaceaf81f55da7b6361c5957de4bdfc51
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_21-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b4295b1ffa5923b23d8a88c71e638481189af5
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce1bf38ec117c05ecb6c1d518e6f7a59c8a7d7a34eef2c90a968e53bfd4223f
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_22-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cb6abb318579d5a138e6769253dfb396e857fc
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab35ccfdcdb934a2c67028707a15dd632be2dd1f6bc8921dd5bdcb155a0bfc0
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_23-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a309ef4c53c5d01ddd5690f854e8662d1a0a89
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28c27dea901bf73bab41a5e9fe1d3665e988ef90881cbef2743b4135c273d10
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_24-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67152dd4de80d9852c26391a0842326a2fc1dff
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db857083797d3e46c607c5fee402389a97c1cdaa8e54c55227387236fb94303
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_25-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92279b3419c1ef59fe1390682fd2edde17d3f934
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e96a615bc4cf171605c01b367e6b33eb200aa29e4c7489c4f318184c5022d71
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_26-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332b2f3556e4f01c1cdb67360946a4cf00ae6d91
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00738177066a850948ae93bbee39bc99f15c01ec8be15405656587c190f9f783
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_27-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedf2f22415037210c8dc35b8f90dc2139c25c44
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7fe147e5c36c4229a27f487b9ec98c9f2fcb4f0545e0875685b5f1437903ba
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_28-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8344f556c4e5f71daaf307ca40a4c9c5f95b95e1
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1963e7a9049975979b76e88838831b13baee460bed9ed49baf930348b746630c
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_29-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04f3a881893a1072dfa8c866847d9cf1d73de71
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6264e309283688683e37a4c075caad4b6bc9ed3f8caca0dfea0a780def83921
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_30-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e0e0e961fb3a583ae6d53dc755a5045102a51e
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a9f662ba89831076ce046bdeeb690d5f84202bba223122138374f920a5934
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_31-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0492a60f479f69e5a30e3ad1eb5558f4824861
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df44ed81ce1a271a10c8b5a01869d83ab9b6186eef1852b4ae27ed57441e1e54
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_32-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78f2026f448dc5408c1f7a8b9851bd504611f51
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8ac65055b23e857f0d09640df1cb3d8d947fa027ae603ba4bcd7fdb3fa7ee6
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_33-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe443bfb9f80d265bfb6fe05877119f9b067d90
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0859f72582b7fbd33875a3a2122184e7e28d2e6861f25ec98af9fae9799be4af
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_34-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a712498719cb01a2e4c683a3d6c4669038e35525
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cde8768edcb40626af16911574e6e947ca0643f4ff95a241adec073af1eddff
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_35-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4284177ffa4fdb4e0ed286bd387f2d5c8995b38
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d3ac46ba173816df96a10edc1053962a47db5f3ff33f2e932da97037cbd649
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_36-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e04b73026eff43409b1663b5742ffc461b48fb
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a5b429350c450ebd549a2dab832b3a209b5e72baf6e0552fd01103e07adbdc
+size 157357315
diff --git a/2b855b9bc4seed4/global_step52452/layer_38-model_00-model_states.pt b/2b855b9bc4seed4/global_step52452/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b7f3593d478a7ee022ef748e43d043ae4b853b
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ce2d3c55f80e4e4958370ec87016b7c1a20ae91f0d2aada6606ea49166899c
+size 11459
diff --git a/2b855b9bc4seed4/global_step52452/mp_rank_00_model_states.pt b/2b855b9bc4seed4/global_step52452/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b0488b117deb5994de14b41bcbca37ec5ba654
--- /dev/null
+++ b/2b855b9bc4seed4/global_step52452/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e86fbc8ae0b5f6e5a6174677d698fb63fdf834380a1efda39d1a9951fae0e6
+size 49907
diff --git a/2b855b9bc4seed4/transformers/config.json b/2b855b9bc4seed4/transformers/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2debb3b510ba26c4e6693cd4c6be848955e93cec
--- /dev/null
+++ b/2b855b9bc4seed4/transformers/config.json
@@ -0,0 +1 @@
+{"vocab_size": 50304, "n_positions": 2048, "n_embd": 2560, "n_layer": 34, "n_head": 20, "n_inner": 10240, "activation_function": "gelu", "resid_pdrop": 0.1, "embd_pdrop": 0.1, "attn_pdrop": 0.1, "layer_norm_epsilon": 1e-05, "initializer_range": 0.02, "summary_type": "cls_index", "summary_use_proj": true, "summary_activation": null, "summary_first_dropout": 0.1, "summary_proj_to_labels": true, "scale_attn_weights": true, "use_cache": true, "scale_attn_by_inverse_layer_idx": false, "reorder_and_upcast_attn": false, "bos_token_id": 50256, "eos_token_id": 50256, "return_dict": true, "output_hidden_states": false, "output_attentions": false, "torchscript": false, "torch_dtype": null, "use_bfloat16": false, "tf_legacy_loss": false, "pruned_heads": {}, "tie_word_embeddings": true, "is_encoder_decoder": false, "is_decoder": false, "cross_attention_hidden_size": null, "add_cross_attention": false, "tie_encoder_decoder": false, "max_length": 20, "min_length": 0, "do_sample": false, "early_stopping": false, "num_beams": 1, "num_beam_groups": 1, "diversity_penalty": 0.0, "temperature": 1.0, "top_k": 50, "top_p": 1.0, "typical_p": 1.0, "repetition_penalty": 1.0, "length_penalty": 1.0, "no_repeat_ngram_size": 0, "encoder_no_repeat_ngram_size": 0, "bad_words_ids": null, "num_return_sequences": 1, "chunk_size_feed_forward": 0, "output_scores": false, "return_dict_in_generate": false, "forced_bos_token_id": null, "forced_eos_token_id": null, "remove_invalid_values": false, "exponential_decay_length_penalty": null, "suppress_tokens": null, "begin_suppress_tokens": null, "architectures": ["GPT2LMHeadModel"], "finetuning_task": null, "id2label": {"0": "LABEL_0", "1": "LABEL_1"}, "label2id": {"LABEL_0": 0, "LABEL_1": 1}, "tokenizer_class": null, "prefix": null, "pad_token_id": null, "sep_token_id": null, "decoder_start_token_id": null, "task_specific_params": null, "problem_type": null, "_name_or_path": "", "transformers_version": "4.25.0.dev0", "n_ctx": 1024, "gradient_checkpointing": false, "model_type": "gpt2"}
\ No newline at end of file
diff --git a/2b855b9bc4seed4/transformers/pytorch_model.bin b/2b855b9bc4seed4/transformers/pytorch_model.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65ffd94c401fb213cfaeb548245855fd62c57237
--- /dev/null
+++ b/2b855b9bc4seed4/transformers/pytorch_model.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dbdf054a468207d7bf3745fbd6fd5c71a2ae72d630398a650815b195343b9c
+size 5903417421