Upload folder using huggingface_hub

README.md

@@ -0,0 +1,154 @@
+---
+base_model: microsoft/Phi-3-mini-4k-instruct
+library_name: peft
+license: mit
+tags:
+- generated_from_trainer
+model-index:
+- name: outputs/phi-sft-out
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
+<details><summary>See axolotl config</summary>
+
+axolotl version: `0.4.1`
+```yaml
+base_model: microsoft/Phi-3-mini-4k-instruct
+trust_remote_code: true
+model_type: AutoModelForCausalLM
+tokenizer_type: AutoTokenizer
+
+load_in_8bit: false
+load_in_4bit: true
+strict: false
+
+datasets:
+  - path: ptoro/honkers-phi
+    type: alpaca
+
+dataset_prepared_path:
+val_set_size: 0.05
+output_dir: ./outputs/phi-sft-out
+
+sequence_len: 4096
+sample_packing: true
+pad_to_sequence_len: true
+
+adapter: qlora
+lora_model_dir:
+lora_r: 64
+lora_alpha: 32
+lora_dropout: 0.05
+lora_target_linear: true
+lora_fan_in_fan_out:
+
+wandb_project: axolotl-june
+wandb_entity:
+wandb_watch:
+wandb_name:
+wandb_log_model:
+
+gradient_accumulation_steps: 1
+micro_batch_size: 1
+num_epochs: 3
+optimizer: adamw_torch
+adam_beta2: 0.95
+adam_epsilon: 0.00001
+max_grad_norm: 1.0
+lr_scheduler: cosine
+learning_rate: 0.000003
+
+train_on_inputs: false
+group_by_length: false
+bf16: auto
+fp16:
+tf32: true
+
+gradient_checkpointing: true
+gradient_checkpointing_kwargs:
+  use_reentrant: True
+early_stopping_patience:
+resume_from_checkpoint:
+local_rank:
+logging_steps: 1
+xformers_attention:
+flash_attention: true
+
+warmup_steps: 100
+evals_per_epoch: 4
+saves_per_epoch: 1
+debug:
+deepspeed:
+weight_decay: 0.1
+fsdp:
+fsdp_config:
+resize_token_embeddings_to_32x: true
+special_tokens:
+  pad_token: "<|endoftext|>"
+
+```
+
+</details><br>
+
+# outputs/phi-sft-out
+
+This model is a fine-tuned version of [microsoft/Phi-3-mini-4k-instruct](https://huggingface.co/microsoft/Phi-3-mini-4k-instruct) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 4.8947
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 3e-06
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.95) and epsilon=1e-05
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 100
+- num_epochs: 3
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 7.126         | 0.0093 | 1    | 5.2723          |
+| 6.503         | 0.25   | 27   | 5.2703          |
+| 5.9853        | 0.5    | 54   | 5.2576          |
+| 5.7324        | 0.75   | 81   | 5.2320          |
+| 6.5292        | 1.0    | 108  | 5.1854          |
+| 5.6106        | 1.2222 | 135  | 5.1238          |
+| 6.3981        | 1.4722 | 162  | 5.0544          |
+| 5.602         | 1.7222 | 189  | 4.9929          |
+| 5.3998        | 1.9722 | 216  | 4.9468          |
+| 5.1841        | 2.1944 | 243  | 4.9171          |
+| 6.0764        | 2.4444 | 270  | 4.9009          |
+| 5.2345        | 2.6944 | 297  | 4.8961          |
+| 5.4896        | 2.9444 | 324  | 4.8947          |
+
+
+### Framework versions
+
+- PEFT 0.11.2.dev0
+- Transformers 4.41.1
+- Pytorch 2.1.2+cu118
+- Datasets 2.19.1
+- Tokenizers 0.19.1

adapter_config.json

@@ -0,0 +1,31 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "microsoft/Phi-3-mini-4k-instruct",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "gate_up_proj",
+    "qkv_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8427f8f21eec40e1826eebd5aa6469aa22ac0cc8ef026e1da409905a819060e4
+size 402746058

added_tokens.json

@@ -0,0 +1,13 @@
+{
+  "<|assistant|>": 32001,
+  "<|endoftext|>": 32000,
+  "<|end|>": 32007,
+  "<|placeholder1|>": 32002,
+  "<|placeholder2|>": 32003,
+  "<|placeholder3|>": 32004,
+  "<|placeholder4|>": 32005,
+  "<|placeholder5|>": 32008,
+  "<|placeholder6|>": 32009,
+  "<|system|>": 32006,
+  "<|user|>": 32010
+}

checkpoint-216/README.md

@@ -0,0 +1,202 @@
+---
+base_model: microsoft/Phi-3-mini-4k-instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.2.dev0

checkpoint-216/adapter_config.json

@@ -0,0 +1,31 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "microsoft/Phi-3-mini-4k-instruct",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "gate_up_proj",
+    "qkv_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-216/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8dc9fcf57b9768ea6ce46c1c4b4cac62705323cb54871b211dd06e29aaaf84
+size 402688040

checkpoint-216/added_tokens.json

@@ -0,0 +1,13 @@
+{
+  "<|assistant|>": 32001,
+  "<|endoftext|>": 32000,
+  "<|end|>": 32007,
+  "<|placeholder1|>": 32002,
+  "<|placeholder2|>": 32003,
+  "<|placeholder3|>": 32004,
+  "<|placeholder4|>": 32005,
+  "<|placeholder5|>": 32008,
+  "<|placeholder6|>": 32009,
+  "<|system|>": 32006,
+  "<|user|>": 32010
+}

checkpoint-216/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf337b30bedaae2302b3756ef20d8f62016ad99e69478aa2944311f7244b8c4a
+size 805522170

checkpoint-216/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996ee4583bb6259cbb03079460c9cf7ac31973329d71fab76c2fa143156b49ea
+size 14244

checkpoint-216/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c904d9f36edea7c33486e634700fe6c25e882817288534290785d83ace181f
+size 1064

checkpoint-216/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-216/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

checkpoint-216/tokenizer_config.json

@@ -0,0 +1,130 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": false
+    },
+    "32000": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<|placeholder1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<|placeholder2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<|placeholder3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<|placeholder4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<|end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<|placeholder5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<|placeholder6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "legacy": false,
+  "model_max_length": 4096,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-216/trainer_state.json

@@ -0,0 +1,1617 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9722222222222223,
+  "eval_steps": 27,
+  "global_step": 216,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.009259259259259259,
+      "grad_norm": 3.136354684829712,
+      "learning_rate": 3.0000000000000004e-08,
+      "loss": 7.126,
+      "step": 1
+    },
+    {
+      "epoch": 0.009259259259259259,
+      "eval_loss": 5.272334098815918,
+      "eval_runtime": 10.9491,
+      "eval_samples_per_second": 9.59,
+      "eval_steps_per_second": 9.59,
+      "step": 1
+    },
+    {
+      "epoch": 0.018518518518518517,
+      "grad_norm": 1.6424509286880493,
+      "learning_rate": 6.000000000000001e-08,
+      "loss": 6.2434,
+      "step": 2
+    },
+    {
+      "epoch": 0.027777777777777776,
+      "grad_norm": 1.3273869752883911,
+      "learning_rate": 9e-08,
+      "loss": 5.851,
+      "step": 3
+    },
+    {
+      "epoch": 0.037037037037037035,
+      "grad_norm": 1.9482982158660889,
+      "learning_rate": 1.2000000000000002e-07,
+      "loss": 7.0582,
+      "step": 4
+    },
+    {
+      "epoch": 0.046296296296296294,
+      "grad_norm": 2.214090347290039,
+      "learning_rate": 1.5000000000000002e-07,
+      "loss": 6.2122,
+      "step": 5
+    },
+    {
+      "epoch": 0.05555555555555555,
+      "grad_norm": 1.6521217823028564,
+      "learning_rate": 1.8e-07,
+      "loss": 6.0318,
+      "step": 6
+    },
+    {
+      "epoch": 0.06481481481481481,
+      "grad_norm": 1.2911734580993652,
+      "learning_rate": 2.1000000000000003e-07,
+      "loss": 6.1264,
+      "step": 7
+    },
+    {
+      "epoch": 0.07407407407407407,
+      "grad_norm": 1.2651853561401367,
+      "learning_rate": 2.4000000000000003e-07,
+      "loss": 5.6821,
+      "step": 8
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 1.2058266401290894,
+      "learning_rate": 2.7e-07,
+      "loss": 5.7295,
+      "step": 9
+    },
+    {
+      "epoch": 0.09259259259259259,
+      "grad_norm": 2.896589994430542,
+      "learning_rate": 3.0000000000000004e-07,
+      "loss": 7.4781,
+      "step": 10
+    },
+    {
+      "epoch": 0.10185185185185185,
+      "grad_norm": 1.313854694366455,
+      "learning_rate": 3.3e-07,
+      "loss": 6.1254,
+      "step": 11
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 2.281994104385376,
+      "learning_rate": 3.6e-07,
+      "loss": 6.683,
+      "step": 12
+    },
+    {
+      "epoch": 0.12037037037037036,
+      "grad_norm": 1.2343209981918335,
+      "learning_rate": 3.9e-07,
+      "loss": 6.2304,
+      "step": 13
+    },
+    {
+      "epoch": 0.12962962962962962,
+      "grad_norm": 1.3297009468078613,
+      "learning_rate": 4.2000000000000006e-07,
+      "loss": 6.2013,
+      "step": 14
+    },
+    {
+      "epoch": 0.1388888888888889,
+      "grad_norm": 1.9952207803726196,
+      "learning_rate": 4.5e-07,
+      "loss": 6.9842,
+      "step": 15
+    },
+    {
+      "epoch": 0.14814814814814814,
+      "grad_norm": 1.3968197107315063,
+      "learning_rate": 4.800000000000001e-07,
+      "loss": 6.2524,
+      "step": 16
+    },
+    {
+      "epoch": 0.1574074074074074,
+      "grad_norm": 4.7724127769470215,
+      "learning_rate": 5.100000000000001e-07,
+      "loss": 8.551,
+      "step": 17
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 0.9988604187965393,
+      "learning_rate": 5.4e-07,
+      "loss": 5.5391,
+      "step": 18
+    },
+    {
+      "epoch": 0.17592592592592593,
+      "grad_norm": 1.2599544525146484,
+      "learning_rate": 5.7e-07,
+      "loss": 6.4559,
+      "step": 19
+    },
+    {
+      "epoch": 0.18518518518518517,
+      "grad_norm": 1.984928846359253,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 6.954,
+      "step": 20
+    },
+    {
+      "epoch": 0.19444444444444445,
+      "grad_norm": 1.2283947467803955,
+      "learning_rate": 6.3e-07,
+      "loss": 6.1821,
+      "step": 21
+    },
+    {
+      "epoch": 0.2037037037037037,
+      "grad_norm": 2.2317938804626465,
+      "learning_rate": 6.6e-07,
+      "loss": 6.9164,
+      "step": 22
+    },
+    {
+      "epoch": 0.21296296296296297,
+      "grad_norm": 1.5473928451538086,
+      "learning_rate": 6.900000000000001e-07,
+      "loss": 6.5494,
+      "step": 23
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 1.508975625038147,
+      "learning_rate": 7.2e-07,
+      "loss": 6.4025,
+      "step": 24
+    },
+    {
+      "epoch": 0.23148148148148148,
+      "grad_norm": 2.4396748542785645,
+      "learning_rate": 7.5e-07,
+      "loss": 7.2659,
+      "step": 25
+    },
+    {
+      "epoch": 0.24074074074074073,
+      "grad_norm": 1.1266586780548096,
+      "learning_rate": 7.8e-07,
+      "loss": 6.0911,
+      "step": 26
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 1.515765905380249,
+      "learning_rate": 8.100000000000001e-07,
+      "loss": 6.503,
+      "step": 27
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 5.270267963409424,
+      "eval_runtime": 10.4888,
+      "eval_samples_per_second": 10.011,
+      "eval_steps_per_second": 10.011,
+      "step": 27
+    },
+    {
+      "epoch": 0.25925925925925924,
+      "grad_norm": 1.2845295667648315,
+      "learning_rate": 8.400000000000001e-07,
+      "loss": 6.3435,
+      "step": 28
+    },
+    {
+      "epoch": 0.26851851851851855,
+      "grad_norm": 1.528168797492981,
+      "learning_rate": 8.699999999999999e-07,
+      "loss": 6.8436,
+      "step": 29
+    },
+    {
+      "epoch": 0.2777777777777778,
+      "grad_norm": 1.555953860282898,
+      "learning_rate": 9e-07,
+      "loss": 6.404,
+      "step": 30
+    },
+    {
+      "epoch": 0.28703703703703703,
+      "grad_norm": 1.293718934059143,
+      "learning_rate": 9.3e-07,
+      "loss": 6.0386,
+      "step": 31
+    },
+    {
+      "epoch": 0.2962962962962963,
+      "grad_norm": 1.0446598529815674,
+      "learning_rate": 9.600000000000001e-07,
+      "loss": 5.677,
+      "step": 32
+    },
+    {
+      "epoch": 0.3055555555555556,
+      "grad_norm": 1.3030468225479126,
+      "learning_rate": 9.9e-07,
+      "loss": 5.8789,
+      "step": 33
+    },
+    {
+      "epoch": 0.3148148148148148,
+      "grad_norm": 1.108596682548523,
+      "learning_rate": 1.0200000000000002e-06,
+      "loss": 5.8663,
+      "step": 34
+    },
+    {
+      "epoch": 0.32407407407407407,
+      "grad_norm": 1.833085536956787,
+      "learning_rate": 1.05e-06,
+      "loss": 5.7367,
+      "step": 35
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 1.561715006828308,
+      "learning_rate": 1.08e-06,
+      "loss": 6.2266,
+      "step": 36
+    },
+    {
+      "epoch": 0.3425925925925926,
+      "grad_norm": 1.6098933219909668,
+      "learning_rate": 1.11e-06,
+      "loss": 6.3335,
+      "step": 37
+    },
+    {
+      "epoch": 0.35185185185185186,
+      "grad_norm": 1.6193208694458008,
+      "learning_rate": 1.14e-06,
+      "loss": 6.3869,
+      "step": 38
+    },
+    {
+      "epoch": 0.3611111111111111,
+      "grad_norm": 1.5229904651641846,
+      "learning_rate": 1.17e-06,
+      "loss": 6.0453,
+      "step": 39
+    },
+    {
+      "epoch": 0.37037037037037035,
+      "grad_norm": 1.511690616607666,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 6.7203,
+      "step": 40
+    },
+    {
+      "epoch": 0.37962962962962965,
+      "grad_norm": 0.9691258668899536,
+      "learning_rate": 1.2299999999999999e-06,
+      "loss": 5.8176,
+      "step": 41
+    },
+    {
+      "epoch": 0.3888888888888889,
+      "grad_norm": 1.1707255840301514,
+      "learning_rate": 1.26e-06,
+      "loss": 6.2779,
+      "step": 42
+    },
+    {
+      "epoch": 0.39814814814814814,
+      "grad_norm": 1.1281574964523315,
+      "learning_rate": 1.29e-06,
+      "loss": 5.8402,
+      "step": 43
+    },
+    {
+      "epoch": 0.4074074074074074,
+      "grad_norm": 3.945136308670044,
+      "learning_rate": 1.32e-06,
+      "loss": 7.5325,
+      "step": 44
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 1.8681273460388184,
+      "learning_rate": 1.35e-06,
+      "loss": 6.3374,
+      "step": 45
+    },
+    {
+      "epoch": 0.42592592592592593,
+      "grad_norm": 1.300478458404541,
+      "learning_rate": 1.3800000000000001e-06,
+      "loss": 5.9715,
+      "step": 46
+    },
+    {
+      "epoch": 0.4351851851851852,
+      "grad_norm": 1.2660181522369385,
+      "learning_rate": 1.41e-06,
+      "loss": 6.0421,
+      "step": 47
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 1.817872405052185,
+      "learning_rate": 1.44e-06,
+      "loss": 7.0875,
+      "step": 48
+    },
+    {
+      "epoch": 0.4537037037037037,
+      "grad_norm": 1.6538351774215698,
+      "learning_rate": 1.4700000000000001e-06,
+      "loss": 6.1825,
+      "step": 49
+    },
+    {
+      "epoch": 0.46296296296296297,
+      "grad_norm": 1.5821293592453003,
+      "learning_rate": 1.5e-06,
+      "loss": 6.0065,
+      "step": 50
+    },
+    {
+      "epoch": 0.4722222222222222,
+      "grad_norm": 1.5061155557632446,
+      "learning_rate": 1.53e-06,
+      "loss": 5.8156,
+      "step": 51
+    },
+    {
+      "epoch": 0.48148148148148145,
+      "grad_norm": 1.495235562324524,
+      "learning_rate": 1.56e-06,
+      "loss": 5.792,
+      "step": 52
+    },
+    {
+      "epoch": 0.49074074074074076,
+      "grad_norm": 1.2974352836608887,
+      "learning_rate": 1.59e-06,
+      "loss": 6.3621,
+      "step": 53
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.2943974733352661,
+      "learning_rate": 1.6200000000000002e-06,
+      "loss": 5.9853,
+      "step": 54
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 5.2575860023498535,
+      "eval_runtime": 10.6855,
+      "eval_samples_per_second": 9.826,
+      "eval_steps_per_second": 9.826,
+      "step": 54
+    },
+    {
+      "epoch": 0.5092592592592593,
+      "grad_norm": 1.0820438861846924,
+      "learning_rate": 1.65e-06,
+      "loss": 5.7026,
+      "step": 55
+    },
+    {
+      "epoch": 0.5185185185185185,
+      "grad_norm": 1.9304187297821045,
+      "learning_rate": 1.6800000000000002e-06,
+      "loss": 6.5805,
+      "step": 56
+    },
+    {
+      "epoch": 0.5277777777777778,
+      "grad_norm": 1.238295555114746,
+      "learning_rate": 1.71e-06,
+      "loss": 5.9397,
+      "step": 57
+    },
+    {
+      "epoch": 0.5370370370370371,
+      "grad_norm": 1.7372101545333862,
+      "learning_rate": 1.7399999999999999e-06,
+      "loss": 5.8761,
+      "step": 58
+    },
+    {
+      "epoch": 0.5462962962962963,
+      "grad_norm": 1.6708195209503174,
+      "learning_rate": 1.77e-06,
+      "loss": 6.0646,
+      "step": 59
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 1.5075998306274414,
+      "learning_rate": 1.8e-06,
+      "loss": 6.276,
+      "step": 60
+    },
+    {
+      "epoch": 0.5648148148148148,
+      "grad_norm": 1.4556330442428589,
+      "learning_rate": 1.83e-06,
+      "loss": 6.4906,
+      "step": 61
+    },
+    {
+      "epoch": 0.5740740740740741,
+      "grad_norm": 1.2507421970367432,
+      "learning_rate": 1.86e-06,
+      "loss": 6.2285,
+      "step": 62
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 1.1143450736999512,
+      "learning_rate": 1.8900000000000001e-06,
+      "loss": 5.7344,
+      "step": 63
+    },
+    {
+      "epoch": 0.5925925925925926,
+      "grad_norm": 2.05438232421875,
+      "learning_rate": 1.9200000000000003e-06,
+      "loss": 6.85,
+      "step": 64
+    },
+    {
+      "epoch": 0.6018518518518519,
+      "grad_norm": 1.104891300201416,
+      "learning_rate": 1.95e-06,
+      "loss": 6.1067,
+      "step": 65
+    },
+    {
+      "epoch": 0.6111111111111112,
+      "grad_norm": 1.34933602809906,
+      "learning_rate": 1.98e-06,
+      "loss": 6.1659,
+      "step": 66
+    },
+    {
+      "epoch": 0.6203703703703703,
+      "grad_norm": 1.5707837343215942,
+      "learning_rate": 2.0100000000000002e-06,
+      "loss": 6.1741,
+      "step": 67
+    },
+    {
+      "epoch": 0.6296296296296297,
+      "grad_norm": 0.9905802607536316,
+      "learning_rate": 2.0400000000000004e-06,
+      "loss": 5.9072,
+      "step": 68
+    },
+    {
+      "epoch": 0.6388888888888888,
+      "grad_norm": 1.134399652481079,
+      "learning_rate": 2.07e-06,
+      "loss": 5.8005,
+      "step": 69
+    },
+    {
+      "epoch": 0.6481481481481481,
+      "grad_norm": 1.7359548807144165,
+      "learning_rate": 2.1e-06,
+      "loss": 6.7931,
+      "step": 70
+    },
+    {
+      "epoch": 0.6574074074074074,
+      "grad_norm": 1.9637112617492676,
+      "learning_rate": 2.13e-06,
+      "loss": 6.0,
+      "step": 71
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 1.908047080039978,
+      "learning_rate": 2.16e-06,
+      "loss": 6.9322,
+      "step": 72
+    },
+    {
+      "epoch": 0.6759259259259259,
+      "grad_norm": 1.6848489046096802,
+      "learning_rate": 2.19e-06,
+      "loss": 6.3743,
+      "step": 73
+    },
+    {
+      "epoch": 0.6851851851851852,
+      "grad_norm": 1.158486247062683,
+      "learning_rate": 2.22e-06,
+      "loss": 5.7395,
+      "step": 74
+    },
+    {
+      "epoch": 0.6944444444444444,
+      "grad_norm": 2.9409470558166504,
+      "learning_rate": 2.25e-06,
+      "loss": 7.1889,
+      "step": 75
+    },
+    {
+      "epoch": 0.7037037037037037,
+      "grad_norm": 1.5408318042755127,
+      "learning_rate": 2.28e-06,
+      "loss": 6.5631,
+      "step": 76
+    },
+    {
+      "epoch": 0.7129629629629629,
+      "grad_norm": 1.3003695011138916,
+      "learning_rate": 2.31e-06,
+      "loss": 5.8228,
+      "step": 77
+    },
+    {
+      "epoch": 0.7222222222222222,
+      "grad_norm": 1.6015976667404175,
+      "learning_rate": 2.34e-06,
+      "loss": 6.0852,
+      "step": 78
+    },
+    {
+      "epoch": 0.7314814814814815,
+      "grad_norm": 1.282989501953125,
+      "learning_rate": 2.37e-06,
+      "loss": 6.0135,
+      "step": 79
+    },
+    {
+      "epoch": 0.7407407407407407,
+      "grad_norm": 1.3845688104629517,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 5.9315,
+      "step": 80
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.431152105331421,
+      "learning_rate": 2.43e-06,
+      "loss": 5.7324,
+      "step": 81
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 5.23203182220459,
+      "eval_runtime": 10.3071,
+      "eval_samples_per_second": 10.187,
+      "eval_steps_per_second": 10.187,
+      "step": 81
+    },
+    {
+      "epoch": 0.7592592592592593,
+      "grad_norm": 1.7849000692367554,
+      "learning_rate": 2.4599999999999997e-06,
+      "loss": 6.3697,
+      "step": 82
+    },
+    {
+      "epoch": 0.7685185185185185,
+      "grad_norm": 1.2546958923339844,
+      "learning_rate": 2.49e-06,
+      "loss": 6.4323,
+      "step": 83
+    },
+    {
+      "epoch": 0.7777777777777778,
+      "grad_norm": 1.3903110027313232,
+      "learning_rate": 2.52e-06,
+      "loss": 6.1479,
+      "step": 84
+    },
+    {
+      "epoch": 0.7870370370370371,
+      "grad_norm": 1.8783302307128906,
+      "learning_rate": 2.55e-06,
+      "loss": 5.7606,
+      "step": 85
+    },
+    {
+      "epoch": 0.7962962962962963,
+      "grad_norm": 1.2064532041549683,
+      "learning_rate": 2.58e-06,
+      "loss": 6.0706,
+      "step": 86
+    },
+    {
+      "epoch": 0.8055555555555556,
+      "grad_norm": 1.9301965236663818,
+      "learning_rate": 2.61e-06,
+      "loss": 6.2393,
+      "step": 87
+    },
+    {
+      "epoch": 0.8148148148148148,
+      "grad_norm": 1.259318232536316,
+      "learning_rate": 2.64e-06,
+      "loss": 5.8821,
+      "step": 88
+    },
+    {
+      "epoch": 0.8240740740740741,
+      "grad_norm": 1.88141667842865,
+      "learning_rate": 2.6700000000000003e-06,
+      "loss": 6.8863,
+      "step": 89
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 1.1480059623718262,
+      "learning_rate": 2.7e-06,
+      "loss": 5.7941,
+      "step": 90
+    },
+    {
+      "epoch": 0.8425925925925926,
+      "grad_norm": 1.1357027292251587,
+      "learning_rate": 2.73e-06,
+      "loss": 5.7938,
+      "step": 91
+    },
+    {
+      "epoch": 0.8518518518518519,
+      "grad_norm": 1.2564626932144165,
+      "learning_rate": 2.7600000000000003e-06,
+      "loss": 5.8955,
+      "step": 92
+    },
+    {
+      "epoch": 0.8611111111111112,
+      "grad_norm": 1.5674831867218018,
+      "learning_rate": 2.7900000000000004e-06,
+      "loss": 6.0711,
+      "step": 93
+    },
+    {
+      "epoch": 0.8703703703703703,
+      "grad_norm": 2.784726142883301,
+      "learning_rate": 2.82e-06,
+      "loss": 6.9214,
+      "step": 94
+    },
+    {
+      "epoch": 0.8796296296296297,
+      "grad_norm": 1.2815853357315063,
+      "learning_rate": 2.85e-06,
+      "loss": 5.9669,
+      "step": 95
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 3.059992551803589,
+      "learning_rate": 2.88e-06,
+      "loss": 7.6911,
+      "step": 96
+    },
+    {
+      "epoch": 0.8981481481481481,
+      "grad_norm": 1.2001030445098877,
+      "learning_rate": 2.91e-06,
+      "loss": 6.1174,
+      "step": 97
+    },
+    {
+      "epoch": 0.9074074074074074,
+      "grad_norm": 1.685596227645874,
+      "learning_rate": 2.9400000000000002e-06,
+      "loss": 6.4517,
+      "step": 98
+    },
+    {
+      "epoch": 0.9166666666666666,
+      "grad_norm": 1.5668795108795166,
+      "learning_rate": 2.97e-06,
+      "loss": 6.3579,
+      "step": 99
+    },
+    {
+      "epoch": 0.9259259259259259,
+      "grad_norm": 1.2336190938949585,
+      "learning_rate": 3e-06,
+      "loss": 6.2871,
+      "step": 100
+    },
+    {
+      "epoch": 0.9351851851851852,
+      "grad_norm": 1.331573247909546,
+      "learning_rate": 2.9998524776393626e-06,
+      "loss": 5.9677,
+      "step": 101
+    },
+    {
+      "epoch": 0.9444444444444444,
+      "grad_norm": 1.5391007661819458,
+      "learning_rate": 2.9994099395745795e-06,
+      "loss": 6.6068,
+      "step": 102
+    },
+    {
+      "epoch": 0.9537037037037037,
+      "grad_norm": 4.519767761230469,
+      "learning_rate": 2.9986724728513302e-06,
+      "loss": 8.1238,
+      "step": 103
+    },
+    {
+      "epoch": 0.9629629629629629,
+      "grad_norm": 1.5254385471343994,
+      "learning_rate": 2.997640222526725e-06,
+      "loss": 6.4137,
+      "step": 104
+    },
+    {
+      "epoch": 0.9722222222222222,
+      "grad_norm": 1.28110671043396,
+      "learning_rate": 2.996313391640769e-06,
+      "loss": 5.887,
+      "step": 105
+    },
+    {
+      "epoch": 0.9814814814814815,
+      "grad_norm": 3.4707837104797363,
+      "learning_rate": 2.994692241176429e-06,
+      "loss": 7.9841,
+      "step": 106
+    },
+    {
+      "epoch": 0.9907407407407407,
+      "grad_norm": 1.5300663709640503,
+      "learning_rate": 2.9927770900082955e-06,
+      "loss": 6.2007,
+      "step": 107
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.747676134109497,
+      "learning_rate": 2.9905683148398643e-06,
+      "loss": 6.5292,
+      "step": 108
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 5.185390949249268,
+      "eval_runtime": 10.6897,
+      "eval_samples_per_second": 9.823,
+      "eval_steps_per_second": 9.823,
+      "step": 108
+    },
+    {
+      "epoch": 1.0092592592592593,
+      "grad_norm": 1.57361900806427,
+      "learning_rate": 2.988066350129437e-06,
+      "loss": 6.1537,
+      "step": 109
+    },
+    {
+      "epoch": 1.0185185185185186,
+      "grad_norm": 5.155310153961182,
+      "learning_rate": 2.9852716880046687e-06,
+      "loss": 7.9648,
+      "step": 110
+    },
+    {
+      "epoch": 1.0277777777777777,
+      "grad_norm": 1.0643362998962402,
+      "learning_rate": 2.982184878165763e-06,
+      "loss": 5.1748,
+      "step": 111
+    },
+    {
+      "epoch": 1.0092592592592593,
+      "grad_norm": 1.0376684665679932,
+      "learning_rate": 2.9788065277773537e-06,
+      "loss": 5.6556,
+      "step": 112
+    },
+    {
+      "epoch": 1.0185185185185186,
+      "grad_norm": 1.228864073753357,
+      "learning_rate": 2.9751373013490727e-06,
+      "loss": 5.7668,
+      "step": 113
+    },
+    {
+      "epoch": 1.0277777777777777,
+      "grad_norm": 1.7278510332107544,
+      "learning_rate": 2.971177920604846e-06,
+      "loss": 6.3775,
+      "step": 114
+    },
+    {
+      "epoch": 1.037037037037037,
+      "grad_norm": 1.1904284954071045,
+      "learning_rate": 2.9669291643409314e-06,
+      "loss": 5.7487,
+      "step": 115
+    },
+    {
+      "epoch": 1.0462962962962963,
+      "grad_norm": 2.941854238510132,
+      "learning_rate": 2.9623918682727352e-06,
+      "loss": 7.2423,
+      "step": 116
+    },
+    {
+      "epoch": 1.0555555555555556,
+      "grad_norm": 1.5035470724105835,
+      "learning_rate": 2.9575669248704265e-06,
+      "loss": 6.1212,
+      "step": 117
+    },
+    {
+      "epoch": 1.0648148148148149,
+      "grad_norm": 1.4733242988586426,
+      "learning_rate": 2.9524552831833926e-06,
+      "loss": 6.3059,
+      "step": 118
+    },
+    {
+      "epoch": 1.074074074074074,
+      "grad_norm": 1.3305742740631104,
+      "learning_rate": 2.947057948653564e-06,
+      "loss": 6.1691,
+      "step": 119
+    },
+    {
+      "epoch": 1.0833333333333333,
+      "grad_norm": 1.2160289287567139,
+      "learning_rate": 2.9413759829176495e-06,
+      "loss": 5.9701,
+      "step": 120
+    },
+    {
+      "epoch": 1.0925925925925926,
+      "grad_norm": 1.9012755155563354,
+      "learning_rate": 2.935410503598313e-06,
+      "loss": 6.6399,
+      "step": 121
+    },
+    {
+      "epoch": 1.1018518518518519,
+      "grad_norm": 1.3863564729690552,
+      "learning_rate": 2.9291626840843446e-06,
+      "loss": 6.0122,
+      "step": 122
+    },
+    {
+      "epoch": 1.1111111111111112,
+      "grad_norm": 1.1440134048461914,
+      "learning_rate": 2.9226337532998544e-06,
+      "loss": 5.9895,
+      "step": 123
+    },
+    {
+      "epoch": 1.1203703703703705,
+      "grad_norm": 1.4871304035186768,
+      "learning_rate": 2.9158249954625514e-06,
+      "loss": 6.3919,
+      "step": 124
+    },
+    {
+      "epoch": 1.1296296296296295,
+      "grad_norm": 1.574532389640808,
+      "learning_rate": 2.908737749831142e-06,
+      "loss": 6.489,
+      "step": 125
+    },
+    {
+      "epoch": 1.1388888888888888,
+      "grad_norm": 2.674992322921753,
+      "learning_rate": 2.9013734104419e-06,
+      "loss": 6.965,
+      "step": 126
+    },
+    {
+      "epoch": 1.1481481481481481,
+      "grad_norm": 1.4959555864334106,
+      "learning_rate": 2.8937334258344676e-06,
+      "loss": 5.8652,
+      "step": 127
+    },
+    {
+      "epoch": 1.1574074074074074,
+      "grad_norm": 3.064631223678589,
+      "learning_rate": 2.88581929876693e-06,
+      "loss": 7.1246,
+      "step": 128
+    },
+    {
+      "epoch": 1.1666666666666667,
+      "grad_norm": 1.7988754510879517,
+      "learning_rate": 2.8776325859202315e-06,
+      "loss": 6.1511,
+      "step": 129
+    },
+    {
+      "epoch": 1.175925925925926,
+      "grad_norm": 1.4231789112091064,
+      "learning_rate": 2.869174897591978e-06,
+      "loss": 6.0368,
+      "step": 130
+    },
+    {
+      "epoch": 1.1851851851851851,
+      "grad_norm": 2.6319122314453125,
+      "learning_rate": 2.8604478973797005e-06,
+      "loss": 7.1228,
+      "step": 131
+    },
+    {
+      "epoch": 1.1944444444444444,
+      "grad_norm": 1.4405936002731323,
+      "learning_rate": 2.851453301853629e-06,
+      "loss": 5.9765,
+      "step": 132
+    },
+    {
+      "epoch": 1.2037037037037037,
+      "grad_norm": 1.669622540473938,
+      "learning_rate": 2.842192880219049e-06,
+      "loss": 6.4033,
+      "step": 133
+    },
+    {
+      "epoch": 1.212962962962963,
+      "grad_norm": 1.1244466304779053,
+      "learning_rate": 2.832668453968309e-06,
+      "loss": 5.5845,
+      "step": 134
+    },
+    {
+      "epoch": 1.2222222222222223,
+      "grad_norm": 1.0342087745666504,
+      "learning_rate": 2.8228818965225326e-06,
+      "loss": 5.6106,
+      "step": 135
+    },
+    {
+      "epoch": 1.2222222222222223,
+      "eval_loss": 5.1238203048706055,
+      "eval_runtime": 10.8032,
+      "eval_samples_per_second": 9.719,
+      "eval_steps_per_second": 9.719,
+      "step": 135
+    },
+    {
+      "epoch": 1.2314814814814814,
+      "grad_norm": 2.5150041580200195,
+      "learning_rate": 2.8128351328631308e-06,
+      "loss": 6.5318,
+      "step": 136
+    },
+    {
+      "epoch": 1.2407407407407407,
+      "grad_norm": 1.7575809955596924,
+      "learning_rate": 2.8025301391531584e-06,
+      "loss": 6.225,
+      "step": 137
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 1.5736333131790161,
+      "learning_rate": 2.7919689423486137e-06,
+      "loss": 5.6247,
+      "step": 138
+    },
+    {
+      "epoch": 1.2592592592592593,
+      "grad_norm": 0.9995443820953369,
+      "learning_rate": 2.781153619799741e-06,
+      "loss": 5.4866,
+      "step": 139
+    },
+    {
+      "epoch": 1.2685185185185186,
+      "grad_norm": 1.7936508655548096,
+      "learning_rate": 2.7700862988424264e-06,
+      "loss": 6.4679,
+      "step": 140
+    },
+    {
+      "epoch": 1.2777777777777777,
+      "grad_norm": 1.4072571992874146,
+      "learning_rate": 2.7587691563797533e-06,
+      "loss": 6.0924,
+      "step": 141
+    },
+    {
+      "epoch": 1.287037037037037,
+      "grad_norm": 1.9437594413757324,
+      "learning_rate": 2.747204418453818e-06,
+      "loss": 6.3988,
+      "step": 142
+    },
+    {
+      "epoch": 1.2962962962962963,
+      "grad_norm": 1.1792351007461548,
+      "learning_rate": 2.735394359807872e-06,
+      "loss": 6.0245,
+      "step": 143
+    },
+    {
+      "epoch": 1.3055555555555556,
+      "grad_norm": 1.2097288370132446,
+      "learning_rate": 2.7233413034388904e-06,
+      "loss": 6.0232,
+      "step": 144
+    },
+    {
+      "epoch": 1.3148148148148149,
+      "grad_norm": 1.5997315645217896,
+      "learning_rate": 2.711047620140644e-06,
+      "loss": 5.9724,
+      "step": 145
+    },
+    {
+      "epoch": 1.324074074074074,
+      "grad_norm": 1.9537619352340698,
+      "learning_rate": 2.6985157280373736e-06,
+      "loss": 6.336,
+      "step": 146
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 1.4596198797225952,
+      "learning_rate": 2.685748092108155e-06,
+      "loss": 6.2286,
+      "step": 147
+    },
+    {
+      "epoch": 1.3425925925925926,
+      "grad_norm": 1.2177029848098755,
+      "learning_rate": 2.6727472237020448e-06,
+      "loss": 5.8753,
+      "step": 148
+    },
+    {
+      "epoch": 1.3518518518518519,
+      "grad_norm": 1.5970029830932617,
+      "learning_rate": 2.6595156800441053e-06,
+      "loss": 6.2522,
+      "step": 149
+    },
+    {
+      "epoch": 1.3611111111111112,
+      "grad_norm": 1.1032902002334595,
+      "learning_rate": 2.646056063732411e-06,
+      "loss": 5.795,
+      "step": 150
+    },
+    {
+      "epoch": 1.3703703703703702,
+      "grad_norm": 1.10838782787323,
+      "learning_rate": 2.632371022226124e-06,
+      "loss": 5.4648,
+      "step": 151
+    },
+    {
+      "epoch": 1.3796296296296298,
+      "grad_norm": 1.3732211589813232,
+      "learning_rate": 2.6184632473247484e-06,
+      "loss": 5.568,
+      "step": 152
+    },
+    {
+      "epoch": 1.3888888888888888,
+      "grad_norm": 1.188904881477356,
+      "learning_rate": 2.6043354746386645e-06,
+      "loss": 5.8007,
+      "step": 153
+    },
+    {
+      "epoch": 1.3981481481481481,
+      "grad_norm": 1.3125028610229492,
+      "learning_rate": 2.5899904830510406e-06,
+      "loss": 5.7965,
+      "step": 154
+    },
+    {
+      "epoch": 1.4074074074074074,
+      "grad_norm": 1.2234677076339722,
+      "learning_rate": 2.575431094171241e-06,
+      "loss": 5.9759,
+      "step": 155
+    },
+    {
+      "epoch": 1.4166666666666667,
+      "grad_norm": 2.0235507488250732,
+      "learning_rate": 2.5606601717798212e-06,
+      "loss": 6.5055,
+      "step": 156
+    },
+    {
+      "epoch": 1.425925925925926,
+      "grad_norm": 1.3678350448608398,
+      "learning_rate": 2.5456806212652348e-06,
+      "loss": 5.8768,
+      "step": 157
+    },
+    {
+      "epoch": 1.4351851851851851,
+      "grad_norm": 1.309804081916809,
+      "learning_rate": 2.5304953890523524e-06,
+      "loss": 6.0516,
+      "step": 158
+    },
+    {
+      "epoch": 1.4444444444444444,
+      "grad_norm": 1.4316556453704834,
+      "learning_rate": 2.5151074620229114e-06,
+      "loss": 6.2186,
+      "step": 159
+    },
+    {
+      "epoch": 1.4537037037037037,
+      "grad_norm": 1.308398723602295,
+      "learning_rate": 2.499519866928006e-06,
+      "loss": 5.9185,
+      "step": 160
+    },
+    {
+      "epoch": 1.462962962962963,
+      "grad_norm": 1.7772057056427002,
+      "learning_rate": 2.4837356697927366e-06,
+      "loss": 6.4643,
+      "step": 161
+    },
+    {
+      "epoch": 1.4722222222222223,
+      "grad_norm": 1.4515641927719116,
+      "learning_rate": 2.4677579753131316e-06,
+      "loss": 6.3981,
+      "step": 162
+    },
+    {
+      "epoch": 1.4722222222222223,
+      "eval_loss": 5.054426193237305,
+      "eval_runtime": 10.7718,
+      "eval_samples_per_second": 9.748,
+      "eval_steps_per_second": 9.748,
+      "step": 162
+    },
+    {
+      "epoch": 1.4814814814814814,
+      "grad_norm": 2.9240331649780273,
+      "learning_rate": 2.4515899262454685e-06,
+      "loss": 6.8221,
+      "step": 163
+    },
+    {
+      "epoch": 1.4907407407407407,
+      "grad_norm": 3.2064929008483887,
+      "learning_rate": 2.4352347027881005e-06,
+      "loss": 7.6826,
+      "step": 164
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.6117157936096191,
+      "learning_rate": 2.4186955219559254e-06,
+      "loss": 5.5413,
+      "step": 165
+    },
+    {
+      "epoch": 1.5092592592592593,
+      "grad_norm": 1.5916537046432495,
+      "learning_rate": 2.401975636947609e-06,
+      "loss": 6.1638,
+      "step": 166
+    },
+    {
+      "epoch": 1.5185185185185186,
+      "grad_norm": 1.6315852403640747,
+      "learning_rate": 2.3850783365056922e-06,
+      "loss": 6.3381,
+      "step": 167
+    },
+    {
+      "epoch": 1.5277777777777777,
+      "grad_norm": 1.1859897375106812,
+      "learning_rate": 2.368006944269709e-06,
+      "loss": 5.7726,
+      "step": 168
+    },
+    {
+      "epoch": 1.5370370370370372,
+      "grad_norm": 1.2986359596252441,
+      "learning_rate": 2.3507648181224336e-06,
+      "loss": 5.5423,
+      "step": 169
+    },
+    {
+      "epoch": 1.5462962962962963,
+      "grad_norm": 1.3099842071533203,
+      "learning_rate": 2.3333553495294033e-06,
+      "loss": 6.2081,
+      "step": 170
+    },
+    {
+      "epoch": 1.5555555555555556,
+      "grad_norm": 1.8448351621627808,
+      "learning_rate": 2.315781962871823e-06,
+      "loss": 6.4411,
+      "step": 171
+    },
+    {
+      "epoch": 1.5648148148148149,
+      "grad_norm": 1.263071894645691,
+      "learning_rate": 2.298048114773005e-06,
+      "loss": 5.769,
+      "step": 172
+    },
+    {
+      "epoch": 1.574074074074074,
+      "grad_norm": 1.4397268295288086,
+      "learning_rate": 2.280157293418462e-06,
+      "loss": 6.1988,
+      "step": 173
+    },
+    {
+      "epoch": 1.5833333333333335,
+      "grad_norm": 1.3311412334442139,
+      "learning_rate": 2.262113017869794e-06,
+      "loss": 5.9678,
+      "step": 174
+    },
+    {
+      "epoch": 1.5925925925925926,
+      "grad_norm": 1.5137203931808472,
+      "learning_rate": 2.243918837372502e-06,
+      "loss": 6.4093,
+      "step": 175
+    },
+    {
+      "epoch": 1.6018518518518519,
+      "grad_norm": 2.532318115234375,
+      "learning_rate": 2.22557833065786e-06,
+      "loss": 6.573,
+      "step": 176
+    },
+    {
+      "epoch": 1.6111111111111112,
+      "grad_norm": 1.7535362243652344,
+      "learning_rate": 2.207095105238997e-06,
+      "loss": 6.1462,
+      "step": 177
+    },
+    {
+      "epoch": 1.6203703703703702,
+      "grad_norm": 1.3252042531967163,
+      "learning_rate": 2.1884727967013063e-06,
+      "loss": 5.7489,
+      "step": 178
+    },
+    {
+      "epoch": 1.6296296296296298,
+      "grad_norm": 2.172076463699341,
+      "learning_rate": 2.1697150679873442e-06,
+      "loss": 6.3797,
+      "step": 179
+    },
+    {
+      "epoch": 1.6388888888888888,
+      "grad_norm": 0.8812606334686279,
+      "learning_rate": 2.150825608676337e-06,
+      "loss": 5.4227,
+      "step": 180
+    },
+    {
+      "epoch": 1.6481481481481481,
+      "grad_norm": 1.4979366064071655,
+      "learning_rate": 2.1318081342584566e-06,
+      "loss": 5.811,
+      "step": 181
+    },
+    {
+      "epoch": 1.6574074074074074,
+      "grad_norm": 1.277028203010559,
+      "learning_rate": 2.1126663854039945e-06,
+      "loss": 5.9072,
+      "step": 182
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 1.668641448020935,
+      "learning_rate": 2.0934041272275884e-06,
+      "loss": 6.1502,
+      "step": 183
+    },
+    {
+      "epoch": 1.675925925925926,
+      "grad_norm": 0.8518059849739075,
+      "learning_rate": 2.074025148547635e-06,
+      "loss": 5.2586,
+      "step": 184
+    },
+    {
+      "epoch": 1.6851851851851851,
+      "grad_norm": 1.7262235879898071,
+      "learning_rate": 2.0545332611410427e-06,
+      "loss": 5.9965,
+      "step": 185
+    },
+    {
+      "epoch": 1.6944444444444444,
+      "grad_norm": 4.665543079376221,
+      "learning_rate": 2.0349322989934695e-06,
+      "loss": 7.4106,
+      "step": 186
+    },
+    {
+      "epoch": 1.7037037037037037,
+      "grad_norm": 1.1285862922668457,
+      "learning_rate": 2.0152261175451915e-06,
+      "loss": 5.6628,
+      "step": 187
+    },
+    {
+      "epoch": 1.7129629629629628,
+      "grad_norm": 1.108992338180542,
+      "learning_rate": 1.9954185929327507e-06,
+      "loss": 5.4876,
+      "step": 188
+    },
+    {
+      "epoch": 1.7222222222222223,
+      "grad_norm": 1.1134352684020996,
+      "learning_rate": 1.9755136212265323e-06,
+      "loss": 5.602,
+      "step": 189
+    },
+    {
+      "epoch": 1.7222222222222223,
+      "eval_loss": 4.992879867553711,
+      "eval_runtime": 10.5803,
+      "eval_samples_per_second": 9.924,
+      "eval_steps_per_second": 9.924,
+      "step": 189
+    },
+    {
+      "epoch": 1.7314814814814814,
+      "grad_norm": 1.215661883354187,
+      "learning_rate": 1.9555151176644222e-06,
+      "loss": 5.7391,
+      "step": 190
+    },
+    {
+      "epoch": 1.7407407407407407,
+      "grad_norm": 1.2140839099884033,
+      "learning_rate": 1.9354270158816935e-06,
+      "loss": 5.4932,
+      "step": 191
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.3728704452514648,
+      "learning_rate": 1.915253267137274e-06,
+      "loss": 5.7001,
+      "step": 192
+    },
+    {
+      "epoch": 1.7592592592592593,
+      "grad_norm": 5.121810436248779,
+      "learning_rate": 1.894997839536547e-06,
+      "loss": 7.9136,
+      "step": 193
+    },
+    {
+      "epoch": 1.7685185185185186,
+      "grad_norm": 1.3116612434387207,
+      "learning_rate": 1.8746647172508404e-06,
+      "loss": 5.7987,
+      "step": 194
+    },
+    {
+      "epoch": 1.7777777777777777,
+      "grad_norm": 1.1180241107940674,
+      "learning_rate": 1.8542578997337519e-06,
+      "loss": 5.9064,
+      "step": 195
+    },
+    {
+      "epoch": 1.7870370370370372,
+      "grad_norm": 5.294866561889648,
+      "learning_rate": 1.8337814009344715e-06,
+      "loss": 8.2684,
+      "step": 196
+    },
+    {
+      "epoch": 1.7962962962962963,
+      "grad_norm": 1.0381337404251099,
+      "learning_rate": 1.813239248508255e-06,
+      "loss": 5.487,
+      "step": 197
+    },
+    {
+      "epoch": 1.8055555555555556,
+      "grad_norm": 1.2923859357833862,
+      "learning_rate": 1.7926354830241926e-06,
+      "loss": 6.0108,
+      "step": 198
+    },
+    {
+      "epoch": 1.8148148148148149,
+      "grad_norm": 1.3527953624725342,
+      "learning_rate": 1.7719741571704477e-06,
+      "loss": 6.3468,
+      "step": 199
+    },
+    {
+      "epoch": 1.824074074074074,
+      "grad_norm": 1.4213413000106812,
+      "learning_rate": 1.7512593349571046e-06,
+      "loss": 6.0251,
+      "step": 200
+    },
+    {
+      "epoch": 1.8333333333333335,
+      "grad_norm": 1.3854726552963257,
+      "learning_rate": 1.730495090916795e-06,
+      "loss": 5.8197,
+      "step": 201
+    },
+    {
+      "epoch": 1.8425925925925926,
+      "grad_norm": 0.9397538304328918,
+      "learning_rate": 1.7096855093032494e-06,
+      "loss": 5.4813,
+      "step": 202
+    },
+    {
+      "epoch": 1.8518518518518519,
+      "grad_norm": 0.7849190831184387,
+      "learning_rate": 1.6888346832879382e-06,
+      "loss": 5.3213,
+      "step": 203
+    },
+    {
+      "epoch": 1.8611111111111112,
+      "grad_norm": 1.316622018814087,
+      "learning_rate": 1.6679467141549617e-06,
+      "loss": 5.358,
+      "step": 204
+    },
+    {
+      "epoch": 1.8703703703703702,
+      "grad_norm": 1.1983349323272705,
+      "learning_rate": 1.6470257104943413e-06,
+      "loss": 5.8328,
+      "step": 205
+    },
+    {
+      "epoch": 1.8796296296296298,
+      "grad_norm": 1.1115864515304565,
+      "learning_rate": 1.6260757873938715e-06,
+      "loss": 5.6616,
+      "step": 206
+    },
+    {
+      "epoch": 1.8888888888888888,
+      "grad_norm": 1.6418949365615845,
+      "learning_rate": 1.6051010656297009e-06,
+      "loss": 5.8618,
+      "step": 207
+    },
+    {
+      "epoch": 1.8981481481481481,
+      "grad_norm": 1.2098896503448486,
+      "learning_rate": 1.5841056708557877e-06,
+      "loss": 5.7551,
+      "step": 208
+    },
+    {
+      "epoch": 1.9074074074074074,
+      "grad_norm": 2.523620843887329,
+      "learning_rate": 1.5630937327923979e-06,
+      "loss": 6.0457,
+      "step": 209
+    },
+    {
+      "epoch": 1.9166666666666665,
+      "grad_norm": 1.2053682804107666,
+      "learning_rate": 1.5420693844138035e-06,
+      "loss": 5.7501,
+      "step": 210
+    },
+    {
+      "epoch": 1.925925925925926,
+      "grad_norm": 1.0068210363388062,
+      "learning_rate": 1.5210367611353436e-06,
+      "loss": 5.2868,
+      "step": 211
+    },
+    {
+      "epoch": 1.9351851851851851,
+      "grad_norm": 1.0384793281555176,
+      "learning_rate": 1.5e-06,
+      "loss": 5.5413,
+      "step": 212
+    },
+    {
+      "epoch": 1.9444444444444444,
+      "grad_norm": 0.9215264916419983,
+      "learning_rate": 1.4789632388646567e-06,
+      "loss": 5.3834,
+      "step": 213
+    },
+    {
+      "epoch": 1.9537037037037037,
+      "grad_norm": 1.250044584274292,
+      "learning_rate": 1.4579306155861968e-06,
+      "loss": 5.9769,
+      "step": 214
+    },
+    {
+      "epoch": 1.9629629629629628,
+      "grad_norm": 0.9464189410209656,
+      "learning_rate": 1.4369062672076026e-06,
+      "loss": 5.3573,
+      "step": 215
+    },
+    {
+      "epoch": 1.9722222222222223,
+      "grad_norm": 0.9586074352264404,
+      "learning_rate": 1.4158943291442122e-06,
+      "loss": 5.3998,
+      "step": 216
+    },
+    {
+      "epoch": 1.9722222222222223,
+      "eval_loss": 4.946777820587158,
+      "eval_runtime": 10.6655,
+      "eval_samples_per_second": 9.845,
+      "eval_steps_per_second": 9.845,
+      "step": 216
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 324,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 108,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.029536027869184e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-216/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a3009a5dcdcc48ea5fb07f7978c743f60ee567823673a91b2a01ec718c687
+size 6008

checkpoint-282/README.md

@@ -0,0 +1,202 @@
+---
+base_model: microsoft/phi-1_5
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.2.dev0

checkpoint-282/adapter_config.json

@@ -0,0 +1,33 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "microsoft/phi-1_5",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "fc1",
+    "v_proj",
+    "dense",
+    "fc2",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-282/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6bc85608733ba656dcea73ca548f991c037a142239296b421394fab397d592
+size 226530600

checkpoint-282/added_tokens.json

@@ -0,0 +1,40 @@
+{
+  "\t\t": 50294,
+  "\t\t\t": 50293,
+  "\t\t\t\t": 50292,
+  "\t\t\t\t\t": 50291,
+  "\t\t\t\t\t\t": 50290,
+  "\t\t\t\t\t\t\t": 50289,
+  "\t\t\t\t\t\t\t\t": 50288,
+  "\t\t\t\t\t\t\t\t\t": 50287,
+  "  ": 50286,
+  "   ": 50285,
+  "    ": 50284,
+  "     ": 50283,
+  "      ": 50282,
+  "       ": 50281,
+  "        ": 50280,
+  "         ": 50279,
+  "          ": 50278,
+  "           ": 50277,
+  "            ": 50276,
+  "             ": 50275,
+  "              ": 50274,
+  "               ": 50273,
+  "                ": 50272,
+  "                 ": 50271,
+  "                  ": 50270,
+  "                   ": 50269,
+  "                    ": 50268,
+  "                     ": 50267,
+  "                      ": 50266,
+  "                       ": 50265,
+  "                        ": 50264,
+  "                         ": 50263,
+  "                          ": 50262,
+  "                           ": 50261,
+  "                            ": 50260,
+  "                             ": 50259,
+  "                              ": 50258,
+  "                               ": 50257
+}

checkpoint-282/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc21951633413b444a59ca17c326286efe99637ab2c737f13d5ffe911881396
+size 453227642

checkpoint-282/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca1cc74a3745d191ce868b3a77914352d382ffa7fe0b75ac3c0939bae1eb286
+size 14244

checkpoint-282/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3c8b7c4f8c0543a50c7d31d5ea1723a28e5a41b54bf3786034855407ca470e
+size 1064

checkpoint-282/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-282/tokenizer_config.json

@@ -0,0 +1,325 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50257": {
+      "content": "                               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "                         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50280": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50281": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50282": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50283": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50284": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50285": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "return_token_type_ids": false,
+  "tokenizer_class": "CodeGenTokenizer",
+  "unk_token": "<|endoftext|>"
+}

checkpoint-282/trainer_state.json

@@ -0,0 +1,2103 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9361702127659575,
+  "eval_steps": 24,
+  "global_step": 282,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.010638297872340425,
+      "grad_norm": 0.10508890450000763,
+      "learning_rate": 3.0000000000000004e-08,
+      "loss": 1.2333,
+      "step": 1
+    },
+    {
+      "epoch": 0.010638297872340425,
+      "eval_loss": 1.5895557403564453,
+      "eval_runtime": 2.9603,
+      "eval_samples_per_second": 35.469,
+      "eval_steps_per_second": 17.903,
+      "step": 1
+    },
+    {
+      "epoch": 0.02127659574468085,
+      "grad_norm": 0.12071573734283447,
+      "learning_rate": 6.000000000000001e-08,
+      "loss": 1.3986,
+      "step": 2
+    },
+    {
+      "epoch": 0.031914893617021274,
+      "grad_norm": 0.10401547700166702,
+      "learning_rate": 9e-08,
+      "loss": 1.2058,
+      "step": 3
+    },
+    {
+      "epoch": 0.0425531914893617,
+      "grad_norm": 0.12298297882080078,
+      "learning_rate": 1.2000000000000002e-07,
+      "loss": 1.3298,
+      "step": 4
+    },
+    {
+      "epoch": 0.05319148936170213,
+      "grad_norm": 0.1327030211687088,
+      "learning_rate": 1.5000000000000002e-07,
+      "loss": 1.4031,
+      "step": 5
+    },
+    {
+      "epoch": 0.06382978723404255,
+      "grad_norm": 0.12036772817373276,
+      "learning_rate": 1.8e-07,
+      "loss": 1.5335,
+      "step": 6
+    },
+    {
+      "epoch": 0.07446808510638298,
+      "grad_norm": 0.14979703724384308,
+      "learning_rate": 2.1000000000000003e-07,
+      "loss": 1.3224,
+      "step": 7
+    },
+    {
+      "epoch": 0.0851063829787234,
+      "grad_norm": 0.13082227110862732,
+      "learning_rate": 2.4000000000000003e-07,
+      "loss": 1.4035,
+      "step": 8
+    },
+    {
+      "epoch": 0.09574468085106383,
+      "grad_norm": 0.09265327453613281,
+      "learning_rate": 2.7e-07,
+      "loss": 1.1546,
+      "step": 9
+    },
+    {
+      "epoch": 0.10638297872340426,
+      "grad_norm": 0.10080434381961823,
+      "learning_rate": 3.0000000000000004e-07,
+      "loss": 1.2652,
+      "step": 10
+    },
+    {
+      "epoch": 0.11702127659574468,
+      "grad_norm": 0.10915568470954895,
+      "learning_rate": 3.3e-07,
+      "loss": 1.1438,
+      "step": 11
+    },
+    {
+      "epoch": 0.1276595744680851,
+      "grad_norm": 0.1307348906993866,
+      "learning_rate": 3.6e-07,
+      "loss": 1.2821,
+      "step": 12
+    },
+    {
+      "epoch": 0.13829787234042554,
+      "grad_norm": 0.09814529865980148,
+      "learning_rate": 3.9e-07,
+      "loss": 1.3905,
+      "step": 13
+    },
+    {
+      "epoch": 0.14893617021276595,
+      "grad_norm": 0.11842218786478043,
+      "learning_rate": 4.2000000000000006e-07,
+      "loss": 1.3085,
+      "step": 14
+    },
+    {
+      "epoch": 0.1595744680851064,
+      "grad_norm": 0.10207124054431915,
+      "learning_rate": 4.5e-07,
+      "loss": 1.19,
+      "step": 15
+    },
+    {
+      "epoch": 0.1702127659574468,
+      "grad_norm": 0.1150127425789833,
+      "learning_rate": 4.800000000000001e-07,
+      "loss": 1.386,
+      "step": 16
+    },
+    {
+      "epoch": 0.18085106382978725,
+      "grad_norm": 0.11641352623701096,
+      "learning_rate": 5.100000000000001e-07,
+      "loss": 1.4357,
+      "step": 17
+    },
+    {
+      "epoch": 0.19148936170212766,
+      "grad_norm": 0.15035435557365417,
+      "learning_rate": 5.4e-07,
+      "loss": 1.2549,
+      "step": 18
+    },
+    {
+      "epoch": 0.20212765957446807,
+      "grad_norm": 0.0984087809920311,
+      "learning_rate": 5.7e-07,
+      "loss": 0.9723,
+      "step": 19
+    },
+    {
+      "epoch": 0.2127659574468085,
+      "grad_norm": 0.11582670360803604,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 1.1402,
+      "step": 20
+    },
+    {
+      "epoch": 0.22340425531914893,
+      "grad_norm": 0.10151291638612747,
+      "learning_rate": 6.3e-07,
+      "loss": 1.1533,
+      "step": 21
+    },
+    {
+      "epoch": 0.23404255319148937,
+      "grad_norm": 0.09040653705596924,
+      "learning_rate": 6.6e-07,
+      "loss": 1.0438,
+      "step": 22
+    },
+    {
+      "epoch": 0.24468085106382978,
+      "grad_norm": 0.10666865110397339,
+      "learning_rate": 6.900000000000001e-07,
+      "loss": 1.3195,
+      "step": 23
+    },
+    {
+      "epoch": 0.2553191489361702,
+      "grad_norm": 0.12293969094753265,
+      "learning_rate": 7.2e-07,
+      "loss": 1.7286,
+      "step": 24
+    },
+    {
+      "epoch": 0.2553191489361702,
+      "eval_loss": 1.5890721082687378,
+      "eval_runtime": 2.9908,
+      "eval_samples_per_second": 35.108,
+      "eval_steps_per_second": 17.721,
+      "step": 24
+    },
+    {
+      "epoch": 0.26595744680851063,
+      "grad_norm": 0.11052387952804565,
+      "learning_rate": 7.5e-07,
+      "loss": 1.1413,
+      "step": 25
+    },
+    {
+      "epoch": 0.2765957446808511,
+      "grad_norm": 0.09323304146528244,
+      "learning_rate": 7.8e-07,
+      "loss": 1.2906,
+      "step": 26
+    },
+    {
+      "epoch": 0.2872340425531915,
+      "grad_norm": 0.12542971968650818,
+      "learning_rate": 8.100000000000001e-07,
+      "loss": 1.2809,
+      "step": 27
+    },
+    {
+      "epoch": 0.2978723404255319,
+      "grad_norm": 0.1080215722322464,
+      "learning_rate": 8.400000000000001e-07,
+      "loss": 1.2735,
+      "step": 28
+    },
+    {
+      "epoch": 0.30851063829787234,
+      "grad_norm": 0.11304887384176254,
+      "learning_rate": 8.699999999999999e-07,
+      "loss": 1.3767,
+      "step": 29
+    },
+    {
+      "epoch": 0.3191489361702128,
+      "grad_norm": 0.15650290250778198,
+      "learning_rate": 9e-07,
+      "loss": 1.4713,
+      "step": 30
+    },
+    {
+      "epoch": 0.32978723404255317,
+      "grad_norm": 0.12139321118593216,
+      "learning_rate": 9.3e-07,
+      "loss": 1.3479,
+      "step": 31
+    },
+    {
+      "epoch": 0.3404255319148936,
+      "grad_norm": 0.10141867399215698,
+      "learning_rate": 9.600000000000001e-07,
+      "loss": 1.1512,
+      "step": 32
+    },
+    {
+      "epoch": 0.35106382978723405,
+      "grad_norm": 0.15045498311519623,
+      "learning_rate": 9.9e-07,
+      "loss": 1.5059,
+      "step": 33
+    },
+    {
+      "epoch": 0.3617021276595745,
+      "grad_norm": 0.12956956028938293,
+      "learning_rate": 1.0200000000000002e-06,
+      "loss": 1.2849,
+      "step": 34
+    },
+    {
+      "epoch": 0.3723404255319149,
+      "grad_norm": 0.12963886559009552,
+      "learning_rate": 1.05e-06,
+      "loss": 1.5025,
+      "step": 35
+    },
+    {
+      "epoch": 0.3829787234042553,
+      "grad_norm": 0.11268144845962524,
+      "learning_rate": 1.08e-06,
+      "loss": 1.2987,
+      "step": 36
+    },
+    {
+      "epoch": 0.39361702127659576,
+      "grad_norm": 0.12941108644008636,
+      "learning_rate": 1.11e-06,
+      "loss": 1.3432,
+      "step": 37
+    },
+    {
+      "epoch": 0.40425531914893614,
+      "grad_norm": 0.11319927126169205,
+      "learning_rate": 1.14e-06,
+      "loss": 1.1665,
+      "step": 38
+    },
+    {
+      "epoch": 0.4148936170212766,
+      "grad_norm": 0.11748912930488586,
+      "learning_rate": 1.17e-06,
+      "loss": 1.423,
+      "step": 39
+    },
+    {
+      "epoch": 0.425531914893617,
+      "grad_norm": 0.11666171997785568,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 1.4391,
+      "step": 40
+    },
+    {
+      "epoch": 0.43617021276595747,
+      "grad_norm": 0.12274409830570221,
+      "learning_rate": 1.2299999999999999e-06,
+      "loss": 1.4865,
+      "step": 41
+    },
+    {
+      "epoch": 0.44680851063829785,
+      "grad_norm": 0.09922561049461365,
+      "learning_rate": 1.26e-06,
+      "loss": 1.2193,
+      "step": 42
+    },
+    {
+      "epoch": 0.4574468085106383,
+      "grad_norm": 0.12003930658102036,
+      "learning_rate": 1.29e-06,
+      "loss": 1.3024,
+      "step": 43
+    },
+    {
+      "epoch": 0.46808510638297873,
+      "grad_norm": 0.12094161659479141,
+      "learning_rate": 1.32e-06,
+      "loss": 1.4654,
+      "step": 44
+    },
+    {
+      "epoch": 0.4787234042553192,
+      "grad_norm": 0.12934774160385132,
+      "learning_rate": 1.35e-06,
+      "loss": 1.3713,
+      "step": 45
+    },
+    {
+      "epoch": 0.48936170212765956,
+      "grad_norm": 0.09754550457000732,
+      "learning_rate": 1.3800000000000001e-06,
+      "loss": 1.1991,
+      "step": 46
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.11549004167318344,
+      "learning_rate": 1.41e-06,
+      "loss": 1.4859,
+      "step": 47
+    },
+    {
+      "epoch": 0.5106382978723404,
+      "grad_norm": 0.12035688012838364,
+      "learning_rate": 1.44e-06,
+      "loss": 1.2823,
+      "step": 48
+    },
+    {
+      "epoch": 0.5106382978723404,
+      "eval_loss": 1.5874611139297485,
+      "eval_runtime": 2.9787,
+      "eval_samples_per_second": 35.251,
+      "eval_steps_per_second": 17.793,
+      "step": 48
+    },
+    {
+      "epoch": 0.5212765957446809,
+      "grad_norm": 0.12258938699960709,
+      "learning_rate": 1.4700000000000001e-06,
+      "loss": 1.2966,
+      "step": 49
+    },
+    {
+      "epoch": 0.5319148936170213,
+      "grad_norm": 0.12217017263174057,
+      "learning_rate": 1.5e-06,
+      "loss": 1.2988,
+      "step": 50
+    },
+    {
+      "epoch": 0.5425531914893617,
+      "grad_norm": 0.12793436646461487,
+      "learning_rate": 1.53e-06,
+      "loss": 1.4233,
+      "step": 51
+    },
+    {
+      "epoch": 0.5531914893617021,
+      "grad_norm": 0.11145548522472382,
+      "learning_rate": 1.56e-06,
+      "loss": 1.2792,
+      "step": 52
+    },
+    {
+      "epoch": 0.5638297872340425,
+      "grad_norm": 0.13195408880710602,
+      "learning_rate": 1.59e-06,
+      "loss": 1.4481,
+      "step": 53
+    },
+    {
+      "epoch": 0.574468085106383,
+      "grad_norm": 0.10663347691297531,
+      "learning_rate": 1.6200000000000002e-06,
+      "loss": 1.2331,
+      "step": 54
+    },
+    {
+      "epoch": 0.5851063829787234,
+      "grad_norm": 0.10975392907857895,
+      "learning_rate": 1.65e-06,
+      "loss": 1.1839,
+      "step": 55
+    },
+    {
+      "epoch": 0.5957446808510638,
+      "grad_norm": 0.13139477372169495,
+      "learning_rate": 1.6800000000000002e-06,
+      "loss": 1.436,
+      "step": 56
+    },
+    {
+      "epoch": 0.6063829787234043,
+      "grad_norm": 0.0924743041396141,
+      "learning_rate": 1.71e-06,
+      "loss": 1.1291,
+      "step": 57
+    },
+    {
+      "epoch": 0.6170212765957447,
+      "grad_norm": 0.12475109100341797,
+      "learning_rate": 1.7399999999999999e-06,
+      "loss": 1.3444,
+      "step": 58
+    },
+    {
+      "epoch": 0.6276595744680851,
+      "grad_norm": 0.08960220962762833,
+      "learning_rate": 1.77e-06,
+      "loss": 1.2511,
+      "step": 59
+    },
+    {
+      "epoch": 0.6382978723404256,
+      "grad_norm": 0.09909304976463318,
+      "learning_rate": 1.8e-06,
+      "loss": 1.1281,
+      "step": 60
+    },
+    {
+      "epoch": 0.648936170212766,
+      "grad_norm": 0.11598234623670578,
+      "learning_rate": 1.83e-06,
+      "loss": 1.486,
+      "step": 61
+    },
+    {
+      "epoch": 0.6595744680851063,
+      "grad_norm": 0.1404409557580948,
+      "learning_rate": 1.86e-06,
+      "loss": 1.4557,
+      "step": 62
+    },
+    {
+      "epoch": 0.6702127659574468,
+      "grad_norm": 0.11349129676818848,
+      "learning_rate": 1.8900000000000001e-06,
+      "loss": 1.3969,
+      "step": 63
+    },
+    {
+      "epoch": 0.6808510638297872,
+      "grad_norm": 0.10858353972434998,
+      "learning_rate": 1.9200000000000003e-06,
+      "loss": 1.3515,
+      "step": 64
+    },
+    {
+      "epoch": 0.6914893617021277,
+      "grad_norm": 0.11054569482803345,
+      "learning_rate": 1.95e-06,
+      "loss": 1.248,
+      "step": 65
+    },
+    {
+      "epoch": 0.7021276595744681,
+      "grad_norm": 0.11826737225055695,
+      "learning_rate": 1.98e-06,
+      "loss": 1.3439,
+      "step": 66
+    },
+    {
+      "epoch": 0.7127659574468085,
+      "grad_norm": 0.12291310727596283,
+      "learning_rate": 2.0100000000000002e-06,
+      "loss": 1.4226,
+      "step": 67
+    },
+    {
+      "epoch": 0.723404255319149,
+      "grad_norm": 0.1383126825094223,
+      "learning_rate": 2.0400000000000004e-06,
+      "loss": 1.194,
+      "step": 68
+    },
+    {
+      "epoch": 0.7340425531914894,
+      "grad_norm": 0.10981890559196472,
+      "learning_rate": 2.07e-06,
+      "loss": 1.2502,
+      "step": 69
+    },
+    {
+      "epoch": 0.7446808510638298,
+      "grad_norm": 0.10639657825231552,
+      "learning_rate": 2.1e-06,
+      "loss": 1.2262,
+      "step": 70
+    },
+    {
+      "epoch": 0.7553191489361702,
+      "grad_norm": 0.46177396178245544,
+      "learning_rate": 2.13e-06,
+      "loss": 5.063,
+      "step": 71
+    },
+    {
+      "epoch": 0.7659574468085106,
+      "grad_norm": 0.11061427742242813,
+      "learning_rate": 2.16e-06,
+      "loss": 1.3856,
+      "step": 72
+    },
+    {
+      "epoch": 0.7659574468085106,
+      "eval_loss": 1.5843762159347534,
+      "eval_runtime": 2.9943,
+      "eval_samples_per_second": 35.066,
+      "eval_steps_per_second": 17.7,
+      "step": 72
+    },
+    {
+      "epoch": 0.776595744680851,
+      "grad_norm": 0.13233324885368347,
+      "learning_rate": 2.19e-06,
+      "loss": 1.526,
+      "step": 73
+    },
+    {
+      "epoch": 0.7872340425531915,
+      "grad_norm": 0.14500053226947784,
+      "learning_rate": 2.22e-06,
+      "loss": 1.2554,
+      "step": 74
+    },
+    {
+      "epoch": 0.7978723404255319,
+      "grad_norm": 0.10629269480705261,
+      "learning_rate": 2.25e-06,
+      "loss": 1.2917,
+      "step": 75
+    },
+    {
+      "epoch": 0.8085106382978723,
+      "grad_norm": 0.09674028307199478,
+      "learning_rate": 2.28e-06,
+      "loss": 1.2169,
+      "step": 76
+    },
+    {
+      "epoch": 0.8191489361702128,
+      "grad_norm": 0.11965947598218918,
+      "learning_rate": 2.31e-06,
+      "loss": 1.2445,
+      "step": 77
+    },
+    {
+      "epoch": 0.8297872340425532,
+      "grad_norm": 0.10441229492425919,
+      "learning_rate": 2.34e-06,
+      "loss": 1.2392,
+      "step": 78
+    },
+    {
+      "epoch": 0.8404255319148937,
+      "grad_norm": 0.13795869052410126,
+      "learning_rate": 2.37e-06,
+      "loss": 1.5335,
+      "step": 79
+    },
+    {
+      "epoch": 0.851063829787234,
+      "grad_norm": 0.10789927840232849,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 1.2309,
+      "step": 80
+    },
+    {
+      "epoch": 0.8617021276595744,
+      "grad_norm": 0.10697130113840103,
+      "learning_rate": 2.43e-06,
+      "loss": 1.276,
+      "step": 81
+    },
+    {
+      "epoch": 0.8723404255319149,
+      "grad_norm": 0.11484125256538391,
+      "learning_rate": 2.4599999999999997e-06,
+      "loss": 1.2163,
+      "step": 82
+    },
+    {
+      "epoch": 0.8829787234042553,
+      "grad_norm": 0.09692610800266266,
+      "learning_rate": 2.49e-06,
+      "loss": 1.1554,
+      "step": 83
+    },
+    {
+      "epoch": 0.8936170212765957,
+      "grad_norm": 0.10697747021913528,
+      "learning_rate": 2.52e-06,
+      "loss": 1.211,
+      "step": 84
+    },
+    {
+      "epoch": 0.9042553191489362,
+      "grad_norm": 0.10578318685293198,
+      "learning_rate": 2.55e-06,
+      "loss": 1.2634,
+      "step": 85
+    },
+    {
+      "epoch": 0.9148936170212766,
+      "grad_norm": 0.10587752610445023,
+      "learning_rate": 2.58e-06,
+      "loss": 1.369,
+      "step": 86
+    },
+    {
+      "epoch": 0.925531914893617,
+      "grad_norm": 0.11430489271879196,
+      "learning_rate": 2.61e-06,
+      "loss": 1.3048,
+      "step": 87
+    },
+    {
+      "epoch": 0.9361702127659575,
+      "grad_norm": 0.11116154491901398,
+      "learning_rate": 2.64e-06,
+      "loss": 1.1883,
+      "step": 88
+    },
+    {
+      "epoch": 0.9468085106382979,
+      "grad_norm": 0.12686476111412048,
+      "learning_rate": 2.6700000000000003e-06,
+      "loss": 1.2605,
+      "step": 89
+    },
+    {
+      "epoch": 0.9574468085106383,
+      "grad_norm": 0.10976041853427887,
+      "learning_rate": 2.7e-06,
+      "loss": 1.2345,
+      "step": 90
+    },
+    {
+      "epoch": 0.9680851063829787,
+      "grad_norm": 0.12391550838947296,
+      "learning_rate": 2.73e-06,
+      "loss": 1.2233,
+      "step": 91
+    },
+    {
+      "epoch": 0.9787234042553191,
+      "grad_norm": 0.1277073174715042,
+      "learning_rate": 2.7600000000000003e-06,
+      "loss": 1.2437,
+      "step": 92
+    },
+    {
+      "epoch": 0.9893617021276596,
+      "grad_norm": 0.10421616584062576,
+      "learning_rate": 2.7900000000000004e-06,
+      "loss": 1.1432,
+      "step": 93
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.12696842849254608,
+      "learning_rate": 2.82e-06,
+      "loss": 1.3558,
+      "step": 94
+    },
+    {
+      "epoch": 1.0106382978723405,
+      "grad_norm": 0.10387945920228958,
+      "learning_rate": 2.85e-06,
+      "loss": 1.1902,
+      "step": 95
+    },
+    {
+      "epoch": 1.0212765957446808,
+      "grad_norm": 0.14543002843856812,
+      "learning_rate": 2.88e-06,
+      "loss": 1.244,
+      "step": 96
+    },
+    {
+      "epoch": 1.0212765957446808,
+      "eval_loss": 1.5803985595703125,
+      "eval_runtime": 3.0087,
+      "eval_samples_per_second": 34.899,
+      "eval_steps_per_second": 17.616,
+      "step": 96
+    },
+    {
+      "epoch": 1.0319148936170213,
+      "grad_norm": 0.17504040896892548,
+      "learning_rate": 2.91e-06,
+      "loss": 1.3115,
+      "step": 97
+    },
+    {
+      "epoch": 1.0106382978723405,
+      "grad_norm": 0.14017756283283234,
+      "learning_rate": 2.9400000000000002e-06,
+      "loss": 1.356,
+      "step": 98
+    },
+    {
+      "epoch": 1.0212765957446808,
+      "grad_norm": 0.11604318767786026,
+      "learning_rate": 2.97e-06,
+      "loss": 1.2806,
+      "step": 99
+    },
+    {
+      "epoch": 1.0319148936170213,
+      "grad_norm": 0.15116065740585327,
+      "learning_rate": 3e-06,
+      "loss": 1.3279,
+      "step": 100
+    },
+    {
+      "epoch": 1.0425531914893618,
+      "grad_norm": 0.10773392021656036,
+      "learning_rate": 2.9999028286680832e-06,
+      "loss": 1.3871,
+      "step": 101
+    },
+    {
+      "epoch": 1.053191489361702,
+      "grad_norm": 0.09363637119531631,
+      "learning_rate": 2.999611327262024e-06,
+      "loss": 1.1334,
+      "step": 102
+    },
+    {
+      "epoch": 1.0638297872340425,
+      "grad_norm": 0.09164439886808395,
+      "learning_rate": 2.999125533549261e-06,
+      "loss": 1.4026,
+      "step": 103
+    },
+    {
+      "epoch": 1.074468085106383,
+      "grad_norm": 0.12113964557647705,
+      "learning_rate": 2.9984455104700915e-06,
+      "loss": 1.2097,
+      "step": 104
+    },
+    {
+      "epoch": 1.0851063829787233,
+      "grad_norm": 0.10569895058870316,
+      "learning_rate": 2.9975713461295125e-06,
+      "loss": 1.3077,
+      "step": 105
+    },
+    {
+      "epoch": 1.0957446808510638,
+      "grad_norm": 0.11219862103462219,
+      "learning_rate": 2.996503153785809e-06,
+      "loss": 1.1923,
+      "step": 106
+    },
+    {
+      "epoch": 1.1063829787234043,
+      "grad_norm": 0.13474853336811066,
+      "learning_rate": 2.9952410718358777e-06,
+      "loss": 1.2729,
+      "step": 107
+    },
+    {
+      "epoch": 1.1170212765957448,
+      "grad_norm": 0.10451857000589371,
+      "learning_rate": 2.993785263797297e-06,
+      "loss": 1.2904,
+      "step": 108
+    },
+    {
+      "epoch": 1.127659574468085,
+      "grad_norm": 0.12593719363212585,
+      "learning_rate": 2.9921359182871422e-06,
+      "loss": 1.4021,
+      "step": 109
+    },
+    {
+      "epoch": 1.1382978723404256,
+      "grad_norm": 0.12547315657138824,
+      "learning_rate": 2.990293248997547e-06,
+      "loss": 1.2093,
+      "step": 110
+    },
+    {
+      "epoch": 1.148936170212766,
+      "grad_norm": 0.10086555033922195,
+      "learning_rate": 2.988257494668016e-06,
+      "loss": 1.3098,
+      "step": 111
+    },
+    {
+      "epoch": 1.1595744680851063,
+      "grad_norm": 0.10801573097705841,
+      "learning_rate": 2.9860289190544963e-06,
+      "loss": 1.2752,
+      "step": 112
+    },
+    {
+      "epoch": 1.1702127659574468,
+      "grad_norm": 0.11851054430007935,
+      "learning_rate": 2.9836078108952015e-06,
+      "loss": 1.3066,
+      "step": 113
+    },
+    {
+      "epoch": 1.1808510638297873,
+      "grad_norm": 0.1265188604593277,
+      "learning_rate": 2.9809944838732045e-06,
+      "loss": 1.1946,
+      "step": 114
+    },
+    {
+      "epoch": 1.1914893617021276,
+      "grad_norm": 0.10702725499868393,
+      "learning_rate": 2.9781892765757954e-06,
+      "loss": 1.2182,
+      "step": 115
+    },
+    {
+      "epoch": 1.202127659574468,
+      "grad_norm": 0.7757766842842102,
+      "learning_rate": 2.9751925524506135e-06,
+      "loss": 5.6082,
+      "step": 116
+    },
+    {
+      "epoch": 1.2127659574468086,
+      "grad_norm": 0.10182739049196243,
+      "learning_rate": 2.9720046997585577e-06,
+      "loss": 1.309,
+      "step": 117
+    },
+    {
+      "epoch": 1.2234042553191489,
+      "grad_norm": 0.14062073826789856,
+      "learning_rate": 2.9686261315234844e-06,
+      "loss": 1.3668,
+      "step": 118
+    },
+    {
+      "epoch": 1.2340425531914894,
+      "grad_norm": 0.1063840240240097,
+      "learning_rate": 2.965057285478694e-06,
+      "loss": 1.2247,
+      "step": 119
+    },
+    {
+      "epoch": 1.2446808510638299,
+      "grad_norm": 0.10701325535774231,
+      "learning_rate": 2.961298624010219e-06,
+      "loss": 1.2499,
+      "step": 120
+    },
+    {
+      "epoch": 1.2446808510638299,
+      "eval_loss": 1.575344204902649,
+      "eval_runtime": 8.2617,
+      "eval_samples_per_second": 12.709,
+      "eval_steps_per_second": 6.415,
+      "step": 120
+    },
+    {
+      "epoch": 1.2553191489361701,
+      "grad_norm": 0.11413375288248062,
+      "learning_rate": 2.957350634096912e-06,
+      "loss": 1.3593,
+      "step": 121
+    },
+    {
+      "epoch": 1.2659574468085106,
+      "grad_norm": 0.10826950520277023,
+      "learning_rate": 2.9532138272473597e-06,
+      "loss": 1.232,
+      "step": 122
+    },
+    {
+      "epoch": 1.2765957446808511,
+      "grad_norm": 0.10749218612909317,
+      "learning_rate": 2.9488887394336023e-06,
+      "loss": 1.401,
+      "step": 123
+    },
+    {
+      "epoch": 1.2872340425531914,
+      "grad_norm": 0.1175396591424942,
+      "learning_rate": 2.944375931021699e-06,
+      "loss": 1.2867,
+      "step": 124
+    },
+    {
+      "epoch": 1.297872340425532,
+      "grad_norm": 0.10688498616218567,
+      "learning_rate": 2.9396759866991214e-06,
+      "loss": 1.3689,
+      "step": 125
+    },
+    {
+      "epoch": 1.3085106382978724,
+      "grad_norm": 0.11630786955356598,
+      "learning_rate": 2.934789515399002e-06,
+      "loss": 1.2328,
+      "step": 126
+    },
+    {
+      "epoch": 1.3191489361702127,
+      "grad_norm": 0.11495409905910492,
+      "learning_rate": 2.9297171502212414e-06,
+      "loss": 1.1738,
+      "step": 127
+    },
+    {
+      "epoch": 1.3297872340425532,
+      "grad_norm": 0.10823408514261246,
+      "learning_rate": 2.924459548350479e-06,
+      "loss": 1.2318,
+      "step": 128
+    },
+    {
+      "epoch": 1.3404255319148937,
+      "grad_norm": 0.10759969800710678,
+      "learning_rate": 2.9190173909709506e-06,
+      "loss": 1.319,
+      "step": 129
+    },
+    {
+      "epoch": 1.351063829787234,
+      "grad_norm": 0.12790299952030182,
+      "learning_rate": 2.9133913831782307e-06,
+      "loss": 1.4282,
+      "step": 130
+    },
+    {
+      "epoch": 1.3617021276595744,
+      "grad_norm": 0.10899878293275833,
+      "learning_rate": 2.9075822538878805e-06,
+      "loss": 1.2455,
+      "step": 131
+    },
+    {
+      "epoch": 1.372340425531915,
+      "grad_norm": 0.12732432782649994,
+      "learning_rate": 2.9015907557410068e-06,
+      "loss": 1.2227,
+      "step": 132
+    },
+    {
+      "epoch": 1.3829787234042552,
+      "grad_norm": 0.10140018165111542,
+      "learning_rate": 2.8954176650067494e-06,
+      "loss": 1.0596,
+      "step": 133
+    },
+    {
+      "epoch": 1.3936170212765957,
+      "grad_norm": 0.12063546478748322,
+      "learning_rate": 2.889063781481708e-06,
+      "loss": 1.3321,
+      "step": 134
+    },
+    {
+      "epoch": 1.4042553191489362,
+      "grad_norm": 0.11323118209838867,
+      "learning_rate": 2.8825299283863144e-06,
+      "loss": 1.3366,
+      "step": 135
+    },
+    {
+      "epoch": 1.4148936170212765,
+      "grad_norm": 0.12391477078199387,
+      "learning_rate": 2.8758169522581796e-06,
+      "loss": 1.2917,
+      "step": 136
+    },
+    {
+      "epoch": 1.425531914893617,
+      "grad_norm": 0.12329094856977463,
+      "learning_rate": 2.8689257228424125e-06,
+      "loss": 1.1365,
+      "step": 137
+    },
+    {
+      "epoch": 1.4361702127659575,
+      "grad_norm": 0.11298198997974396,
+      "learning_rate": 2.8618571329789333e-06,
+      "loss": 1.4996,
+      "step": 138
+    },
+    {
+      "epoch": 1.4468085106382977,
+      "grad_norm": 0.10263165086507797,
+      "learning_rate": 2.8546120984867994e-06,
+      "loss": 1.199,
+      "step": 139
+    },
+    {
+      "epoch": 1.4574468085106382,
+      "grad_norm": 0.13330323994159698,
+      "learning_rate": 2.8471915580455442e-06,
+      "loss": 1.3746,
+      "step": 140
+    },
+    {
+      "epoch": 1.4680851063829787,
+      "grad_norm": 0.10694881528615952,
+      "learning_rate": 2.8395964730735666e-06,
+      "loss": 1.3798,
+      "step": 141
+    },
+    {
+      "epoch": 1.4787234042553192,
+      "grad_norm": 0.10929003357887268,
+      "learning_rate": 2.8318278276035626e-06,
+      "loss": 1.2918,
+      "step": 142
+    },
+    {
+      "epoch": 1.4893617021276595,
+      "grad_norm": 0.10969982296228409,
+      "learning_rate": 2.8238866281550366e-06,
+      "loss": 1.0444,
+      "step": 143
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.10668367147445679,
+      "learning_rate": 2.815773903603892e-06,
+      "loss": 1.1656,
+      "step": 144
+    },
+    {
+      "epoch": 1.5,
+      "eval_loss": 1.5705612897872925,
+      "eval_runtime": 5.6853,
+      "eval_samples_per_second": 18.469,
+      "eval_steps_per_second": 9.322,
+      "step": 144
+    },
+    {
+      "epoch": 1.5106382978723403,
+      "grad_norm": 0.12057002633810043,
+      "learning_rate": 2.807490705049127e-06,
+      "loss": 1.2475,
+      "step": 145
+    },
+    {
+      "epoch": 1.521276595744681,
+      "grad_norm": 0.10394139587879181,
+      "learning_rate": 2.7990381056766585e-06,
+      "loss": 1.3376,
+      "step": 146
+    },
+    {
+      "epoch": 1.5319148936170213,
+      "grad_norm": 0.12907464802265167,
+      "learning_rate": 2.7904172006202705e-06,
+      "loss": 1.3509,
+      "step": 147
+    },
+    {
+      "epoch": 1.5425531914893615,
+      "grad_norm": 0.1252606213092804,
+      "learning_rate": 2.7816291068197328e-06,
+      "loss": 1.1744,
+      "step": 148
+    },
+    {
+      "epoch": 1.5531914893617023,
+      "grad_norm": 0.1514441967010498,
+      "learning_rate": 2.772674962876085e-06,
+      "loss": 1.9324,
+      "step": 149
+    },
+    {
+      "epoch": 1.5638297872340425,
+      "grad_norm": 0.12377320230007172,
+      "learning_rate": 2.7635559289041174e-06,
+      "loss": 1.4511,
+      "step": 150
+    },
+    {
+      "epoch": 1.574468085106383,
+      "grad_norm": 0.10629550367593765,
+      "learning_rate": 2.7542731863820665e-06,
+      "loss": 1.257,
+      "step": 151
+    },
+    {
+      "epoch": 1.5851063829787235,
+      "grad_norm": 0.10322704166173935,
+      "learning_rate": 2.744827937998538e-06,
+      "loss": 1.1796,
+      "step": 152
+    },
+    {
+      "epoch": 1.5957446808510638,
+      "grad_norm": 0.12690168619155884,
+      "learning_rate": 2.735221407496686e-06,
+      "loss": 1.3325,
+      "step": 153
+    },
+    {
+      "epoch": 1.6063829787234043,
+      "grad_norm": 0.0982392430305481,
+      "learning_rate": 2.725454839515663e-06,
+      "loss": 1.2169,
+      "step": 154
+    },
+    {
+      "epoch": 1.6170212765957448,
+      "grad_norm": 0.11184275150299072,
+      "learning_rate": 2.7155294994293606e-06,
+      "loss": 1.295,
+      "step": 155
+    },
+    {
+      "epoch": 1.627659574468085,
+      "grad_norm": 0.10721098631620407,
+      "learning_rate": 2.7054466731824676e-06,
+      "loss": 1.1945,
+      "step": 156
+    },
+    {
+      "epoch": 1.6382978723404256,
+      "grad_norm": 0.1254221498966217,
+      "learning_rate": 2.695207667123857e-06,
+      "loss": 1.2693,
+      "step": 157
+    },
+    {
+      "epoch": 1.648936170212766,
+      "grad_norm": 0.1157686784863472,
+      "learning_rate": 2.684813807837338e-06,
+      "loss": 1.1992,
+      "step": 158
+    },
+    {
+      "epoch": 1.6595744680851063,
+      "grad_norm": 0.10201229155063629,
+      "learning_rate": 2.674266441969778e-06,
+      "loss": 1.2401,
+      "step": 159
+    },
+    {
+      "epoch": 1.6702127659574468,
+      "grad_norm": 0.10953360050916672,
+      "learning_rate": 2.6635669360566298e-06,
+      "loss": 1.1627,
+      "step": 160
+    },
+    {
+      "epoch": 1.6808510638297873,
+      "grad_norm": 0.1248813271522522,
+      "learning_rate": 2.652716676344881e-06,
+      "loss": 1.3179,
+      "step": 161
+    },
+    {
+      "epoch": 1.6914893617021276,
+      "grad_norm": 0.09584470838308334,
+      "learning_rate": 2.6417170686134472e-06,
+      "loss": 1.2128,
+      "step": 162
+    },
+    {
+      "epoch": 1.702127659574468,
+      "grad_norm": 0.12864486873149872,
+      "learning_rate": 2.630569537991042e-06,
+      "loss": 1.1889,
+      "step": 163
+    },
+    {
+      "epoch": 1.7127659574468086,
+      "grad_norm": 0.11820186674594879,
+      "learning_rate": 2.6192755287715282e-06,
+      "loss": 1.2848,
+      "step": 164
+    },
+    {
+      "epoch": 1.7234042553191489,
+      "grad_norm": 0.13811764121055603,
+      "learning_rate": 2.6078365042267987e-06,
+      "loss": 1.2091,
+      "step": 165
+    },
+    {
+      "epoch": 1.7340425531914894,
+      "grad_norm": 0.12099539488554001,
+      "learning_rate": 2.5962539464171862e-06,
+      "loss": 1.2853,
+      "step": 166
+    },
+    {
+      "epoch": 1.7446808510638299,
+      "grad_norm": 0.14544783532619476,
+      "learning_rate": 2.5845293559994513e-06,
+      "loss": 1.1574,
+      "step": 167
+    },
+    {
+      "epoch": 1.7553191489361701,
+      "grad_norm": 0.11159494519233704,
+      "learning_rate": 2.5726642520323493e-06,
+      "loss": 1.1928,
+      "step": 168
+    },
+    {
+      "epoch": 1.7553191489361701,
+      "eval_loss": 1.5656005144119263,
+      "eval_runtime": 3.0568,
+      "eval_samples_per_second": 34.349,
+      "eval_steps_per_second": 17.338,
+      "step": 168
+    },
+    {
+      "epoch": 1.7659574468085106,
+      "grad_norm": 0.1385321319103241,
+      "learning_rate": 2.5606601717798212e-06,
+      "loss": 1.365,
+      "step": 169
+    },
+    {
+      "epoch": 1.7765957446808511,
+      "grad_norm": 0.12905962765216827,
+      "learning_rate": 2.548518670511823e-06,
+      "loss": 1.3664,
+      "step": 170
+    },
+    {
+      "epoch": 1.7872340425531914,
+      "grad_norm": 0.09589093923568726,
+      "learning_rate": 2.536241321302821e-06,
+      "loss": 1.1508,
+      "step": 171
+    },
+    {
+      "epoch": 1.797872340425532,
+      "grad_norm": 0.12533985078334808,
+      "learning_rate": 2.5238297148279814e-06,
+      "loss": 1.2892,
+      "step": 172
+    },
+    {
+      "epoch": 1.8085106382978724,
+      "grad_norm": 0.11337278038263321,
+      "learning_rate": 2.5112854591570804e-06,
+      "loss": 1.2772,
+      "step": 173
+    },
+    {
+      "epoch": 1.8191489361702127,
+      "grad_norm": 0.1345362514257431,
+      "learning_rate": 2.4986101795461608e-06,
+      "loss": 1.3583,
+      "step": 174
+    },
+    {
+      "epoch": 1.8297872340425532,
+      "grad_norm": 0.121876560151577,
+      "learning_rate": 2.485805518226959e-06,
+      "loss": 1.2065,
+      "step": 175
+    },
+    {
+      "epoch": 1.8404255319148937,
+      "grad_norm": 0.10669907927513123,
+      "learning_rate": 2.4728731341941343e-06,
+      "loss": 1.2339,
+      "step": 176
+    },
+    {
+      "epoch": 1.851063829787234,
+      "grad_norm": 0.12710174918174744,
+      "learning_rate": 2.4598147029903284e-06,
+      "loss": 1.4597,
+      "step": 177
+    },
+    {
+      "epoch": 1.8617021276595744,
+      "grad_norm": 0.11735282093286514,
+      "learning_rate": 2.4466319164890795e-06,
+      "loss": 1.2273,
+      "step": 178
+    },
+    {
+      "epoch": 1.872340425531915,
+      "grad_norm": 0.12083889544010162,
+      "learning_rate": 2.4333264826756165e-06,
+      "loss": 1.3051,
+      "step": 179
+    },
+    {
+      "epoch": 1.8829787234042552,
+      "grad_norm": 0.10338792204856873,
+      "learning_rate": 2.4199001254255746e-06,
+      "loss": 1.3827,
+      "step": 180
+    },
+    {
+      "epoch": 1.8936170212765957,
+      "grad_norm": 0.10191334784030914,
+      "learning_rate": 2.406354584281642e-06,
+      "loss": 1.4067,
+      "step": 181
+    },
+    {
+      "epoch": 1.9042553191489362,
+      "grad_norm": 0.10776273161172867,
+      "learning_rate": 2.3926916142281846e-06,
+      "loss": 1.2344,
+      "step": 182
+    },
+    {
+      "epoch": 1.9148936170212765,
+      "grad_norm": 0.1253603845834732,
+      "learning_rate": 2.378912985463867e-06,
+      "loss": 1.2179,
+      "step": 183
+    },
+    {
+      "epoch": 1.925531914893617,
+      "grad_norm": 0.09942696243524551,
+      "learning_rate": 2.365020483172301e-06,
+      "loss": 1.0613,
+      "step": 184
+    },
+    {
+      "epoch": 1.9361702127659575,
+      "grad_norm": 0.10441701859235764,
+      "learning_rate": 2.351015907290755e-06,
+      "loss": 1.3886,
+      "step": 185
+    },
+    {
+      "epoch": 1.9468085106382977,
+      "grad_norm": 0.10571073740720749,
+      "learning_rate": 2.3369010722769502e-06,
+      "loss": 1.2023,
+      "step": 186
+    },
+    {
+      "epoch": 1.9574468085106385,
+      "grad_norm": 0.12477201223373413,
+      "learning_rate": 2.3226778068739783e-06,
+      "loss": 1.361,
+      "step": 187
+    },
+    {
+      "epoch": 1.9680851063829787,
+      "grad_norm": 0.12106247246265411,
+      "learning_rate": 2.3083479538733636e-06,
+      "loss": 1.4153,
+      "step": 188
+    },
+    {
+      "epoch": 1.978723404255319,
+      "grad_norm": 0.17261436581611633,
+      "learning_rate": 2.2939133698763084e-06,
+      "loss": 1.45,
+      "step": 189
+    },
+    {
+      "epoch": 1.9893617021276597,
+      "grad_norm": 0.12172568589448929,
+      "learning_rate": 2.2793759250531504e-06,
+      "loss": 1.1764,
+      "step": 190
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.11111535131931305,
+      "learning_rate": 2.2647375029010575e-06,
+      "loss": 1.1347,
+      "step": 191
+    },
+    {
+      "epoch": 2.0106382978723403,
+      "grad_norm": 0.10596352070569992,
+      "learning_rate": 2.25e-06,
+      "loss": 1.1623,
+      "step": 192
+    },
+    {
+      "epoch": 2.0106382978723403,
+      "eval_loss": 1.560809850692749,
+      "eval_runtime": 4.8693,
+      "eval_samples_per_second": 21.564,
+      "eval_steps_per_second": 10.885,
+      "step": 192
+    },
+    {
+      "epoch": 2.0212765957446805,
+      "grad_norm": 0.08630727976560593,
+      "learning_rate": 2.235165325767026e-06,
+      "loss": 1.1733,
+      "step": 193
+    },
+    {
+      "epoch": 2.0319148936170213,
+      "grad_norm": 0.3629175126552582,
+      "learning_rate": 2.2202354022088735e-06,
+      "loss": 1.1114,
+      "step": 194
+    },
+    {
+      "epoch": 2.0106382978723403,
+      "grad_norm": 0.12061420828104019,
+      "learning_rate": 2.2052121636729527e-06,
+      "loss": 1.1813,
+      "step": 195
+    },
+    {
+      "epoch": 2.021276595744681,
+      "grad_norm": 0.12194402515888214,
+      "learning_rate": 2.1900975565967284e-06,
+      "loss": 1.4466,
+      "step": 196
+    },
+    {
+      "epoch": 2.0319148936170213,
+      "grad_norm": 0.09581239521503448,
+      "learning_rate": 2.1748935392555347e-06,
+      "loss": 1.1863,
+      "step": 197
+    },
+    {
+      "epoch": 2.0425531914893615,
+      "grad_norm": 0.12056192755699158,
+      "learning_rate": 2.1596020815088587e-06,
+      "loss": 1.5781,
+      "step": 198
+    },
+    {
+      "epoch": 2.0531914893617023,
+      "grad_norm": 0.10989479720592499,
+      "learning_rate": 2.1442251645451233e-06,
+      "loss": 1.2638,
+      "step": 199
+    },
+    {
+      "epoch": 2.0638297872340425,
+      "grad_norm": 0.1273481398820877,
+      "learning_rate": 2.1287647806249964e-06,
+      "loss": 1.1346,
+      "step": 200
+    },
+    {
+      "epoch": 2.074468085106383,
+      "grad_norm": 0.11547158658504486,
+      "learning_rate": 2.1132229328232755e-06,
+      "loss": 1.124,
+      "step": 201
+    },
+    {
+      "epoch": 2.0851063829787235,
+      "grad_norm": 0.12033279985189438,
+      "learning_rate": 2.0976016347693624e-06,
+      "loss": 1.2695,
+      "step": 202
+    },
+    {
+      "epoch": 2.095744680851064,
+      "grad_norm": 0.11929858475923538,
+      "learning_rate": 2.0819029103863746e-06,
+      "loss": 1.1885,
+      "step": 203
+    },
+    {
+      "epoch": 2.106382978723404,
+      "grad_norm": 0.10733456164598465,
+      "learning_rate": 2.0661287936289213e-06,
+      "loss": 1.3742,
+      "step": 204
+    },
+    {
+      "epoch": 2.117021276595745,
+      "grad_norm": 0.12037491053342819,
+      "learning_rate": 2.050281328219585e-06,
+      "loss": 1.1911,
+      "step": 205
+    },
+    {
+      "epoch": 2.127659574468085,
+      "grad_norm": 0.12621213495731354,
+      "learning_rate": 2.0343625673841254e-06,
+      "loss": 1.1241,
+      "step": 206
+    },
+    {
+      "epoch": 2.1382978723404253,
+      "grad_norm": 0.15265725553035736,
+      "learning_rate": 2.018374573585467e-06,
+      "loss": 1.4419,
+      "step": 207
+    },
+    {
+      "epoch": 2.148936170212766,
+      "grad_norm": 0.10528834164142609,
+      "learning_rate": 2.0023194182564793e-06,
+      "loss": 1.2211,
+      "step": 208
+    },
+    {
+      "epoch": 2.1595744680851063,
+      "grad_norm": 0.11791864037513733,
+      "learning_rate": 1.986199181531599e-06,
+      "loss": 1.2159,
+      "step": 209
+    },
+    {
+      "epoch": 2.1702127659574466,
+      "grad_norm": 0.1230137050151825,
+      "learning_rate": 1.9700159519773233e-06,
+      "loss": 1.2687,
+      "step": 210
+    },
+    {
+      "epoch": 2.1808510638297873,
+      "grad_norm": 0.11243241280317307,
+      "learning_rate": 1.9537718263216137e-06,
+      "loss": 1.2008,
+      "step": 211
+    },
+    {
+      "epoch": 2.1914893617021276,
+      "grad_norm": 0.13040384650230408,
+      "learning_rate": 1.9374689091822377e-06,
+      "loss": 1.2937,
+      "step": 212
+    },
+    {
+      "epoch": 2.202127659574468,
+      "grad_norm": 0.096621572971344,
+      "learning_rate": 1.9211093127940917e-06,
+      "loss": 1.1315,
+      "step": 213
+    },
+    {
+      "epoch": 2.2127659574468086,
+      "grad_norm": 0.10366329550743103,
+      "learning_rate": 1.9046951567355363e-06,
+      "loss": 1.1998,
+      "step": 214
+    },
+    {
+      "epoch": 2.223404255319149,
+      "grad_norm": 0.13266436755657196,
+      "learning_rate": 1.888228567653781e-06,
+      "loss": 1.2169,
+      "step": 215
+    },
+    {
+      "epoch": 2.2340425531914896,
+      "grad_norm": 0.12041480094194412,
+      "learning_rate": 1.87171167898935e-06,
+      "loss": 1.2679,
+      "step": 216
+    },
+    {
+      "epoch": 2.2340425531914896,
+      "eval_loss": 1.557094931602478,
+      "eval_runtime": 3.8276,
+      "eval_samples_per_second": 27.432,
+      "eval_steps_per_second": 13.847,
+      "step": 216
+    },
+    {
+      "epoch": 2.24468085106383,
+      "grad_norm": 0.11926256865262985,
+      "learning_rate": 1.8551466306996702e-06,
+      "loss": 1.2496,
+      "step": 217
+    },
+    {
+      "epoch": 2.25531914893617,
+      "grad_norm": 0.11768142879009247,
+      "learning_rate": 1.838535568981816e-06,
+      "loss": 1.2793,
+      "step": 218
+    },
+    {
+      "epoch": 2.2659574468085104,
+      "grad_norm": 0.09850093722343445,
+      "learning_rate": 1.821880645994443e-06,
+      "loss": 1.1712,
+      "step": 219
+    },
+    {
+      "epoch": 2.276595744680851,
+      "grad_norm": 0.11399635672569275,
+      "learning_rate": 1.8051840195789509e-06,
+      "loss": 1.3151,
+      "step": 220
+    },
+    {
+      "epoch": 2.2872340425531914,
+      "grad_norm": 0.10654745250940323,
+      "learning_rate": 1.788447852979909e-06,
+      "loss": 1.1726,
+      "step": 221
+    },
+    {
+      "epoch": 2.297872340425532,
+      "grad_norm": 0.12983720004558563,
+      "learning_rate": 1.7716743145647837e-06,
+      "loss": 1.2158,
+      "step": 222
+    },
+    {
+      "epoch": 2.3085106382978724,
+      "grad_norm": 0.08331640809774399,
+      "learning_rate": 1.754865577543e-06,
+      "loss": 0.8472,
+      "step": 223
+    },
+    {
+      "epoch": 2.3191489361702127,
+      "grad_norm": 0.11662207543849945,
+      "learning_rate": 1.738023819684377e-06,
+      "loss": 1.2938,
+      "step": 224
+    },
+    {
+      "epoch": 2.329787234042553,
+      "grad_norm": 0.13265132904052734,
+      "learning_rate": 1.7211512230369716e-06,
+      "loss": 1.3288,
+      "step": 225
+    },
+    {
+      "epoch": 2.3404255319148937,
+      "grad_norm": 0.10342156141996384,
+      "learning_rate": 1.7042499736443702e-06,
+      "loss": 1.2352,
+      "step": 226
+    },
+    {
+      "epoch": 2.351063829787234,
+      "grad_norm": 0.10495639592409134,
+      "learning_rate": 1.6873222612624575e-06,
+      "loss": 1.1748,
+      "step": 227
+    },
+    {
+      "epoch": 2.3617021276595747,
+      "grad_norm": 0.1564377248287201,
+      "learning_rate": 1.6703702790757123e-06,
+      "loss": 1.4071,
+      "step": 228
+    },
+    {
+      "epoch": 2.372340425531915,
+      "grad_norm": 0.11000990867614746,
+      "learning_rate": 1.6533962234130513e-06,
+      "loss": 1.2102,
+      "step": 229
+    },
+    {
+      "epoch": 2.382978723404255,
+      "grad_norm": 0.12565018236637115,
+      "learning_rate": 1.6364022934632706e-06,
+      "loss": 1.4047,
+      "step": 230
+    },
+    {
+      "epoch": 2.393617021276596,
+      "grad_norm": 0.11519981920719147,
+      "learning_rate": 1.6193906909901133e-06,
+      "loss": 1.3905,
+      "step": 231
+    },
+    {
+      "epoch": 2.404255319148936,
+      "grad_norm": 0.12704767286777496,
+      "learning_rate": 1.6023636200470066e-06,
+      "loss": 1.0632,
+      "step": 232
+    },
+    {
+      "epoch": 2.4148936170212765,
+      "grad_norm": 0.11226076632738113,
+      "learning_rate": 1.5853232866915004e-06,
+      "loss": 1.2448,
+      "step": 233
+    },
+    {
+      "epoch": 2.425531914893617,
+      "grad_norm": 0.11282170563936234,
+      "learning_rate": 1.5682718986994457e-06,
+      "loss": 1.5068,
+      "step": 234
+    },
+    {
+      "epoch": 2.4361702127659575,
+      "grad_norm": 0.09763903170824051,
+      "learning_rate": 1.5512116652789518e-06,
+      "loss": 1.2398,
+      "step": 235
+    },
+    {
+      "epoch": 2.4468085106382977,
+      "grad_norm": 0.11640322953462601,
+      "learning_rate": 1.5341447967841585e-06,
+      "loss": 1.3176,
+      "step": 236
+    },
+    {
+      "epoch": 2.4574468085106385,
+      "grad_norm": 0.12292848527431488,
+      "learning_rate": 1.5170735044288565e-06,
+      "loss": 1.8823,
+      "step": 237
+    },
+    {
+      "epoch": 2.4680851063829787,
+      "grad_norm": 0.12308197468519211,
+      "learning_rate": 1.5e-06,
+      "loss": 1.14,
+      "step": 238
+    },
+    {
+      "epoch": 2.478723404255319,
+      "grad_norm": 0.11871509999036789,
+      "learning_rate": 1.4829264955711436e-06,
+      "loss": 1.2753,
+      "step": 239
+    },
+    {
+      "epoch": 2.4893617021276597,
+      "grad_norm": 0.14034831523895264,
+      "learning_rate": 1.4658552032158414e-06,
+      "loss": 1.2845,
+      "step": 240
+    },
+    {
+      "epoch": 2.4893617021276597,
+      "eval_loss": 1.5537203550338745,
+      "eval_runtime": 5.1489,
+      "eval_samples_per_second": 20.393,
+      "eval_steps_per_second": 10.294,
+      "step": 240
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.12317660450935364,
+      "learning_rate": 1.4487883347210483e-06,
+      "loss": 1.2742,
+      "step": 241
+    },
+    {
+      "epoch": 2.5106382978723403,
+      "grad_norm": 0.11180029809474945,
+      "learning_rate": 1.431728101300555e-06,
+      "loss": 1.3743,
+      "step": 242
+    },
+    {
+      "epoch": 2.521276595744681,
+      "grad_norm": 0.12544095516204834,
+      "learning_rate": 1.4146767133085e-06,
+      "loss": 1.2935,
+      "step": 243
+    },
+    {
+      "epoch": 2.5319148936170213,
+      "grad_norm": 0.12283220142126083,
+      "learning_rate": 1.3976363799529937e-06,
+      "loss": 1.2529,
+      "step": 244
+    },
+    {
+      "epoch": 2.5425531914893615,
+      "grad_norm": 0.1375051885843277,
+      "learning_rate": 1.3806093090098872e-06,
+      "loss": 1.2907,
+      "step": 245
+    },
+    {
+      "epoch": 2.5531914893617023,
+      "grad_norm": 0.10762558877468109,
+      "learning_rate": 1.3635977065367295e-06,
+      "loss": 1.1548,
+      "step": 246
+    },
+    {
+      "epoch": 2.5638297872340425,
+      "grad_norm": 0.12075044959783554,
+      "learning_rate": 1.3466037765869486e-06,
+      "loss": 1.2208,
+      "step": 247
+    },
+    {
+      "epoch": 2.574468085106383,
+      "grad_norm": 0.11484728753566742,
+      "learning_rate": 1.3296297209242874e-06,
+      "loss": 1.1182,
+      "step": 248
+    },
+    {
+      "epoch": 2.5851063829787235,
+      "grad_norm": 0.11546777188777924,
+      "learning_rate": 1.312677738737543e-06,
+      "loss": 1.4478,
+      "step": 249
+    },
+    {
+      "epoch": 2.595744680851064,
+      "grad_norm": 0.12128724902868271,
+      "learning_rate": 1.2957500263556303e-06,
+      "loss": 1.3132,
+      "step": 250
+    },
+    {
+      "epoch": 2.6063829787234045,
+      "grad_norm": 0.09233469516038895,
+      "learning_rate": 1.2788487769630284e-06,
+      "loss": 1.0863,
+      "step": 251
+    },
+    {
+      "epoch": 2.617021276595745,
+      "grad_norm": 0.12085112929344177,
+      "learning_rate": 1.261976180315623e-06,
+      "loss": 1.2855,
+      "step": 252
+    },
+    {
+      "epoch": 2.627659574468085,
+      "grad_norm": 0.12655006349086761,
+      "learning_rate": 1.2451344224570002e-06,
+      "loss": 1.2691,
+      "step": 253
+    },
+    {
+      "epoch": 2.6382978723404253,
+      "grad_norm": 0.12646865844726562,
+      "learning_rate": 1.2283256854352162e-06,
+      "loss": 1.2194,
+      "step": 254
+    },
+    {
+      "epoch": 2.648936170212766,
+      "grad_norm": 0.1081186905503273,
+      "learning_rate": 1.2115521470200911e-06,
+      "loss": 1.2551,
+      "step": 255
+    },
+    {
+      "epoch": 2.6595744680851063,
+      "grad_norm": 0.12278001755475998,
+      "learning_rate": 1.1948159804210496e-06,
+      "loss": 1.3049,
+      "step": 256
+    },
+    {
+      "epoch": 2.670212765957447,
+      "grad_norm": 0.09346724301576614,
+      "learning_rate": 1.1781193540055573e-06,
+      "loss": 1.1507,
+      "step": 257
+    },
+    {
+      "epoch": 2.6808510638297873,
+      "grad_norm": 0.10679617524147034,
+      "learning_rate": 1.1614644310181842e-06,
+      "loss": 1.2971,
+      "step": 258
+    },
+    {
+      "epoch": 2.6914893617021276,
+      "grad_norm": 0.11394444108009338,
+      "learning_rate": 1.14485336930033e-06,
+      "loss": 1.2133,
+      "step": 259
+    },
+    {
+      "epoch": 2.702127659574468,
+      "grad_norm": 0.1416221708059311,
+      "learning_rate": 1.1282883210106503e-06,
+      "loss": 1.2132,
+      "step": 260
+    },
+    {
+      "epoch": 2.7127659574468086,
+      "grad_norm": 0.09133229404687881,
+      "learning_rate": 1.1117714323462188e-06,
+      "loss": 1.17,
+      "step": 261
+    },
+    {
+      "epoch": 2.723404255319149,
+      "grad_norm": 0.10997346043586731,
+      "learning_rate": 1.0953048432644634e-06,
+      "loss": 1.1443,
+      "step": 262
+    },
+    {
+      "epoch": 2.7340425531914896,
+      "grad_norm": 0.11233331263065338,
+      "learning_rate": 1.0788906872059088e-06,
+      "loss": 1.3383,
+      "step": 263
+    },
+    {
+      "epoch": 2.74468085106383,
+      "grad_norm": 0.11798594146966934,
+      "learning_rate": 1.0625310908177626e-06,
+      "loss": 1.1226,
+      "step": 264
+    },
+    {
+      "epoch": 2.74468085106383,
+      "eval_loss": 1.5516207218170166,
+      "eval_runtime": 4.7557,
+      "eval_samples_per_second": 22.079,
+      "eval_steps_per_second": 11.145,
+      "step": 264
+    },
+    {
+      "epoch": 2.75531914893617,
+      "grad_norm": 0.12637464702129364,
+      "learning_rate": 1.0462281736783864e-06,
+      "loss": 1.4182,
+      "step": 265
+    },
+    {
+      "epoch": 2.7659574468085104,
+      "grad_norm": 0.11374552547931671,
+      "learning_rate": 1.0299840480226768e-06,
+      "loss": 1.2926,
+      "step": 266
+    },
+    {
+      "epoch": 2.776595744680851,
+      "grad_norm": 0.13765357434749603,
+      "learning_rate": 1.0138008184684011e-06,
+      "loss": 1.3036,
+      "step": 267
+    },
+    {
+      "epoch": 2.7872340425531914,
+      "grad_norm": 0.1168639063835144,
+      "learning_rate": 9.976805817435208e-07,
+      "loss": 1.2854,
+      "step": 268
+    },
+    {
+      "epoch": 2.797872340425532,
+      "grad_norm": 0.11609431356191635,
+      "learning_rate": 9.816254264145328e-07,
+      "loss": 1.2832,
+      "step": 269
+    },
+    {
+      "epoch": 2.8085106382978724,
+      "grad_norm": 0.11090860515832901,
+      "learning_rate": 9.656374326158753e-07,
+      "loss": 1.4098,
+      "step": 270
+    },
+    {
+      "epoch": 2.8191489361702127,
+      "grad_norm": 0.12376827001571655,
+      "learning_rate": 9.497186717804155e-07,
+      "loss": 1.2335,
+      "step": 271
+    },
+    {
+      "epoch": 2.829787234042553,
+      "grad_norm": 0.11905582994222641,
+      "learning_rate": 9.338712063710786e-07,
+      "loss": 1.1991,
+      "step": 272
+    },
+    {
+      "epoch": 2.8404255319148937,
+      "grad_norm": 0.09383586794137955,
+      "learning_rate": 9.180970896136258e-07,
+      "loss": 1.1715,
+      "step": 273
+    },
+    {
+      "epoch": 2.851063829787234,
+      "grad_norm": 0.14080052077770233,
+      "learning_rate": 9.023983652306379e-07,
+      "loss": 1.3227,
+      "step": 274
+    },
+    {
+      "epoch": 2.8617021276595747,
+      "grad_norm": 0.10943106561899185,
+      "learning_rate": 8.867770671767246e-07,
+      "loss": 0.9774,
+      "step": 275
+    },
+    {
+      "epoch": 2.872340425531915,
+      "grad_norm": 0.093683160841465,
+      "learning_rate": 8.712352193750043e-07,
+      "loss": 1.053,
+      "step": 276
+    },
+    {
+      "epoch": 2.882978723404255,
+      "grad_norm": 0.1352389007806778,
+      "learning_rate": 8.557748354548773e-07,
+      "loss": 1.2713,
+      "step": 277
+    },
+    {
+      "epoch": 2.8936170212765955,
+      "grad_norm": 0.09906943887472153,
+      "learning_rate": 8.403979184911411e-07,
+      "loss": 1.3128,
+      "step": 278
+    },
+    {
+      "epoch": 2.904255319148936,
+      "grad_norm": 0.13467717170715332,
+      "learning_rate": 8.251064607444658e-07,
+      "loss": 1.4274,
+      "step": 279
+    },
+    {
+      "epoch": 2.9148936170212765,
+      "grad_norm": 0.11490917205810547,
+      "learning_rate": 8.099024434032718e-07,
+      "loss": 1.307,
+      "step": 280
+    },
+    {
+      "epoch": 2.925531914893617,
+      "grad_norm": 0.10982628166675568,
+      "learning_rate": 7.947878363270472e-07,
+      "loss": 1.0661,
+      "step": 281
+    },
+    {
+      "epoch": 2.9361702127659575,
+      "grad_norm": 0.13426214456558228,
+      "learning_rate": 7.797645977911268e-07,
+      "loss": 1.3296,
+      "step": 282
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 376,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 94,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9461272877727744.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-282/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3385717d244ba6cd34f9a94de02b9440c435857ff1e640e8a1c7255c180c1b8
+size 6008

checkpoint-324/README.md

@@ -0,0 +1,202 @@
+---
+base_model: microsoft/Phi-3-mini-4k-instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.2.dev0

checkpoint-324/adapter_config.json

@@ -0,0 +1,31 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "microsoft/Phi-3-mini-4k-instruct",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o_proj",
+    "gate_up_proj",
+    "qkv_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-324/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450c5055417c50939d32c80db4a4b656712794f22a29f2ae01c007d7b10bcd56
+size 402688040

checkpoint-324/added_tokens.json

@@ -0,0 +1,13 @@
+{
+  "<|assistant|>": 32001,
+  "<|endoftext|>": 32000,
+  "<|end|>": 32007,
+  "<|placeholder1|>": 32002,
+  "<|placeholder2|>": 32003,
+  "<|placeholder3|>": 32004,
+  "<|placeholder4|>": 32005,
+  "<|placeholder5|>": 32008,
+  "<|placeholder6|>": 32009,
+  "<|system|>": 32006,
+  "<|user|>": 32010
+}

checkpoint-324/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ea31bccc923bc601ff2314732051b5c2d231173b642a0c175279df76e12b83
+size 805522170

checkpoint-324/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa08f3f212478dc7ee8cdc1742e7f2dc2f50a9a13429d910204a3a1ffb64e01f
+size 14244

checkpoint-324/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def10f269a877032ce1cdcca0b0f5da148792e1f6c30ae3702db6d838ebe5973
+size 1064

checkpoint-324/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-324/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

checkpoint-324/tokenizer_config.json

@@ -0,0 +1,130 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": false
+    },
+    "32000": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<|placeholder1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<|placeholder2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<|placeholder3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<|placeholder4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<|end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<|placeholder5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<|placeholder6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "legacy": false,
+  "model_max_length": 4096,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoint-324/trainer_state.json

@@ -0,0 +1,2405 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.9444444444444446,
+  "eval_steps": 27,
+  "global_step": 324,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.009259259259259259,
+      "grad_norm": 3.136354684829712,
+      "learning_rate": 3.0000000000000004e-08,
+      "loss": 7.126,
+      "step": 1
+    },
+    {
+      "epoch": 0.009259259259259259,
+      "eval_loss": 5.272334098815918,
+      "eval_runtime": 10.9491,
+      "eval_samples_per_second": 9.59,
+      "eval_steps_per_second": 9.59,
+      "step": 1
+    },
+    {
+      "epoch": 0.018518518518518517,
+      "grad_norm": 1.6424509286880493,
+      "learning_rate": 6.000000000000001e-08,
+      "loss": 6.2434,
+      "step": 2
+    },
+    {
+      "epoch": 0.027777777777777776,
+      "grad_norm": 1.3273869752883911,
+      "learning_rate": 9e-08,
+      "loss": 5.851,
+      "step": 3
+    },
+    {
+      "epoch": 0.037037037037037035,
+      "grad_norm": 1.9482982158660889,
+      "learning_rate": 1.2000000000000002e-07,
+      "loss": 7.0582,
+      "step": 4
+    },
+    {
+      "epoch": 0.046296296296296294,
+      "grad_norm": 2.214090347290039,
+      "learning_rate": 1.5000000000000002e-07,
+      "loss": 6.2122,
+      "step": 5
+    },
+    {
+      "epoch": 0.05555555555555555,
+      "grad_norm": 1.6521217823028564,
+      "learning_rate": 1.8e-07,
+      "loss": 6.0318,
+      "step": 6
+    },
+    {
+      "epoch": 0.06481481481481481,
+      "grad_norm": 1.2911734580993652,
+      "learning_rate": 2.1000000000000003e-07,
+      "loss": 6.1264,
+      "step": 7
+    },
+    {
+      "epoch": 0.07407407407407407,
+      "grad_norm": 1.2651853561401367,
+      "learning_rate": 2.4000000000000003e-07,
+      "loss": 5.6821,
+      "step": 8
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 1.2058266401290894,
+      "learning_rate": 2.7e-07,
+      "loss": 5.7295,
+      "step": 9
+    },
+    {
+      "epoch": 0.09259259259259259,
+      "grad_norm": 2.896589994430542,
+      "learning_rate": 3.0000000000000004e-07,
+      "loss": 7.4781,
+      "step": 10
+    },
+    {
+      "epoch": 0.10185185185185185,
+      "grad_norm": 1.313854694366455,
+      "learning_rate": 3.3e-07,
+      "loss": 6.1254,
+      "step": 11
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 2.281994104385376,
+      "learning_rate": 3.6e-07,
+      "loss": 6.683,
+      "step": 12
+    },
+    {
+      "epoch": 0.12037037037037036,
+      "grad_norm": 1.2343209981918335,
+      "learning_rate": 3.9e-07,
+      "loss": 6.2304,
+      "step": 13
+    },
+    {
+      "epoch": 0.12962962962962962,
+      "grad_norm": 1.3297009468078613,
+      "learning_rate": 4.2000000000000006e-07,
+      "loss": 6.2013,
+      "step": 14
+    },
+    {
+      "epoch": 0.1388888888888889,
+      "grad_norm": 1.9952207803726196,
+      "learning_rate": 4.5e-07,
+      "loss": 6.9842,
+      "step": 15
+    },
+    {
+      "epoch": 0.14814814814814814,
+      "grad_norm": 1.3968197107315063,
+      "learning_rate": 4.800000000000001e-07,
+      "loss": 6.2524,
+      "step": 16
+    },
+    {
+      "epoch": 0.1574074074074074,
+      "grad_norm": 4.7724127769470215,
+      "learning_rate": 5.100000000000001e-07,
+      "loss": 8.551,
+      "step": 17
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 0.9988604187965393,
+      "learning_rate": 5.4e-07,
+      "loss": 5.5391,
+      "step": 18
+    },
+    {
+      "epoch": 0.17592592592592593,
+      "grad_norm": 1.2599544525146484,
+      "learning_rate": 5.7e-07,
+      "loss": 6.4559,
+      "step": 19
+    },
+    {
+      "epoch": 0.18518518518518517,
+      "grad_norm": 1.984928846359253,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 6.954,
+      "step": 20
+    },
+    {
+      "epoch": 0.19444444444444445,
+      "grad_norm": 1.2283947467803955,
+      "learning_rate": 6.3e-07,
+      "loss": 6.1821,
+      "step": 21
+    },
+    {
+      "epoch": 0.2037037037037037,
+      "grad_norm": 2.2317938804626465,
+      "learning_rate": 6.6e-07,
+      "loss": 6.9164,
+      "step": 22
+    },
+    {
+      "epoch": 0.21296296296296297,
+      "grad_norm": 1.5473928451538086,
+      "learning_rate": 6.900000000000001e-07,
+      "loss": 6.5494,
+      "step": 23
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 1.508975625038147,
+      "learning_rate": 7.2e-07,
+      "loss": 6.4025,
+      "step": 24
+    },
+    {
+      "epoch": 0.23148148148148148,
+      "grad_norm": 2.4396748542785645,
+      "learning_rate": 7.5e-07,
+      "loss": 7.2659,
+      "step": 25
+    },
+    {
+      "epoch": 0.24074074074074073,
+      "grad_norm": 1.1266586780548096,
+      "learning_rate": 7.8e-07,
+      "loss": 6.0911,
+      "step": 26
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 1.515765905380249,
+      "learning_rate": 8.100000000000001e-07,
+      "loss": 6.503,
+      "step": 27
+    },
+    {
+      "epoch": 0.25,
+      "eval_loss": 5.270267963409424,
+      "eval_runtime": 10.4888,
+      "eval_samples_per_second": 10.011,
+      "eval_steps_per_second": 10.011,
+      "step": 27
+    },
+    {
+      "epoch": 0.25925925925925924,
+      "grad_norm": 1.2845295667648315,
+      "learning_rate": 8.400000000000001e-07,
+      "loss": 6.3435,
+      "step": 28
+    },
+    {
+      "epoch": 0.26851851851851855,
+      "grad_norm": 1.528168797492981,
+      "learning_rate": 8.699999999999999e-07,
+      "loss": 6.8436,
+      "step": 29
+    },
+    {
+      "epoch": 0.2777777777777778,
+      "grad_norm": 1.555953860282898,
+      "learning_rate": 9e-07,
+      "loss": 6.404,
+      "step": 30
+    },
+    {
+      "epoch": 0.28703703703703703,
+      "grad_norm": 1.293718934059143,
+      "learning_rate": 9.3e-07,
+      "loss": 6.0386,
+      "step": 31
+    },
+    {
+      "epoch": 0.2962962962962963,
+      "grad_norm": 1.0446598529815674,
+      "learning_rate": 9.600000000000001e-07,
+      "loss": 5.677,
+      "step": 32
+    },
+    {
+      "epoch": 0.3055555555555556,
+      "grad_norm": 1.3030468225479126,
+      "learning_rate": 9.9e-07,
+      "loss": 5.8789,
+      "step": 33
+    },
+    {
+      "epoch": 0.3148148148148148,
+      "grad_norm": 1.108596682548523,
+      "learning_rate": 1.0200000000000002e-06,
+      "loss": 5.8663,
+      "step": 34
+    },
+    {
+      "epoch": 0.32407407407407407,
+      "grad_norm": 1.833085536956787,
+      "learning_rate": 1.05e-06,
+      "loss": 5.7367,
+      "step": 35
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 1.561715006828308,
+      "learning_rate": 1.08e-06,
+      "loss": 6.2266,
+      "step": 36
+    },
+    {
+      "epoch": 0.3425925925925926,
+      "grad_norm": 1.6098933219909668,
+      "learning_rate": 1.11e-06,
+      "loss": 6.3335,
+      "step": 37
+    },
+    {
+      "epoch": 0.35185185185185186,
+      "grad_norm": 1.6193208694458008,
+      "learning_rate": 1.14e-06,
+      "loss": 6.3869,
+      "step": 38
+    },
+    {
+      "epoch": 0.3611111111111111,
+      "grad_norm": 1.5229904651641846,
+      "learning_rate": 1.17e-06,
+      "loss": 6.0453,
+      "step": 39
+    },
+    {
+      "epoch": 0.37037037037037035,
+      "grad_norm": 1.511690616607666,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 6.7203,
+      "step": 40
+    },
+    {
+      "epoch": 0.37962962962962965,
+      "grad_norm": 0.9691258668899536,
+      "learning_rate": 1.2299999999999999e-06,
+      "loss": 5.8176,
+      "step": 41
+    },
+    {
+      "epoch": 0.3888888888888889,
+      "grad_norm": 1.1707255840301514,
+      "learning_rate": 1.26e-06,
+      "loss": 6.2779,
+      "step": 42
+    },
+    {
+      "epoch": 0.39814814814814814,
+      "grad_norm": 1.1281574964523315,
+      "learning_rate": 1.29e-06,
+      "loss": 5.8402,
+      "step": 43
+    },
+    {
+      "epoch": 0.4074074074074074,
+      "grad_norm": 3.945136308670044,
+      "learning_rate": 1.32e-06,
+      "loss": 7.5325,
+      "step": 44
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 1.8681273460388184,
+      "learning_rate": 1.35e-06,
+      "loss": 6.3374,
+      "step": 45
+    },
+    {
+      "epoch": 0.42592592592592593,
+      "grad_norm": 1.300478458404541,
+      "learning_rate": 1.3800000000000001e-06,
+      "loss": 5.9715,
+      "step": 46
+    },
+    {
+      "epoch": 0.4351851851851852,
+      "grad_norm": 1.2660181522369385,
+      "learning_rate": 1.41e-06,
+      "loss": 6.0421,
+      "step": 47
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 1.817872405052185,
+      "learning_rate": 1.44e-06,
+      "loss": 7.0875,
+      "step": 48
+    },
+    {
+      "epoch": 0.4537037037037037,
+      "grad_norm": 1.6538351774215698,
+      "learning_rate": 1.4700000000000001e-06,
+      "loss": 6.1825,
+      "step": 49
+    },
+    {
+      "epoch": 0.46296296296296297,
+      "grad_norm": 1.5821293592453003,
+      "learning_rate": 1.5e-06,
+      "loss": 6.0065,
+      "step": 50
+    },
+    {
+      "epoch": 0.4722222222222222,
+      "grad_norm": 1.5061155557632446,
+      "learning_rate": 1.53e-06,
+      "loss": 5.8156,
+      "step": 51
+    },
+    {
+      "epoch": 0.48148148148148145,
+      "grad_norm": 1.495235562324524,
+      "learning_rate": 1.56e-06,
+      "loss": 5.792,
+      "step": 52
+    },
+    {
+      "epoch": 0.49074074074074076,
+      "grad_norm": 1.2974352836608887,
+      "learning_rate": 1.59e-06,
+      "loss": 6.3621,
+      "step": 53
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.2943974733352661,
+      "learning_rate": 1.6200000000000002e-06,
+      "loss": 5.9853,
+      "step": 54
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 5.2575860023498535,
+      "eval_runtime": 10.6855,
+      "eval_samples_per_second": 9.826,
+      "eval_steps_per_second": 9.826,
+      "step": 54
+    },
+    {
+      "epoch": 0.5092592592592593,
+      "grad_norm": 1.0820438861846924,
+      "learning_rate": 1.65e-06,
+      "loss": 5.7026,
+      "step": 55
+    },
+    {
+      "epoch": 0.5185185185185185,
+      "grad_norm": 1.9304187297821045,
+      "learning_rate": 1.6800000000000002e-06,
+      "loss": 6.5805,
+      "step": 56
+    },
+    {
+      "epoch": 0.5277777777777778,
+      "grad_norm": 1.238295555114746,
+      "learning_rate": 1.71e-06,
+      "loss": 5.9397,
+      "step": 57
+    },
+    {
+      "epoch": 0.5370370370370371,
+      "grad_norm": 1.7372101545333862,
+      "learning_rate": 1.7399999999999999e-06,
+      "loss": 5.8761,
+      "step": 58
+    },
+    {
+      "epoch": 0.5462962962962963,
+      "grad_norm": 1.6708195209503174,
+      "learning_rate": 1.77e-06,
+      "loss": 6.0646,
+      "step": 59
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 1.5075998306274414,
+      "learning_rate": 1.8e-06,
+      "loss": 6.276,
+      "step": 60
+    },
+    {
+      "epoch": 0.5648148148148148,
+      "grad_norm": 1.4556330442428589,
+      "learning_rate": 1.83e-06,
+      "loss": 6.4906,
+      "step": 61
+    },
+    {
+      "epoch": 0.5740740740740741,
+      "grad_norm": 1.2507421970367432,
+      "learning_rate": 1.86e-06,
+      "loss": 6.2285,
+      "step": 62
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 1.1143450736999512,
+      "learning_rate": 1.8900000000000001e-06,
+      "loss": 5.7344,
+      "step": 63
+    },
+    {
+      "epoch": 0.5925925925925926,
+      "grad_norm": 2.05438232421875,
+      "learning_rate": 1.9200000000000003e-06,
+      "loss": 6.85,
+      "step": 64
+    },
+    {
+      "epoch": 0.6018518518518519,
+      "grad_norm": 1.104891300201416,
+      "learning_rate": 1.95e-06,
+      "loss": 6.1067,
+      "step": 65
+    },
+    {
+      "epoch": 0.6111111111111112,
+      "grad_norm": 1.34933602809906,
+      "learning_rate": 1.98e-06,
+      "loss": 6.1659,
+      "step": 66
+    },
+    {
+      "epoch": 0.6203703703703703,
+      "grad_norm": 1.5707837343215942,
+      "learning_rate": 2.0100000000000002e-06,
+      "loss": 6.1741,
+      "step": 67
+    },
+    {
+      "epoch": 0.6296296296296297,
+      "grad_norm": 0.9905802607536316,
+      "learning_rate": 2.0400000000000004e-06,
+      "loss": 5.9072,
+      "step": 68
+    },
+    {
+      "epoch": 0.6388888888888888,
+      "grad_norm": 1.134399652481079,
+      "learning_rate": 2.07e-06,
+      "loss": 5.8005,
+      "step": 69
+    },
+    {
+      "epoch": 0.6481481481481481,
+      "grad_norm": 1.7359548807144165,
+      "learning_rate": 2.1e-06,
+      "loss": 6.7931,
+      "step": 70
+    },
+    {
+      "epoch": 0.6574074074074074,
+      "grad_norm": 1.9637112617492676,
+      "learning_rate": 2.13e-06,
+      "loss": 6.0,
+      "step": 71
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 1.908047080039978,
+      "learning_rate": 2.16e-06,
+      "loss": 6.9322,
+      "step": 72
+    },
+    {
+      "epoch": 0.6759259259259259,
+      "grad_norm": 1.6848489046096802,
+      "learning_rate": 2.19e-06,
+      "loss": 6.3743,
+      "step": 73
+    },
+    {
+      "epoch": 0.6851851851851852,
+      "grad_norm": 1.158486247062683,
+      "learning_rate": 2.22e-06,
+      "loss": 5.7395,
+      "step": 74
+    },
+    {
+      "epoch": 0.6944444444444444,
+      "grad_norm": 2.9409470558166504,
+      "learning_rate": 2.25e-06,
+      "loss": 7.1889,
+      "step": 75
+    },
+    {
+      "epoch": 0.7037037037037037,
+      "grad_norm": 1.5408318042755127,
+      "learning_rate": 2.28e-06,
+      "loss": 6.5631,
+      "step": 76
+    },
+    {
+      "epoch": 0.7129629629629629,
+      "grad_norm": 1.3003695011138916,
+      "learning_rate": 2.31e-06,
+      "loss": 5.8228,
+      "step": 77
+    },
+    {
+      "epoch": 0.7222222222222222,
+      "grad_norm": 1.6015976667404175,
+      "learning_rate": 2.34e-06,
+      "loss": 6.0852,
+      "step": 78
+    },
+    {
+      "epoch": 0.7314814814814815,
+      "grad_norm": 1.282989501953125,
+      "learning_rate": 2.37e-06,
+      "loss": 6.0135,
+      "step": 79
+    },
+    {
+      "epoch": 0.7407407407407407,
+      "grad_norm": 1.3845688104629517,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 5.9315,
+      "step": 80
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.431152105331421,
+      "learning_rate": 2.43e-06,
+      "loss": 5.7324,
+      "step": 81
+    },
+    {
+      "epoch": 0.75,
+      "eval_loss": 5.23203182220459,
+      "eval_runtime": 10.3071,
+      "eval_samples_per_second": 10.187,
+      "eval_steps_per_second": 10.187,
+      "step": 81
+    },
+    {
+      "epoch": 0.7592592592592593,
+      "grad_norm": 1.7849000692367554,
+      "learning_rate": 2.4599999999999997e-06,
+      "loss": 6.3697,
+      "step": 82
+    },
+    {
+      "epoch": 0.7685185185185185,
+      "grad_norm": 1.2546958923339844,
+      "learning_rate": 2.49e-06,
+      "loss": 6.4323,
+      "step": 83
+    },
+    {
+      "epoch": 0.7777777777777778,
+      "grad_norm": 1.3903110027313232,
+      "learning_rate": 2.52e-06,
+      "loss": 6.1479,
+      "step": 84
+    },
+    {
+      "epoch": 0.7870370370370371,
+      "grad_norm": 1.8783302307128906,
+      "learning_rate": 2.55e-06,
+      "loss": 5.7606,
+      "step": 85
+    },
+    {
+      "epoch": 0.7962962962962963,
+      "grad_norm": 1.2064532041549683,
+      "learning_rate": 2.58e-06,
+      "loss": 6.0706,
+      "step": 86
+    },
+    {
+      "epoch": 0.8055555555555556,
+      "grad_norm": 1.9301965236663818,
+      "learning_rate": 2.61e-06,
+      "loss": 6.2393,
+      "step": 87
+    },
+    {
+      "epoch": 0.8148148148148148,
+      "grad_norm": 1.259318232536316,
+      "learning_rate": 2.64e-06,
+      "loss": 5.8821,
+      "step": 88
+    },
+    {
+      "epoch": 0.8240740740740741,
+      "grad_norm": 1.88141667842865,
+      "learning_rate": 2.6700000000000003e-06,
+      "loss": 6.8863,
+      "step": 89
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 1.1480059623718262,
+      "learning_rate": 2.7e-06,
+      "loss": 5.7941,
+      "step": 90
+    },
+    {
+      "epoch": 0.8425925925925926,
+      "grad_norm": 1.1357027292251587,
+      "learning_rate": 2.73e-06,
+      "loss": 5.7938,
+      "step": 91
+    },
+    {
+      "epoch": 0.8518518518518519,
+      "grad_norm": 1.2564626932144165,
+      "learning_rate": 2.7600000000000003e-06,
+      "loss": 5.8955,
+      "step": 92
+    },
+    {
+      "epoch": 0.8611111111111112,
+      "grad_norm": 1.5674831867218018,
+      "learning_rate": 2.7900000000000004e-06,
+      "loss": 6.0711,
+      "step": 93
+    },
+    {
+      "epoch": 0.8703703703703703,
+      "grad_norm": 2.784726142883301,
+      "learning_rate": 2.82e-06,
+      "loss": 6.9214,
+      "step": 94
+    },
+    {
+      "epoch": 0.8796296296296297,
+      "grad_norm": 1.2815853357315063,
+      "learning_rate": 2.85e-06,
+      "loss": 5.9669,
+      "step": 95
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 3.059992551803589,
+      "learning_rate": 2.88e-06,
+      "loss": 7.6911,
+      "step": 96
+    },
+    {
+      "epoch": 0.8981481481481481,
+      "grad_norm": 1.2001030445098877,
+      "learning_rate": 2.91e-06,
+      "loss": 6.1174,
+      "step": 97
+    },
+    {
+      "epoch": 0.9074074074074074,
+      "grad_norm": 1.685596227645874,
+      "learning_rate": 2.9400000000000002e-06,
+      "loss": 6.4517,
+      "step": 98
+    },
+    {
+      "epoch": 0.9166666666666666,
+      "grad_norm": 1.5668795108795166,
+      "learning_rate": 2.97e-06,
+      "loss": 6.3579,
+      "step": 99
+    },
+    {
+      "epoch": 0.9259259259259259,
+      "grad_norm": 1.2336190938949585,
+      "learning_rate": 3e-06,
+      "loss": 6.2871,
+      "step": 100
+    },
+    {
+      "epoch": 0.9351851851851852,
+      "grad_norm": 1.331573247909546,
+      "learning_rate": 2.9998524776393626e-06,
+      "loss": 5.9677,
+      "step": 101
+    },
+    {
+      "epoch": 0.9444444444444444,
+      "grad_norm": 1.5391007661819458,
+      "learning_rate": 2.9994099395745795e-06,
+      "loss": 6.6068,
+      "step": 102
+    },
+    {
+      "epoch": 0.9537037037037037,
+      "grad_norm": 4.519767761230469,
+      "learning_rate": 2.9986724728513302e-06,
+      "loss": 8.1238,
+      "step": 103
+    },
+    {
+      "epoch": 0.9629629629629629,
+      "grad_norm": 1.5254385471343994,
+      "learning_rate": 2.997640222526725e-06,
+      "loss": 6.4137,
+      "step": 104
+    },
+    {
+      "epoch": 0.9722222222222222,
+      "grad_norm": 1.28110671043396,
+      "learning_rate": 2.996313391640769e-06,
+      "loss": 5.887,
+      "step": 105
+    },
+    {
+      "epoch": 0.9814814814814815,
+      "grad_norm": 3.4707837104797363,
+      "learning_rate": 2.994692241176429e-06,
+      "loss": 7.9841,
+      "step": 106
+    },
+    {
+      "epoch": 0.9907407407407407,
+      "grad_norm": 1.5300663709640503,
+      "learning_rate": 2.9927770900082955e-06,
+      "loss": 6.2007,
+      "step": 107
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.747676134109497,
+      "learning_rate": 2.9905683148398643e-06,
+      "loss": 6.5292,
+      "step": 108
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 5.185390949249268,
+      "eval_runtime": 10.6897,
+      "eval_samples_per_second": 9.823,
+      "eval_steps_per_second": 9.823,
+      "step": 108
+    },
+    {
+      "epoch": 1.0092592592592593,
+      "grad_norm": 1.57361900806427,
+      "learning_rate": 2.988066350129437e-06,
+      "loss": 6.1537,
+      "step": 109
+    },
+    {
+      "epoch": 1.0185185185185186,
+      "grad_norm": 5.155310153961182,
+      "learning_rate": 2.9852716880046687e-06,
+      "loss": 7.9648,
+      "step": 110
+    },
+    {
+      "epoch": 1.0277777777777777,
+      "grad_norm": 1.0643362998962402,
+      "learning_rate": 2.982184878165763e-06,
+      "loss": 5.1748,
+      "step": 111
+    },
+    {
+      "epoch": 1.0092592592592593,
+      "grad_norm": 1.0376684665679932,
+      "learning_rate": 2.9788065277773537e-06,
+      "loss": 5.6556,
+      "step": 112
+    },
+    {
+      "epoch": 1.0185185185185186,
+      "grad_norm": 1.228864073753357,
+      "learning_rate": 2.9751373013490727e-06,
+      "loss": 5.7668,
+      "step": 113
+    },
+    {
+      "epoch": 1.0277777777777777,
+      "grad_norm": 1.7278510332107544,
+      "learning_rate": 2.971177920604846e-06,
+      "loss": 6.3775,
+      "step": 114
+    },
+    {
+      "epoch": 1.037037037037037,
+      "grad_norm": 1.1904284954071045,
+      "learning_rate": 2.9669291643409314e-06,
+      "loss": 5.7487,
+      "step": 115
+    },
+    {
+      "epoch": 1.0462962962962963,
+      "grad_norm": 2.941854238510132,
+      "learning_rate": 2.9623918682727352e-06,
+      "loss": 7.2423,
+      "step": 116
+    },
+    {
+      "epoch": 1.0555555555555556,
+      "grad_norm": 1.5035470724105835,
+      "learning_rate": 2.9575669248704265e-06,
+      "loss": 6.1212,
+      "step": 117
+    },
+    {
+      "epoch": 1.0648148148148149,
+      "grad_norm": 1.4733242988586426,
+      "learning_rate": 2.9524552831833926e-06,
+      "loss": 6.3059,
+      "step": 118
+    },
+    {
+      "epoch": 1.074074074074074,
+      "grad_norm": 1.3305742740631104,
+      "learning_rate": 2.947057948653564e-06,
+      "loss": 6.1691,
+      "step": 119
+    },
+    {
+      "epoch": 1.0833333333333333,
+      "grad_norm": 1.2160289287567139,
+      "learning_rate": 2.9413759829176495e-06,
+      "loss": 5.9701,
+      "step": 120
+    },
+    {
+      "epoch": 1.0925925925925926,
+      "grad_norm": 1.9012755155563354,
+      "learning_rate": 2.935410503598313e-06,
+      "loss": 6.6399,
+      "step": 121
+    },
+    {
+      "epoch": 1.1018518518518519,
+      "grad_norm": 1.3863564729690552,
+      "learning_rate": 2.9291626840843446e-06,
+      "loss": 6.0122,
+      "step": 122
+    },
+    {
+      "epoch": 1.1111111111111112,
+      "grad_norm": 1.1440134048461914,
+      "learning_rate": 2.9226337532998544e-06,
+      "loss": 5.9895,
+      "step": 123
+    },
+    {
+      "epoch": 1.1203703703703705,
+      "grad_norm": 1.4871304035186768,
+      "learning_rate": 2.9158249954625514e-06,
+      "loss": 6.3919,
+      "step": 124
+    },
+    {
+      "epoch": 1.1296296296296295,
+      "grad_norm": 1.574532389640808,
+      "learning_rate": 2.908737749831142e-06,
+      "loss": 6.489,
+      "step": 125
+    },
+    {
+      "epoch": 1.1388888888888888,
+      "grad_norm": 2.674992322921753,
+      "learning_rate": 2.9013734104419e-06,
+      "loss": 6.965,
+      "step": 126
+    },
+    {
+      "epoch": 1.1481481481481481,
+      "grad_norm": 1.4959555864334106,
+      "learning_rate": 2.8937334258344676e-06,
+      "loss": 5.8652,
+      "step": 127
+    },
+    {
+      "epoch": 1.1574074074074074,
+      "grad_norm": 3.064631223678589,
+      "learning_rate": 2.88581929876693e-06,
+      "loss": 7.1246,
+      "step": 128
+    },
+    {
+      "epoch": 1.1666666666666667,
+      "grad_norm": 1.7988754510879517,
+      "learning_rate": 2.8776325859202315e-06,
+      "loss": 6.1511,
+      "step": 129
+    },
+    {
+      "epoch": 1.175925925925926,
+      "grad_norm": 1.4231789112091064,
+      "learning_rate": 2.869174897591978e-06,
+      "loss": 6.0368,
+      "step": 130
+    },
+    {
+      "epoch": 1.1851851851851851,
+      "grad_norm": 2.6319122314453125,
+      "learning_rate": 2.8604478973797005e-06,
+      "loss": 7.1228,
+      "step": 131
+    },
+    {
+      "epoch": 1.1944444444444444,
+      "grad_norm": 1.4405936002731323,
+      "learning_rate": 2.851453301853629e-06,
+      "loss": 5.9765,
+      "step": 132
+    },
+    {
+      "epoch": 1.2037037037037037,
+      "grad_norm": 1.669622540473938,
+      "learning_rate": 2.842192880219049e-06,
+      "loss": 6.4033,
+      "step": 133
+    },
+    {
+      "epoch": 1.212962962962963,
+      "grad_norm": 1.1244466304779053,
+      "learning_rate": 2.832668453968309e-06,
+      "loss": 5.5845,
+      "step": 134
+    },
+    {
+      "epoch": 1.2222222222222223,
+      "grad_norm": 1.0342087745666504,
+      "learning_rate": 2.8228818965225326e-06,
+      "loss": 5.6106,
+      "step": 135
+    },
+    {
+      "epoch": 1.2222222222222223,
+      "eval_loss": 5.1238203048706055,
+      "eval_runtime": 10.8032,
+      "eval_samples_per_second": 9.719,
+      "eval_steps_per_second": 9.719,
+      "step": 135
+    },
+    {
+      "epoch": 1.2314814814814814,
+      "grad_norm": 2.5150041580200195,
+      "learning_rate": 2.8128351328631308e-06,
+      "loss": 6.5318,
+      "step": 136
+    },
+    {
+      "epoch": 1.2407407407407407,
+      "grad_norm": 1.7575809955596924,
+      "learning_rate": 2.8025301391531584e-06,
+      "loss": 6.225,
+      "step": 137
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 1.5736333131790161,
+      "learning_rate": 2.7919689423486137e-06,
+      "loss": 5.6247,
+      "step": 138
+    },
+    {
+      "epoch": 1.2592592592592593,
+      "grad_norm": 0.9995443820953369,
+      "learning_rate": 2.781153619799741e-06,
+      "loss": 5.4866,
+      "step": 139
+    },
+    {
+      "epoch": 1.2685185185185186,
+      "grad_norm": 1.7936508655548096,
+      "learning_rate": 2.7700862988424264e-06,
+      "loss": 6.4679,
+      "step": 140
+    },
+    {
+      "epoch": 1.2777777777777777,
+      "grad_norm": 1.4072571992874146,
+      "learning_rate": 2.7587691563797533e-06,
+      "loss": 6.0924,
+      "step": 141
+    },
+    {
+      "epoch": 1.287037037037037,
+      "grad_norm": 1.9437594413757324,
+      "learning_rate": 2.747204418453818e-06,
+      "loss": 6.3988,
+      "step": 142
+    },
+    {
+      "epoch": 1.2962962962962963,
+      "grad_norm": 1.1792351007461548,
+      "learning_rate": 2.735394359807872e-06,
+      "loss": 6.0245,
+      "step": 143
+    },
+    {
+      "epoch": 1.3055555555555556,
+      "grad_norm": 1.2097288370132446,
+      "learning_rate": 2.7233413034388904e-06,
+      "loss": 6.0232,
+      "step": 144
+    },
+    {
+      "epoch": 1.3148148148148149,
+      "grad_norm": 1.5997315645217896,
+      "learning_rate": 2.711047620140644e-06,
+      "loss": 5.9724,
+      "step": 145
+    },
+    {
+      "epoch": 1.324074074074074,
+      "grad_norm": 1.9537619352340698,
+      "learning_rate": 2.6985157280373736e-06,
+      "loss": 6.336,
+      "step": 146
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 1.4596198797225952,
+      "learning_rate": 2.685748092108155e-06,
+      "loss": 6.2286,
+      "step": 147
+    },
+    {
+      "epoch": 1.3425925925925926,
+      "grad_norm": 1.2177029848098755,
+      "learning_rate": 2.6727472237020448e-06,
+      "loss": 5.8753,
+      "step": 148
+    },
+    {
+      "epoch": 1.3518518518518519,
+      "grad_norm": 1.5970029830932617,
+      "learning_rate": 2.6595156800441053e-06,
+      "loss": 6.2522,
+      "step": 149
+    },
+    {
+      "epoch": 1.3611111111111112,
+      "grad_norm": 1.1032902002334595,
+      "learning_rate": 2.646056063732411e-06,
+      "loss": 5.795,
+      "step": 150
+    },
+    {
+      "epoch": 1.3703703703703702,
+      "grad_norm": 1.10838782787323,
+      "learning_rate": 2.632371022226124e-06,
+      "loss": 5.4648,
+      "step": 151
+    },
+    {
+      "epoch": 1.3796296296296298,
+      "grad_norm": 1.3732211589813232,
+      "learning_rate": 2.6184632473247484e-06,
+      "loss": 5.568,
+      "step": 152
+    },
+    {
+      "epoch": 1.3888888888888888,
+      "grad_norm": 1.188904881477356,
+      "learning_rate": 2.6043354746386645e-06,
+      "loss": 5.8007,
+      "step": 153
+    },
+    {
+      "epoch": 1.3981481481481481,
+      "grad_norm": 1.3125028610229492,
+      "learning_rate": 2.5899904830510406e-06,
+      "loss": 5.7965,
+      "step": 154
+    },
+    {
+      "epoch": 1.4074074074074074,
+      "grad_norm": 1.2234677076339722,
+      "learning_rate": 2.575431094171241e-06,
+      "loss": 5.9759,
+      "step": 155
+    },
+    {
+      "epoch": 1.4166666666666667,
+      "grad_norm": 2.0235507488250732,
+      "learning_rate": 2.5606601717798212e-06,
+      "loss": 6.5055,
+      "step": 156
+    },
+    {
+      "epoch": 1.425925925925926,
+      "grad_norm": 1.3678350448608398,
+      "learning_rate": 2.5456806212652348e-06,
+      "loss": 5.8768,
+      "step": 157
+    },
+    {
+      "epoch": 1.4351851851851851,
+      "grad_norm": 1.309804081916809,
+      "learning_rate": 2.5304953890523524e-06,
+      "loss": 6.0516,
+      "step": 158
+    },
+    {
+      "epoch": 1.4444444444444444,
+      "grad_norm": 1.4316556453704834,
+      "learning_rate": 2.5151074620229114e-06,
+      "loss": 6.2186,
+      "step": 159
+    },
+    {
+      "epoch": 1.4537037037037037,
+      "grad_norm": 1.308398723602295,
+      "learning_rate": 2.499519866928006e-06,
+      "loss": 5.9185,
+      "step": 160
+    },
+    {
+      "epoch": 1.462962962962963,
+      "grad_norm": 1.7772057056427002,
+      "learning_rate": 2.4837356697927366e-06,
+      "loss": 6.4643,
+      "step": 161
+    },
+    {
+      "epoch": 1.4722222222222223,
+      "grad_norm": 1.4515641927719116,
+      "learning_rate": 2.4677579753131316e-06,
+      "loss": 6.3981,
+      "step": 162
+    },
+    {
+      "epoch": 1.4722222222222223,
+      "eval_loss": 5.054426193237305,
+      "eval_runtime": 10.7718,
+      "eval_samples_per_second": 9.748,
+      "eval_steps_per_second": 9.748,
+      "step": 162
+    },
+    {
+      "epoch": 1.4814814814814814,
+      "grad_norm": 2.9240331649780273,
+      "learning_rate": 2.4515899262454685e-06,
+      "loss": 6.8221,
+      "step": 163
+    },
+    {
+      "epoch": 1.4907407407407407,
+      "grad_norm": 3.2064929008483887,
+      "learning_rate": 2.4352347027881005e-06,
+      "loss": 7.6826,
+      "step": 164
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.6117157936096191,
+      "learning_rate": 2.4186955219559254e-06,
+      "loss": 5.5413,
+      "step": 165
+    },
+    {
+      "epoch": 1.5092592592592593,
+      "grad_norm": 1.5916537046432495,
+      "learning_rate": 2.401975636947609e-06,
+      "loss": 6.1638,
+      "step": 166
+    },
+    {
+      "epoch": 1.5185185185185186,
+      "grad_norm": 1.6315852403640747,
+      "learning_rate": 2.3850783365056922e-06,
+      "loss": 6.3381,
+      "step": 167
+    },
+    {
+      "epoch": 1.5277777777777777,
+      "grad_norm": 1.1859897375106812,
+      "learning_rate": 2.368006944269709e-06,
+      "loss": 5.7726,
+      "step": 168
+    },
+    {
+      "epoch": 1.5370370370370372,
+      "grad_norm": 1.2986359596252441,
+      "learning_rate": 2.3507648181224336e-06,
+      "loss": 5.5423,
+      "step": 169
+    },
+    {
+      "epoch": 1.5462962962962963,
+      "grad_norm": 1.3099842071533203,
+      "learning_rate": 2.3333553495294033e-06,
+      "loss": 6.2081,
+      "step": 170
+    },
+    {
+      "epoch": 1.5555555555555556,
+      "grad_norm": 1.8448351621627808,
+      "learning_rate": 2.315781962871823e-06,
+      "loss": 6.4411,
+      "step": 171
+    },
+    {
+      "epoch": 1.5648148148148149,
+      "grad_norm": 1.263071894645691,
+      "learning_rate": 2.298048114773005e-06,
+      "loss": 5.769,
+      "step": 172
+    },
+    {
+      "epoch": 1.574074074074074,
+      "grad_norm": 1.4397268295288086,
+      "learning_rate": 2.280157293418462e-06,
+      "loss": 6.1988,
+      "step": 173
+    },
+    {
+      "epoch": 1.5833333333333335,
+      "grad_norm": 1.3311412334442139,
+      "learning_rate": 2.262113017869794e-06,
+      "loss": 5.9678,
+      "step": 174
+    },
+    {
+      "epoch": 1.5925925925925926,
+      "grad_norm": 1.5137203931808472,
+      "learning_rate": 2.243918837372502e-06,
+      "loss": 6.4093,
+      "step": 175
+    },
+    {
+      "epoch": 1.6018518518518519,
+      "grad_norm": 2.532318115234375,
+      "learning_rate": 2.22557833065786e-06,
+      "loss": 6.573,
+      "step": 176
+    },
+    {
+      "epoch": 1.6111111111111112,
+      "grad_norm": 1.7535362243652344,
+      "learning_rate": 2.207095105238997e-06,
+      "loss": 6.1462,
+      "step": 177
+    },
+    {
+      "epoch": 1.6203703703703702,
+      "grad_norm": 1.3252042531967163,
+      "learning_rate": 2.1884727967013063e-06,
+      "loss": 5.7489,
+      "step": 178
+    },
+    {
+      "epoch": 1.6296296296296298,
+      "grad_norm": 2.172076463699341,
+      "learning_rate": 2.1697150679873442e-06,
+      "loss": 6.3797,
+      "step": 179
+    },
+    {
+      "epoch": 1.6388888888888888,
+      "grad_norm": 0.8812606334686279,
+      "learning_rate": 2.150825608676337e-06,
+      "loss": 5.4227,
+      "step": 180
+    },
+    {
+      "epoch": 1.6481481481481481,
+      "grad_norm": 1.4979366064071655,
+      "learning_rate": 2.1318081342584566e-06,
+      "loss": 5.811,
+      "step": 181
+    },
+    {
+      "epoch": 1.6574074074074074,
+      "grad_norm": 1.277028203010559,
+      "learning_rate": 2.1126663854039945e-06,
+      "loss": 5.9072,
+      "step": 182
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 1.668641448020935,
+      "learning_rate": 2.0934041272275884e-06,
+      "loss": 6.1502,
+      "step": 183
+    },
+    {
+      "epoch": 1.675925925925926,
+      "grad_norm": 0.8518059849739075,
+      "learning_rate": 2.074025148547635e-06,
+      "loss": 5.2586,
+      "step": 184
+    },
+    {
+      "epoch": 1.6851851851851851,
+      "grad_norm": 1.7262235879898071,
+      "learning_rate": 2.0545332611410427e-06,
+      "loss": 5.9965,
+      "step": 185
+    },
+    {
+      "epoch": 1.6944444444444444,
+      "grad_norm": 4.665543079376221,
+      "learning_rate": 2.0349322989934695e-06,
+      "loss": 7.4106,
+      "step": 186
+    },
+    {
+      "epoch": 1.7037037037037037,
+      "grad_norm": 1.1285862922668457,
+      "learning_rate": 2.0152261175451915e-06,
+      "loss": 5.6628,
+      "step": 187
+    },
+    {
+      "epoch": 1.7129629629629628,
+      "grad_norm": 1.108992338180542,
+      "learning_rate": 1.9954185929327507e-06,
+      "loss": 5.4876,
+      "step": 188
+    },
+    {
+      "epoch": 1.7222222222222223,
+      "grad_norm": 1.1134352684020996,
+      "learning_rate": 1.9755136212265323e-06,
+      "loss": 5.602,
+      "step": 189
+    },
+    {
+      "epoch": 1.7222222222222223,
+      "eval_loss": 4.992879867553711,
+      "eval_runtime": 10.5803,
+      "eval_samples_per_second": 9.924,
+      "eval_steps_per_second": 9.924,
+      "step": 189
+    },
+    {
+      "epoch": 1.7314814814814814,
+      "grad_norm": 1.215661883354187,
+      "learning_rate": 1.9555151176644222e-06,
+      "loss": 5.7391,
+      "step": 190
+    },
+    {
+      "epoch": 1.7407407407407407,
+      "grad_norm": 1.2140839099884033,
+      "learning_rate": 1.9354270158816935e-06,
+      "loss": 5.4932,
+      "step": 191
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.3728704452514648,
+      "learning_rate": 1.915253267137274e-06,
+      "loss": 5.7001,
+      "step": 192
+    },
+    {
+      "epoch": 1.7592592592592593,
+      "grad_norm": 5.121810436248779,
+      "learning_rate": 1.894997839536547e-06,
+      "loss": 7.9136,
+      "step": 193
+    },
+    {
+      "epoch": 1.7685185185185186,
+      "grad_norm": 1.3116612434387207,
+      "learning_rate": 1.8746647172508404e-06,
+      "loss": 5.7987,
+      "step": 194
+    },
+    {
+      "epoch": 1.7777777777777777,
+      "grad_norm": 1.1180241107940674,
+      "learning_rate": 1.8542578997337519e-06,
+      "loss": 5.9064,
+      "step": 195
+    },
+    {
+      "epoch": 1.7870370370370372,
+      "grad_norm": 5.294866561889648,
+      "learning_rate": 1.8337814009344715e-06,
+      "loss": 8.2684,
+      "step": 196
+    },
+    {
+      "epoch": 1.7962962962962963,
+      "grad_norm": 1.0381337404251099,
+      "learning_rate": 1.813239248508255e-06,
+      "loss": 5.487,
+      "step": 197
+    },
+    {
+      "epoch": 1.8055555555555556,
+      "grad_norm": 1.2923859357833862,
+      "learning_rate": 1.7926354830241926e-06,
+      "loss": 6.0108,
+      "step": 198
+    },
+    {
+      "epoch": 1.8148148148148149,
+      "grad_norm": 1.3527953624725342,
+      "learning_rate": 1.7719741571704477e-06,
+      "loss": 6.3468,
+      "step": 199
+    },
+    {
+      "epoch": 1.824074074074074,
+      "grad_norm": 1.4213413000106812,
+      "learning_rate": 1.7512593349571046e-06,
+      "loss": 6.0251,
+      "step": 200
+    },
+    {
+      "epoch": 1.8333333333333335,
+      "grad_norm": 1.3854726552963257,
+      "learning_rate": 1.730495090916795e-06,
+      "loss": 5.8197,
+      "step": 201
+    },
+    {
+      "epoch": 1.8425925925925926,
+      "grad_norm": 0.9397538304328918,
+      "learning_rate": 1.7096855093032494e-06,
+      "loss": 5.4813,
+      "step": 202
+    },
+    {
+      "epoch": 1.8518518518518519,
+      "grad_norm": 0.7849190831184387,
+      "learning_rate": 1.6888346832879382e-06,
+      "loss": 5.3213,
+      "step": 203
+    },
+    {
+      "epoch": 1.8611111111111112,
+      "grad_norm": 1.316622018814087,
+      "learning_rate": 1.6679467141549617e-06,
+      "loss": 5.358,
+      "step": 204
+    },
+    {
+      "epoch": 1.8703703703703702,
+      "grad_norm": 1.1983349323272705,
+      "learning_rate": 1.6470257104943413e-06,
+      "loss": 5.8328,
+      "step": 205
+    },
+    {
+      "epoch": 1.8796296296296298,
+      "grad_norm": 1.1115864515304565,
+      "learning_rate": 1.6260757873938715e-06,
+      "loss": 5.6616,
+      "step": 206
+    },
+    {
+      "epoch": 1.8888888888888888,
+      "grad_norm": 1.6418949365615845,
+      "learning_rate": 1.6051010656297009e-06,
+      "loss": 5.8618,
+      "step": 207
+    },
+    {
+      "epoch": 1.8981481481481481,
+      "grad_norm": 1.2098896503448486,
+      "learning_rate": 1.5841056708557877e-06,
+      "loss": 5.7551,
+      "step": 208
+    },
+    {
+      "epoch": 1.9074074074074074,
+      "grad_norm": 2.523620843887329,
+      "learning_rate": 1.5630937327923979e-06,
+      "loss": 6.0457,
+      "step": 209
+    },
+    {
+      "epoch": 1.9166666666666665,
+      "grad_norm": 1.2053682804107666,
+      "learning_rate": 1.5420693844138035e-06,
+      "loss": 5.7501,
+      "step": 210
+    },
+    {
+      "epoch": 1.925925925925926,
+      "grad_norm": 1.0068210363388062,
+      "learning_rate": 1.5210367611353436e-06,
+      "loss": 5.2868,
+      "step": 211
+    },
+    {
+      "epoch": 1.9351851851851851,
+      "grad_norm": 1.0384793281555176,
+      "learning_rate": 1.5e-06,
+      "loss": 5.5413,
+      "step": 212
+    },
+    {
+      "epoch": 1.9444444444444444,
+      "grad_norm": 0.9215264916419983,
+      "learning_rate": 1.4789632388646567e-06,
+      "loss": 5.3834,
+      "step": 213
+    },
+    {
+      "epoch": 1.9537037037037037,
+      "grad_norm": 1.250044584274292,
+      "learning_rate": 1.4579306155861968e-06,
+      "loss": 5.9769,
+      "step": 214
+    },
+    {
+      "epoch": 1.9629629629629628,
+      "grad_norm": 0.9464189410209656,
+      "learning_rate": 1.4369062672076026e-06,
+      "loss": 5.3573,
+      "step": 215
+    },
+    {
+      "epoch": 1.9722222222222223,
+      "grad_norm": 0.9586074352264404,
+      "learning_rate": 1.4158943291442122e-06,
+      "loss": 5.3998,
+      "step": 216
+    },
+    {
+      "epoch": 1.9722222222222223,
+      "eval_loss": 4.946777820587158,
+      "eval_runtime": 10.6655,
+      "eval_samples_per_second": 9.845,
+      "eval_steps_per_second": 9.845,
+      "step": 216
+    },
+    {
+      "epoch": 1.9814814814814814,
+      "grad_norm": 1.4538060426712036,
+      "learning_rate": 1.394898934370299e-06,
+      "loss": 6.2383,
+      "step": 217
+    },
+    {
+      "epoch": 1.9907407407407407,
+      "grad_norm": 1.114857792854309,
+      "learning_rate": 1.3739242126061288e-06,
+      "loss": 5.3067,
+      "step": 218
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.250162959098816,
+      "learning_rate": 1.352974289505659e-06,
+      "loss": 5.6571,
+      "step": 219
+    },
+    {
+      "epoch": 2.0092592592592595,
+      "grad_norm": 1.8700934648513794,
+      "learning_rate": 1.3320532858450384e-06,
+      "loss": 6.4708,
+      "step": 220
+    },
+    {
+      "epoch": 2.0185185185185186,
+      "grad_norm": 1.8928983211517334,
+      "learning_rate": 1.3111653167120623e-06,
+      "loss": 5.9964,
+      "step": 221
+    },
+    {
+      "epoch": 2.0277777777777777,
+      "grad_norm": 1.5304040908813477,
+      "learning_rate": 1.2903144906967513e-06,
+      "loss": 4.7131,
+      "step": 222
+    },
+    {
+      "epoch": 2.009259259259259,
+      "grad_norm": 1.2288047075271606,
+      "learning_rate": 1.2695049090832047e-06,
+      "loss": 5.8606,
+      "step": 223
+    },
+    {
+      "epoch": 2.0185185185185186,
+      "grad_norm": 1.6722135543823242,
+      "learning_rate": 1.2487406650428957e-06,
+      "loss": 5.824,
+      "step": 224
+    },
+    {
+      "epoch": 2.0277777777777777,
+      "grad_norm": 1.4619513750076294,
+      "learning_rate": 1.2280258428295526e-06,
+      "loss": 5.7594,
+      "step": 225
+    },
+    {
+      "epoch": 2.037037037037037,
+      "grad_norm": 1.3389699459075928,
+      "learning_rate": 1.2073645169758077e-06,
+      "loss": 5.9157,
+      "step": 226
+    },
+    {
+      "epoch": 2.0462962962962963,
+      "grad_norm": 1.0063234567642212,
+      "learning_rate": 1.1867607514917454e-06,
+      "loss": 5.7464,
+      "step": 227
+    },
+    {
+      "epoch": 2.0555555555555554,
+      "grad_norm": 0.9406788945198059,
+      "learning_rate": 1.1662185990655286e-06,
+      "loss": 5.2862,
+      "step": 228
+    },
+    {
+      "epoch": 2.064814814814815,
+      "grad_norm": 1.4217416048049927,
+      "learning_rate": 1.1457421002662489e-06,
+      "loss": 5.7137,
+      "step": 229
+    },
+    {
+      "epoch": 2.074074074074074,
+      "grad_norm": 1.1130520105361938,
+      "learning_rate": 1.1253352827491595e-06,
+      "loss": 5.3391,
+      "step": 230
+    },
+    {
+      "epoch": 2.0833333333333335,
+      "grad_norm": 1.0606895685195923,
+      "learning_rate": 1.1050021604634526e-06,
+      "loss": 5.6953,
+      "step": 231
+    },
+    {
+      "epoch": 2.0925925925925926,
+      "grad_norm": 2.6643784046173096,
+      "learning_rate": 1.084746732862726e-06,
+      "loss": 6.9906,
+      "step": 232
+    },
+    {
+      "epoch": 2.1018518518518516,
+      "grad_norm": 1.0088460445404053,
+      "learning_rate": 1.0645729841183068e-06,
+      "loss": 5.5864,
+      "step": 233
+    },
+    {
+      "epoch": 2.111111111111111,
+      "grad_norm": 0.9418116211891174,
+      "learning_rate": 1.0444848823355779e-06,
+      "loss": 5.502,
+      "step": 234
+    },
+    {
+      "epoch": 2.1203703703703702,
+      "grad_norm": 1.597672462463379,
+      "learning_rate": 1.0244863787734682e-06,
+      "loss": 6.141,
+      "step": 235
+    },
+    {
+      "epoch": 2.1296296296296298,
+      "grad_norm": 1.1460810899734497,
+      "learning_rate": 1.0045814070672498e-06,
+      "loss": 5.5834,
+      "step": 236
+    },
+    {
+      "epoch": 2.138888888888889,
+      "grad_norm": 1.4463963508605957,
+      "learning_rate": 9.847738824548082e-07,
+      "loss": 5.867,
+      "step": 237
+    },
+    {
+      "epoch": 2.148148148148148,
+      "grad_norm": 1.1600419282913208,
+      "learning_rate": 9.650677010065305e-07,
+      "loss": 5.7531,
+      "step": 238
+    },
+    {
+      "epoch": 2.1574074074074074,
+      "grad_norm": 0.9038326144218445,
+      "learning_rate": 9.454667388589576e-07,
+      "loss": 5.2356,
+      "step": 239
+    },
+    {
+      "epoch": 2.1666666666666665,
+      "grad_norm": 1.5344514846801758,
+      "learning_rate": 9.259748514523654e-07,
+      "loss": 6.1354,
+      "step": 240
+    },
+    {
+      "epoch": 2.175925925925926,
+      "grad_norm": 1.1884032487869263,
+      "learning_rate": 9.065958727724121e-07,
+      "loss": 5.7438,
+      "step": 241
+    },
+    {
+      "epoch": 2.185185185185185,
+      "grad_norm": 0.8460777401924133,
+      "learning_rate": 8.87333614596006e-07,
+      "loss": 5.4901,
+      "step": 242
+    },
+    {
+      "epoch": 2.1944444444444446,
+      "grad_norm": 0.8021849393844604,
+      "learning_rate": 8.681918657415443e-07,
+      "loss": 5.1841,
+      "step": 243
+    },
+    {
+      "epoch": 2.1944444444444446,
+      "eval_loss": 4.917133331298828,
+      "eval_runtime": 10.6391,
+      "eval_samples_per_second": 9.869,
+      "eval_steps_per_second": 9.869,
+      "step": 243
+    },
+    {
+      "epoch": 2.2037037037037037,
+      "grad_norm": 5.063238620758057,
+      "learning_rate": 8.49174391323663e-07,
+      "loss": 7.8621,
+      "step": 244
+    },
+    {
+      "epoch": 2.212962962962963,
+      "grad_norm": 1.4641467332839966,
+      "learning_rate": 8.302849320126558e-07,
+      "loss": 5.8469,
+      "step": 245
+    },
+    {
+      "epoch": 2.2222222222222223,
+      "grad_norm": 1.4936150312423706,
+      "learning_rate": 8.115272032986932e-07,
+      "loss": 5.7606,
+      "step": 246
+    },
+    {
+      "epoch": 2.2314814814814814,
+      "grad_norm": 0.9228253364562988,
+      "learning_rate": 7.929048947610034e-07,
+      "loss": 5.4861,
+      "step": 247
+    },
+    {
+      "epoch": 2.240740740740741,
+      "grad_norm": 0.9733036160469055,
+      "learning_rate": 7.744216693421403e-07,
+      "loss": 5.5735,
+      "step": 248
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.7804141044616699,
+      "learning_rate": 7.560811626274989e-07,
+      "loss": 5.2257,
+      "step": 249
+    },
+    {
+      "epoch": 2.259259259259259,
+      "grad_norm": 0.8710982799530029,
+      "learning_rate": 7.378869821302062e-07,
+      "loss": 5.5369,
+      "step": 250
+    },
+    {
+      "epoch": 2.2685185185185186,
+      "grad_norm": 1.0422347784042358,
+      "learning_rate": 7.19842706581538e-07,
+      "loss": 5.4223,
+      "step": 251
+    },
+    {
+      "epoch": 2.2777777777777777,
+      "grad_norm": 0.8307288885116577,
+      "learning_rate": 7.019518852269954e-07,
+      "loss": 5.2439,
+      "step": 252
+    },
+    {
+      "epoch": 2.287037037037037,
+      "grad_norm": 2.0869851112365723,
+      "learning_rate": 6.842180371281773e-07,
+      "loss": 6.6325,
+      "step": 253
+    },
+    {
+      "epoch": 2.2962962962962963,
+      "grad_norm": 0.8685571551322937,
+      "learning_rate": 6.666446504705971e-07,
+      "loss": 5.5038,
+      "step": 254
+    },
+    {
+      "epoch": 2.3055555555555554,
+      "grad_norm": 1.5917941331863403,
+      "learning_rate": 6.492351818775662e-07,
+      "loss": 6.0099,
+      "step": 255
+    },
+    {
+      "epoch": 2.314814814814815,
+      "grad_norm": 2.5297560691833496,
+      "learning_rate": 6.319930557302914e-07,
+      "loss": 6.3499,
+      "step": 256
+    },
+    {
+      "epoch": 2.324074074074074,
+      "grad_norm": 1.365795612335205,
+      "learning_rate": 6.14921663494308e-07,
+      "loss": 5.8755,
+      "step": 257
+    },
+    {
+      "epoch": 2.3333333333333335,
+      "grad_norm": 1.1725842952728271,
+      "learning_rate": 5.980243630523911e-07,
+      "loss": 5.8095,
+      "step": 258
+    },
+    {
+      "epoch": 2.3425925925925926,
+      "grad_norm": 1.5456892251968384,
+      "learning_rate": 5.813044780440748e-07,
+      "loss": 6.1433,
+      "step": 259
+    },
+    {
+      "epoch": 2.351851851851852,
+      "grad_norm": 0.8776403665542603,
+      "learning_rate": 5.647652972118998e-07,
+      "loss": 5.4915,
+      "step": 260
+    },
+    {
+      "epoch": 2.361111111111111,
+      "grad_norm": 1.428396224975586,
+      "learning_rate": 5.48410073754532e-07,
+      "loss": 6.2122,
+      "step": 261
+    },
+    {
+      "epoch": 2.3703703703703702,
+      "grad_norm": 1.048996090888977,
+      "learning_rate": 5.322420246868689e-07,
+      "loss": 5.6461,
+      "step": 262
+    },
+    {
+      "epoch": 2.3796296296296298,
+      "grad_norm": 0.9285644888877869,
+      "learning_rate": 5.162643302072639e-07,
+      "loss": 5.4518,
+      "step": 263
+    },
+    {
+      "epoch": 2.388888888888889,
+      "grad_norm": 0.8765868544578552,
+      "learning_rate": 5.004801330719941e-07,
+      "loss": 5.3568,
+      "step": 264
+    },
+    {
+      "epoch": 2.398148148148148,
+      "grad_norm": 5.609752178192139,
+      "learning_rate": 4.848925379770883e-07,
+      "loss": 6.9303,
+      "step": 265
+    },
+    {
+      "epoch": 2.4074074074074074,
+      "grad_norm": 1.008718729019165,
+      "learning_rate": 4.6950461094764745e-07,
+      "loss": 5.4784,
+      "step": 266
+    },
+    {
+      "epoch": 2.4166666666666665,
+      "grad_norm": 0.8718838095664978,
+      "learning_rate": 4.5431937873476516e-07,
+      "loss": 5.5294,
+      "step": 267
+    },
+    {
+      "epoch": 2.425925925925926,
+      "grad_norm": 1.0140756368637085,
+      "learning_rate": 4.3933982822017883e-07,
+      "loss": 5.3527,
+      "step": 268
+    },
+    {
+      "epoch": 2.435185185185185,
+      "grad_norm": 1.2150001525878906,
+      "learning_rate": 4.245689058287592e-07,
+      "loss": 5.4179,
+      "step": 269
+    },
+    {
+      "epoch": 2.4444444444444446,
+      "grad_norm": 1.3026584386825562,
+      "learning_rate": 4.100095169489597e-07,
+      "loss": 6.0764,
+      "step": 270
+    },
+    {
+      "epoch": 2.4444444444444446,
+      "eval_loss": 4.900852203369141,
+      "eval_runtime": 10.63,
+      "eval_samples_per_second": 9.878,
+      "eval_steps_per_second": 9.878,
+      "step": 270
+    },
+    {
+      "epoch": 2.4537037037037037,
+      "grad_norm": 1.6737775802612305,
+      "learning_rate": 3.956645253613363e-07,
+      "loss": 5.8735,
+      "step": 271
+    },
+    {
+      "epoch": 2.462962962962963,
+      "grad_norm": 0.9497735500335693,
+      "learning_rate": 3.8153675267525163e-07,
+      "loss": 5.509,
+      "step": 272
+    },
+    {
+      "epoch": 2.4722222222222223,
+      "grad_norm": 0.8875224590301514,
+      "learning_rate": 3.6762897777387626e-07,
+      "loss": 5.2877,
+      "step": 273
+    },
+    {
+      "epoch": 2.4814814814814814,
+      "grad_norm": 0.774486780166626,
+      "learning_rate": 3.539439362675888e-07,
+      "loss": 5.1427,
+      "step": 274
+    },
+    {
+      "epoch": 2.490740740740741,
+      "grad_norm": 0.9570311307907104,
+      "learning_rate": 3.404843199558945e-07,
+      "loss": 5.379,
+      "step": 275
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.908612847328186,
+      "learning_rate": 3.272527762979553e-07,
+      "loss": 5.4819,
+      "step": 276
+    },
+    {
+      "epoch": 2.5092592592592595,
+      "grad_norm": 2.0357730388641357,
+      "learning_rate": 3.142519078918449e-07,
+      "loss": 6.3469,
+      "step": 277
+    },
+    {
+      "epoch": 2.5185185185185186,
+      "grad_norm": 2.1806082725524902,
+      "learning_rate": 3.014842719626268e-07,
+      "loss": 5.5354,
+      "step": 278
+    },
+    {
+      "epoch": 2.5277777777777777,
+      "grad_norm": 0.9985087513923645,
+      "learning_rate": 2.8895237985935643e-07,
+      "loss": 5.5649,
+      "step": 279
+    },
+    {
+      "epoch": 2.537037037037037,
+      "grad_norm": 0.9574006199836731,
+      "learning_rate": 2.7665869656110975e-07,
+      "loss": 5.5855,
+      "step": 280
+    },
+    {
+      "epoch": 2.5462962962962963,
+      "grad_norm": 0.6676331758499146,
+      "learning_rate": 2.6460564019212803e-07,
+      "loss": 5.3543,
+      "step": 281
+    },
+    {
+      "epoch": 2.5555555555555554,
+      "grad_norm": 1.2132998704910278,
+      "learning_rate": 2.52795581546182e-07,
+      "loss": 5.5964,
+      "step": 282
+    },
+    {
+      "epoch": 2.564814814814815,
+      "grad_norm": 1.157404899597168,
+      "learning_rate": 2.412308436202468e-07,
+      "loss": 5.7387,
+      "step": 283
+    },
+    {
+      "epoch": 2.574074074074074,
+      "grad_norm": 1.2162729501724243,
+      "learning_rate": 2.299137011575738e-07,
+      "loss": 5.4369,
+      "step": 284
+    },
+    {
+      "epoch": 2.5833333333333335,
+      "grad_norm": 1.804641842842102,
+      "learning_rate": 2.1884638020025895e-07,
+      "loss": 6.428,
+      "step": 285
+    },
+    {
+      "epoch": 2.5925925925925926,
+      "grad_norm": 0.9699422717094421,
+      "learning_rate": 2.080310576513866e-07,
+      "loss": 5.6471,
+      "step": 286
+    },
+    {
+      "epoch": 2.601851851851852,
+      "grad_norm": 0.9756860136985779,
+      "learning_rate": 1.9746986084684186e-07,
+      "loss": 5.647,
+      "step": 287
+    },
+    {
+      "epoch": 2.611111111111111,
+      "grad_norm": 1.4492071866989136,
+      "learning_rate": 1.8716486713686948e-07,
+      "loss": 5.7286,
+      "step": 288
+    },
+    {
+      "epoch": 2.6203703703703702,
+      "grad_norm": 0.8920571208000183,
+      "learning_rate": 1.771181034774676e-07,
+      "loss": 5.25,
+      "step": 289
+    },
+    {
+      "epoch": 2.6296296296296298,
+      "grad_norm": 1.1408250331878662,
+      "learning_rate": 1.6733154603169176e-07,
+      "loss": 5.9142,
+      "step": 290
+    },
+    {
+      "epoch": 2.638888888888889,
+      "grad_norm": 1.3304352760314941,
+      "learning_rate": 1.5780711978095092e-07,
+      "loss": 5.8842,
+      "step": 291
+    },
+    {
+      "epoch": 2.648148148148148,
+      "grad_norm": 0.9941169619560242,
+      "learning_rate": 1.4854669814637145e-07,
+      "loss": 5.5157,
+      "step": 292
+    },
+    {
+      "epoch": 2.6574074074074074,
+      "grad_norm": 2.4659430980682373,
+      "learning_rate": 1.3955210262029917e-07,
+      "loss": 5.5099,
+      "step": 293
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 1.0898157358169556,
+      "learning_rate": 1.3082510240802165e-07,
+      "loss": 5.6562,
+      "step": 294
+    },
+    {
+      "epoch": 2.675925925925926,
+      "grad_norm": 1.2926898002624512,
+      "learning_rate": 1.2236741407976837e-07,
+      "loss": 5.7729,
+      "step": 295
+    },
+    {
+      "epoch": 2.685185185185185,
+      "grad_norm": 3.4110615253448486,
+      "learning_rate": 1.141807012330699e-07,
+      "loss": 5.7517,
+      "step": 296
+    },
+    {
+      "epoch": 2.6944444444444446,
+      "grad_norm": 1.9456055164337158,
+      "learning_rate": 1.0626657416553281e-07,
+      "loss": 5.2345,
+      "step": 297
+    },
+    {
+      "epoch": 2.6944444444444446,
+      "eval_loss": 4.896117210388184,
+      "eval_runtime": 10.4256,
+      "eval_samples_per_second": 10.071,
+      "eval_steps_per_second": 10.071,
+      "step": 297
+    },
+    {
+      "epoch": 2.7037037037037037,
+      "grad_norm": 1.2618635892868042,
+      "learning_rate": 9.862658955810045e-08,
+      "loss": 5.7653,
+      "step": 298
+    },
+    {
+      "epoch": 2.712962962962963,
+      "grad_norm": 1.0603694915771484,
+      "learning_rate": 9.126225016885858e-08,
+      "loss": 5.7454,
+      "step": 299
+    },
+    {
+      "epoch": 2.7222222222222223,
+      "grad_norm": 0.9327253699302673,
+      "learning_rate": 8.417500453744864e-08,
+      "loss": 5.6063,
+      "step": 300
+    },
+    {
+      "epoch": 2.7314814814814814,
+      "grad_norm": 1.8524595499038696,
+      "learning_rate": 7.736624670014602e-08,
+      "loss": 6.2174,
+      "step": 301
+    },
+    {
+      "epoch": 2.7407407407407405,
+      "grad_norm": 1.1083251237869263,
+      "learning_rate": 7.083731591565551e-08,
+      "loss": 5.5776,
+      "step": 302
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 1.899492621421814,
+      "learning_rate": 6.458949640168676e-08,
+      "loss": 6.3714,
+      "step": 303
+    },
+    {
+      "epoch": 2.7592592592592595,
+      "grad_norm": 2.46284556388855,
+      "learning_rate": 5.8624017082350765e-08,
+      "loss": 6.619,
+      "step": 304
+    },
+    {
+      "epoch": 2.7685185185185186,
+      "grad_norm": 2.8916397094726562,
+      "learning_rate": 5.2942051346436315e-08,
+      "loss": 6.5435,
+      "step": 305
+    },
+    {
+      "epoch": 2.7777777777777777,
+      "grad_norm": 1.0509790182113647,
+      "learning_rate": 4.754471681660799e-08,
+      "loss": 5.4202,
+      "step": 306
+    },
+    {
+      "epoch": 2.787037037037037,
+      "grad_norm": 0.9211875200271606,
+      "learning_rate": 4.243307512957351e-08,
+      "loss": 5.4689,
+      "step": 307
+    },
+    {
+      "epoch": 2.7962962962962963,
+      "grad_norm": 0.8755972385406494,
+      "learning_rate": 3.7608131727264573e-08,
+      "loss": 5.2441,
+      "step": 308
+    },
+    {
+      "epoch": 2.8055555555555554,
+      "grad_norm": 1.1118243932724,
+      "learning_rate": 3.3070835659068596e-08,
+      "loss": 5.7712,
+      "step": 309
+    },
+    {
+      "epoch": 2.814814814814815,
+      "grad_norm": 1.214991569519043,
+      "learning_rate": 2.8822079395154353e-08,
+      "loss": 5.6607,
+      "step": 310
+    },
+    {
+      "epoch": 2.824074074074074,
+      "grad_norm": 0.8643071055412292,
+      "learning_rate": 2.4862698650927385e-08,
+      "loss": 5.4248,
+      "step": 311
+    },
+    {
+      "epoch": 2.8333333333333335,
+      "grad_norm": 1.9691087007522583,
+      "learning_rate": 2.1193472222646172e-08,
+      "loss": 6.127,
+      "step": 312
+    },
+    {
+      "epoch": 2.8425925925925926,
+      "grad_norm": 0.7883575558662415,
+      "learning_rate": 1.7815121834236837e-08,
+      "loss": 5.4039,
+      "step": 313
+    },
+    {
+      "epoch": 2.851851851851852,
+      "grad_norm": 1.6514503955841064,
+      "learning_rate": 1.4728311995331533e-08,
+      "loss": 5.8646,
+      "step": 314
+    },
+    {
+      "epoch": 2.861111111111111,
+      "grad_norm": 2.683927297592163,
+      "learning_rate": 1.1933649870563002e-08,
+      "loss": 6.0561,
+      "step": 315
+    },
+    {
+      "epoch": 2.8703703703703702,
+      "grad_norm": 1.158765435218811,
+      "learning_rate": 9.431685160136094e-09,
+      "loss": 5.594,
+      "step": 316
+    },
+    {
+      "epoch": 2.8796296296296298,
+      "grad_norm": 1.821207880973816,
+      "learning_rate": 7.222909991704774e-09,
+      "loss": 6.2595,
+      "step": 317
+    },
+    {
+      "epoch": 2.888888888888889,
+      "grad_norm": 1.1909257173538208,
+      "learning_rate": 5.307758823571374e-09,
+      "loss": 5.8222,
+      "step": 318
+    },
+    {
+      "epoch": 2.898148148148148,
+      "grad_norm": 1.9552392959594727,
+      "learning_rate": 3.6866083592309587e-09,
+      "loss": 6.2407,
+      "step": 319
+    },
+    {
+      "epoch": 2.9074074074074074,
+      "grad_norm": 1.438214898109436,
+      "learning_rate": 2.359777473275093e-09,
+      "loss": 5.8622,
+      "step": 320
+    },
+    {
+      "epoch": 2.9166666666666665,
+      "grad_norm": 5.569436073303223,
+      "learning_rate": 1.3275271486696826e-09,
+      "loss": 8.2884,
+      "step": 321
+    },
+    {
+      "epoch": 2.925925925925926,
+      "grad_norm": 0.8624269366264343,
+      "learning_rate": 5.900604254207021e-10,
+      "loss": 5.4493,
+      "step": 322
+    },
+    {
+      "epoch": 2.935185185185185,
+      "grad_norm": 1.1584603786468506,
+      "learning_rate": 1.4752236063747536e-10,
+      "loss": 5.7549,
+      "step": 323
+    },
+    {
+      "epoch": 2.9444444444444446,
+      "grad_norm": 1.3483120203018188,
+      "learning_rate": 0.0,
+      "loss": 5.4896,
+      "step": 324
+    },
+    {
+      "epoch": 2.9444444444444446,
+      "eval_loss": 4.894683837890625,
+      "eval_runtime": 10.7727,
+      "eval_samples_per_second": 9.747,
+      "eval_steps_per_second": 9.747,
+      "step": 324
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 324,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 108,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.044304041803776e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-324/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a3009a5dcdcc48ea5fb07f7978c743f60ee567823673a91b2a01ec718c687
+size 6008

checkpoint-376/README.md

@@ -0,0 +1,202 @@
+---
+base_model: microsoft/phi-1_5
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.11.2.dev0

checkpoint-376/adapter_config.json

@@ -0,0 +1,33 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "microsoft/phi-1_5",
+  "bias": "none",
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "fc1",
+    "v_proj",
+    "dense",
+    "fc2",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-376/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241c6c3044862c027dd4a5b884dc64b710af34d4af3be69795a4ff3186febd29
+size 226530600

checkpoint-376/added_tokens.json

@@ -0,0 +1,40 @@
+{
+  "\t\t": 50294,
+  "\t\t\t": 50293,
+  "\t\t\t\t": 50292,
+  "\t\t\t\t\t": 50291,
+  "\t\t\t\t\t\t": 50290,
+  "\t\t\t\t\t\t\t": 50289,
+  "\t\t\t\t\t\t\t\t": 50288,
+  "\t\t\t\t\t\t\t\t\t": 50287,
+  "  ": 50286,
+  "   ": 50285,
+  "    ": 50284,
+  "     ": 50283,
+  "      ": 50282,
+  "       ": 50281,
+  "        ": 50280,
+  "         ": 50279,
+  "          ": 50278,
+  "           ": 50277,
+  "            ": 50276,
+  "             ": 50275,
+  "              ": 50274,
+  "               ": 50273,
+  "                ": 50272,
+  "                 ": 50271,
+  "                  ": 50270,
+  "                   ": 50269,
+  "                    ": 50268,
+  "                     ": 50267,
+  "                      ": 50266,
+  "                       ": 50265,
+  "                        ": 50264,
+  "                         ": 50263,
+  "                          ": 50262,
+  "                           ": 50261,
+  "                            ": 50260,
+  "                             ": 50259,
+  "                              ": 50258,
+  "                               ": 50257
+}

checkpoint-376/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48dcc1cdca3fafb26844cd4b2fce4583f597e3b9ded8785d1613bc12d2bf011
+size 453227642