Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,65 @@
+---
+library_name: transformers
+license: other
+base_model: clinno/eightwords-20241112
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: sft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# sft
+
+This model is a fine-tuned version of [clinno/eightwords-20241112](https://huggingface.co/clinno/eightwords-20241112) on the identity and the eightwords-241112 datasets.
+It achieves the following results on the evaluation set:
+- Loss: 0.9320
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 2
+- eval_batch_size: 1
+- seed: 42
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 16
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 16.0
+
+### Training results
+
+| Training Loss | Epoch   | Step | Validation Loss |
+|:-------------:|:-------:|:----:|:---------------:|
+| 0.7759        | 4.4608  | 1000 | 1.0107          |
+| 0.554         | 8.9215  | 2000 | 0.9391          |
+| 0.423         | 13.3845 | 3000 | 0.9251          |
+
+
+### Framework versions
+
+- Transformers 4.46.1
+- Pytorch 2.5.0+cu121
+- Datasets 3.1.0
+- Tokenizers 0.20.3

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 15.988870339454646,
+    "eval_loss": 0.9320011138916016,
+    "eval_runtime": 17.1468,
+    "eval_samples_per_second": 23.328,
+    "eval_steps_per_second": 23.328,
+    "total_flos": 8.551781210951516e+17,
+    "train_loss": 0.7042842949075359,
+    "train_runtime": 4850.1152,
+    "train_samples_per_second": 11.853,
+    "train_steps_per_second": 0.739
+}

config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "clinno/eightwords-20241112",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "use_cache": false,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 15.988870339454646,
+    "eval_loss": 0.9320011138916016,
+    "eval_runtime": 17.1468,
+    "eval_samples_per_second": 23.328,
+    "eval_steps_per_second": 23.328
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef245996012af39168628a68f8f19c5ae1f991c2c367441a6ae6770930f88d23
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081767a18a40b9a1163d9261e26f8d1417a816256cecbb212bf81529f36a8929
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d153a2b2aad001092897f1eb53f03c60a3f001007017028063e3aec1e4adf955
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27ec9f0fa6fbdd6c9bca924ea77dd8d2f8c49978de53fd7fdec0a981a5788de
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

runs/Nov13_01-10-38_1c13a5dda409/events.out.tfevents.1731460260.1c13a5dda409.6510.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170ea5c08e42ae0096bfc01184d604f30a982ba6e267893c30f9e40821f735b5
+size 81942

runs/Nov13_01-10-38_1c13a5dda409/events.out.tfevents.1731465185.1c13a5dda409.6510.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ef81864d293945391ba3d5fe3d27cdb6e108c984d2b7598a14269735f92a1e
+size 359

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 15.988870339454646,
+    "total_flos": 8.551781210951516e+17,
+    "train_loss": 0.7042842949075359,
+    "train_runtime": 4850.1152,
+    "train_samples_per_second": 11.853,
+    "train_steps_per_second": 0.739
+}

trainer_log.jsonl

@@ -0,0 +1,362 @@
+{"current_steps": 10, "total_steps": 3584, "loss": 2.0545, "lr": 2.785515320334262e-07, "epoch": 0.044518642181413465, "percentage": 0.28, "elapsed_time": "0:00:18", "remaining_time": "1:51:33"}
+{"current_steps": 20, "total_steps": 3584, "loss": 2.0294, "lr": 5.571030640668524e-07, "epoch": 0.08903728436282693, "percentage": 0.56, "elapsed_time": "0:00:36", "remaining_time": "1:48:19"}
+{"current_steps": 30, "total_steps": 3584, "loss": 1.9841, "lr": 8.356545961002786e-07, "epoch": 0.1335559265442404, "percentage": 0.84, "elapsed_time": "0:00:54", "remaining_time": "1:47:04"}
+{"current_steps": 40, "total_steps": 3584, "loss": 1.8176, "lr": 1.1142061281337048e-06, "epoch": 0.17807456872565386, "percentage": 1.12, "elapsed_time": "0:01:11", "remaining_time": "1:45:44"}
+{"current_steps": 50, "total_steps": 3584, "loss": 1.6325, "lr": 1.392757660167131e-06, "epoch": 0.22259321090706732, "percentage": 1.4, "elapsed_time": "0:01:33", "remaining_time": "1:50:35"}
+{"current_steps": 60, "total_steps": 3584, "loss": 1.6341, "lr": 1.6713091922005572e-06, "epoch": 0.2671118530884808, "percentage": 1.67, "elapsed_time": "0:02:05", "remaining_time": "2:02:47"}
+{"current_steps": 70, "total_steps": 3584, "loss": 1.4943, "lr": 1.9498607242339835e-06, "epoch": 0.3116304952698943, "percentage": 1.95, "elapsed_time": "0:02:27", "remaining_time": "2:03:16"}
+{"current_steps": 80, "total_steps": 3584, "loss": 1.4708, "lr": 2.2284122562674097e-06, "epoch": 0.3561491374513077, "percentage": 2.23, "elapsed_time": "0:02:46", "remaining_time": "2:01:47"}
+{"current_steps": 90, "total_steps": 3584, "loss": 1.415, "lr": 2.506963788300836e-06, "epoch": 0.4006677796327212, "percentage": 2.51, "elapsed_time": "0:03:03", "remaining_time": "1:58:53"}
+{"current_steps": 100, "total_steps": 3584, "loss": 1.4596, "lr": 2.785515320334262e-06, "epoch": 0.44518642181413465, "percentage": 2.79, "elapsed_time": "0:03:21", "remaining_time": "1:57:12"}
+{"current_steps": 110, "total_steps": 3584, "loss": 1.4339, "lr": 3.064066852367688e-06, "epoch": 0.48970506399554814, "percentage": 3.07, "elapsed_time": "0:03:41", "remaining_time": "1:56:30"}
+{"current_steps": 120, "total_steps": 3584, "loss": 1.4009, "lr": 3.3426183844011143e-06, "epoch": 0.5342237061769616, "percentage": 3.35, "elapsed_time": "0:03:59", "remaining_time": "1:55:23"}
+{"current_steps": 130, "total_steps": 3584, "loss": 1.3688, "lr": 3.6211699164345405e-06, "epoch": 0.5787423483583751, "percentage": 3.63, "elapsed_time": "0:04:18", "remaining_time": "1:54:24"}
+{"current_steps": 140, "total_steps": 3584, "loss": 1.3595, "lr": 3.899721448467967e-06, "epoch": 0.6232609905397886, "percentage": 3.91, "elapsed_time": "0:04:35", "remaining_time": "1:53:07"}
+{"current_steps": 150, "total_steps": 3584, "loss": 1.3609, "lr": 4.178272980501394e-06, "epoch": 0.667779632721202, "percentage": 4.19, "elapsed_time": "0:04:53", "remaining_time": "1:52:09"}
+{"current_steps": 160, "total_steps": 3584, "loss": 1.3777, "lr": 4.456824512534819e-06, "epoch": 0.7122982749026154, "percentage": 4.46, "elapsed_time": "0:05:10", "remaining_time": "1:50:44"}
+{"current_steps": 170, "total_steps": 3584, "loss": 1.3374, "lr": 4.735376044568246e-06, "epoch": 0.756816917084029, "percentage": 4.74, "elapsed_time": "0:05:29", "remaining_time": "1:50:09"}
+{"current_steps": 180, "total_steps": 3584, "loss": 1.3524, "lr": 5.013927576601672e-06, "epoch": 0.8013355592654424, "percentage": 5.02, "elapsed_time": "0:05:46", "remaining_time": "1:49:18"}
+{"current_steps": 190, "total_steps": 3584, "loss": 1.3153, "lr": 5.292479108635098e-06, "epoch": 0.8458542014468559, "percentage": 5.3, "elapsed_time": "0:06:03", "remaining_time": "1:48:09"}
+{"current_steps": 200, "total_steps": 3584, "loss": 1.3519, "lr": 5.571030640668524e-06, "epoch": 0.8903728436282693, "percentage": 5.58, "elapsed_time": "0:06:20", "remaining_time": "1:47:22"}
+{"current_steps": 210, "total_steps": 3584, "loss": 1.348, "lr": 5.849582172701951e-06, "epoch": 0.9348914858096828, "percentage": 5.86, "elapsed_time": "0:06:37", "remaining_time": "1:46:29"}
+{"current_steps": 220, "total_steps": 3584, "loss": 1.3062, "lr": 6.128133704735376e-06, "epoch": 0.9794101279910963, "percentage": 6.14, "elapsed_time": "0:06:54", "remaining_time": "1:45:35"}
+{"current_steps": 230, "total_steps": 3584, "loss": 1.4358, "lr": 6.406685236768803e-06, "epoch": 1.0261547022815805, "percentage": 6.42, "elapsed_time": "0:07:10", "remaining_time": "1:44:39"}
+{"current_steps": 240, "total_steps": 3584, "loss": 1.2481, "lr": 6.685236768802229e-06, "epoch": 1.070673344462994, "percentage": 6.7, "elapsed_time": "0:07:28", "remaining_time": "1:44:03"}
+{"current_steps": 250, "total_steps": 3584, "loss": 1.2833, "lr": 6.963788300835655e-06, "epoch": 1.1151919866444073, "percentage": 6.98, "elapsed_time": "0:07:45", "remaining_time": "1:43:22"}
+{"current_steps": 260, "total_steps": 3584, "loss": 1.1941, "lr": 7.242339832869081e-06, "epoch": 1.1597106288258208, "percentage": 7.25, "elapsed_time": "0:08:01", "remaining_time": "1:42:35"}
+{"current_steps": 270, "total_steps": 3584, "loss": 1.2831, "lr": 7.5208913649025075e-06, "epoch": 1.2042292710072342, "percentage": 7.53, "elapsed_time": "0:08:17", "remaining_time": "1:41:43"}
+{"current_steps": 280, "total_steps": 3584, "loss": 1.2854, "lr": 7.799442896935934e-06, "epoch": 1.2487479131886476, "percentage": 7.81, "elapsed_time": "0:08:33", "remaining_time": "1:40:56"}
+{"current_steps": 290, "total_steps": 3584, "loss": 1.257, "lr": 8.07799442896936e-06, "epoch": 1.293266555370061, "percentage": 8.09, "elapsed_time": "0:08:49", "remaining_time": "1:40:12"}
+{"current_steps": 300, "total_steps": 3584, "loss": 1.2468, "lr": 8.356545961002787e-06, "epoch": 1.3377851975514747, "percentage": 8.37, "elapsed_time": "0:09:06", "remaining_time": "1:39:39"}
+{"current_steps": 310, "total_steps": 3584, "loss": 1.2743, "lr": 8.635097493036211e-06, "epoch": 1.3823038397328882, "percentage": 8.65, "elapsed_time": "0:09:21", "remaining_time": "1:38:53"}
+{"current_steps": 320, "total_steps": 3584, "loss": 1.2265, "lr": 8.913649025069639e-06, "epoch": 1.4268224819143016, "percentage": 8.93, "elapsed_time": "0:09:37", "remaining_time": "1:38:10"}
+{"current_steps": 330, "total_steps": 3584, "loss": 1.2898, "lr": 9.192200557103064e-06, "epoch": 1.471341124095715, "percentage": 9.21, "elapsed_time": "0:09:53", "remaining_time": "1:37:31"}
+{"current_steps": 340, "total_steps": 3584, "loss": 1.2406, "lr": 9.470752089136492e-06, "epoch": 1.5158597662771287, "percentage": 9.49, "elapsed_time": "0:10:09", "remaining_time": "1:36:50"}
+{"current_steps": 350, "total_steps": 3584, "loss": 1.2098, "lr": 9.749303621169918e-06, "epoch": 1.5603784084585421, "percentage": 9.77, "elapsed_time": "0:10:24", "remaining_time": "1:36:14"}
+{"current_steps": 360, "total_steps": 3584, "loss": 1.2067, "lr": 9.9999976276417e-06, "epoch": 1.6048970506399556, "percentage": 10.04, "elapsed_time": "0:10:40", "remaining_time": "1:35:34"}
+{"current_steps": 370, "total_steps": 3584, "loss": 1.2338, "lr": 9.999712947369595e-06, "epoch": 1.649415692821369, "percentage": 10.32, "elapsed_time": "0:10:55", "remaining_time": "1:34:55"}
+{"current_steps": 380, "total_steps": 3584, "loss": 1.2546, "lr": 9.998953826391322e-06, "epoch": 1.6939343350027825, "percentage": 10.6, "elapsed_time": "0:11:10", "remaining_time": "1:34:16"}
+{"current_steps": 390, "total_steps": 3584, "loss": 1.201, "lr": 9.997720336742596e-06, "epoch": 1.738452977184196, "percentage": 10.88, "elapsed_time": "0:11:25", "remaining_time": "1:33:36"}
+{"current_steps": 400, "total_steps": 3584, "loss": 1.1761, "lr": 9.996012595473676e-06, "epoch": 1.7829716193656093, "percentage": 11.16, "elapsed_time": "0:11:41", "remaining_time": "1:33:04"}
+{"current_steps": 410, "total_steps": 3584, "loss": 1.1884, "lr": 9.993830764638262e-06, "epoch": 1.8274902615470228, "percentage": 11.44, "elapsed_time": "0:11:56", "remaining_time": "1:32:25"}
+{"current_steps": 420, "total_steps": 3584, "loss": 1.1951, "lr": 9.991175051278111e-06, "epoch": 1.8720089037284362, "percentage": 11.72, "elapsed_time": "0:12:11", "remaining_time": "1:31:49"}
+{"current_steps": 430, "total_steps": 3584, "loss": 1.175, "lr": 9.988045707403394e-06, "epoch": 1.9165275459098496, "percentage": 12.0, "elapsed_time": "0:12:26", "remaining_time": "1:31:12"}
+{"current_steps": 440, "total_steps": 3584, "loss": 1.2045, "lr": 9.984443029968786e-06, "epoch": 1.961046188091263, "percentage": 12.28, "elapsed_time": "0:12:40", "remaining_time": "1:30:37"}
+{"current_steps": 450, "total_steps": 3584, "loss": 1.3052, "lr": 9.980367360845278e-06, "epoch": 2.0077907623817475, "percentage": 12.56, "elapsed_time": "0:12:56", "remaining_time": "1:30:06"}
+{"current_steps": 460, "total_steps": 3584, "loss": 1.1092, "lr": 9.975819086787743e-06, "epoch": 2.052309404563161, "percentage": 12.83, "elapsed_time": "0:13:10", "remaining_time": "1:29:30"}
+{"current_steps": 470, "total_steps": 3584, "loss": 1.1435, "lr": 9.970798639398228e-06, "epoch": 2.0968280467445743, "percentage": 13.11, "elapsed_time": "0:13:25", "remaining_time": "1:28:55"}
+{"current_steps": 480, "total_steps": 3584, "loss": 1.0927, "lr": 9.965306495085005e-06, "epoch": 2.141346688925988, "percentage": 13.39, "elapsed_time": "0:13:39", "remaining_time": "1:28:21"}
+{"current_steps": 490, "total_steps": 3584, "loss": 1.0692, "lr": 9.959343175017362e-06, "epoch": 2.185865331107401, "percentage": 13.67, "elapsed_time": "0:13:54", "remaining_time": "1:27:48"}
+{"current_steps": 500, "total_steps": 3584, "loss": 1.0603, "lr": 9.952909245076141e-06, "epoch": 2.2303839732888147, "percentage": 13.95, "elapsed_time": "0:14:09", "remaining_time": "1:27:20"}
+{"current_steps": 510, "total_steps": 3584, "loss": 1.0717, "lr": 9.946005315800047e-06, "epoch": 2.274902615470228, "percentage": 14.23, "elapsed_time": "0:14:23", "remaining_time": "1:26:46"}
+{"current_steps": 520, "total_steps": 3584, "loss": 1.0808, "lr": 9.93863204232771e-06, "epoch": 2.3194212576516415, "percentage": 14.51, "elapsed_time": "0:14:37", "remaining_time": "1:26:11"}
+{"current_steps": 530, "total_steps": 3584, "loss": 1.0297, "lr": 9.930790124335511e-06, "epoch": 2.363939899833055, "percentage": 14.79, "elapsed_time": "0:14:52", "remaining_time": "1:25:40"}
+{"current_steps": 540, "total_steps": 3584, "loss": 1.0481, "lr": 9.922480305971193e-06, "epoch": 2.4084585420144684, "percentage": 15.07, "elapsed_time": "0:15:06", "remaining_time": "1:25:09"}
+{"current_steps": 550, "total_steps": 3584, "loss": 1.0919, "lr": 9.91370337578325e-06, "epoch": 2.452977184195882, "percentage": 15.35, "elapsed_time": "0:15:21", "remaining_time": "1:24:41"}
+{"current_steps": 560, "total_steps": 3584, "loss": 1.0835, "lr": 9.904460166646084e-06, "epoch": 2.4974958263772953, "percentage": 15.62, "elapsed_time": "0:15:35", "remaining_time": "1:24:11"}
+{"current_steps": 570, "total_steps": 3584, "loss": 1.0336, "lr": 9.894751555680988e-06, "epoch": 2.542014468558709, "percentage": 15.9, "elapsed_time": "0:15:49", "remaining_time": "1:23:38"}
+{"current_steps": 580, "total_steps": 3584, "loss": 1.0728, "lr": 9.884578464172901e-06, "epoch": 2.586533110740122, "percentage": 16.18, "elapsed_time": "0:16:03", "remaining_time": "1:23:07"}
+{"current_steps": 590, "total_steps": 3584, "loss": 1.0493, "lr": 9.873941857482988e-06, "epoch": 2.631051752921536, "percentage": 16.46, "elapsed_time": "0:16:17", "remaining_time": "1:22:38"}
+{"current_steps": 600, "total_steps": 3584, "loss": 1.0346, "lr": 9.862842744957037e-06, "epoch": 2.6755703951029495, "percentage": 16.74, "elapsed_time": "0:16:31", "remaining_time": "1:22:12"}
+{"current_steps": 610, "total_steps": 3584, "loss": 1.0483, "lr": 9.85128217982967e-06, "epoch": 2.720089037284363, "percentage": 17.02, "elapsed_time": "0:16:45", "remaining_time": "1:21:41"}
+{"current_steps": 620, "total_steps": 3584, "loss": 1.0384, "lr": 9.8392612591244e-06, "epoch": 2.7646076794657763, "percentage": 17.3, "elapsed_time": "0:16:58", "remaining_time": "1:21:09"}
+{"current_steps": 630, "total_steps": 3584, "loss": 1.0266, "lr": 9.826781123549542e-06, "epoch": 2.80912632164719, "percentage": 17.58, "elapsed_time": "0:17:12", "remaining_time": "1:20:39"}
+{"current_steps": 640, "total_steps": 3584, "loss": 1.0352, "lr": 9.813842957389953e-06, "epoch": 2.853644963828603, "percentage": 17.86, "elapsed_time": "0:17:26", "remaining_time": "1:20:12"}
+{"current_steps": 650, "total_steps": 3584, "loss": 1.009, "lr": 9.800447988394657e-06, "epoch": 2.8981636060100167, "percentage": 18.14, "elapsed_time": "0:17:40", "remaining_time": "1:19:47"}
+{"current_steps": 660, "total_steps": 3584, "loss": 1.0834, "lr": 9.786597487660336e-06, "epoch": 2.94268224819143, "percentage": 18.42, "elapsed_time": "0:17:53", "remaining_time": "1:19:16"}
+{"current_steps": 670, "total_steps": 3584, "loss": 1.0735, "lr": 9.772292769510718e-06, "epoch": 2.9872008903728435, "percentage": 18.69, "elapsed_time": "0:18:07", "remaining_time": "1:18:49"}
+{"current_steps": 680, "total_steps": 3584, "loss": 1.0532, "lr": 9.75753519137185e-06, "epoch": 3.033945464663328, "percentage": 18.97, "elapsed_time": "0:18:20", "remaining_time": "1:18:21"}
+{"current_steps": 690, "total_steps": 3584, "loss": 0.9169, "lr": 9.742326153643285e-06, "epoch": 3.0784641068447414, "percentage": 19.25, "elapsed_time": "0:18:34", "remaining_time": "1:17:54"}
+{"current_steps": 700, "total_steps": 3584, "loss": 0.9443, "lr": 9.726667099565202e-06, "epoch": 3.122982749026155, "percentage": 19.53, "elapsed_time": "0:18:47", "remaining_time": "1:17:26"}
+{"current_steps": 710, "total_steps": 3584, "loss": 0.9023, "lr": 9.710559515081446e-06, "epoch": 3.1675013912075682, "percentage": 19.81, "elapsed_time": "0:19:01", "remaining_time": "1:17:00"}
+{"current_steps": 720, "total_steps": 3584, "loss": 0.9227, "lr": 9.69400492869852e-06, "epoch": 3.2120200333889817, "percentage": 20.09, "elapsed_time": "0:19:14", "remaining_time": "1:16:32"}
+{"current_steps": 730, "total_steps": 3584, "loss": 0.9329, "lr": 9.677004911340539e-06, "epoch": 3.256538675570395, "percentage": 20.37, "elapsed_time": "0:19:27", "remaining_time": "1:16:03"}
+{"current_steps": 740, "total_steps": 3584, "loss": 0.903, "lr": 9.659561076200173e-06, "epoch": 3.3010573177518086, "percentage": 20.65, "elapsed_time": "0:19:40", "remaining_time": "1:15:35"}
+{"current_steps": 750, "total_steps": 3584, "loss": 0.9046, "lr": 9.64167507858554e-06, "epoch": 3.345575959933222, "percentage": 20.93, "elapsed_time": "0:19:53", "remaining_time": "1:15:08"}
+{"current_steps": 760, "total_steps": 3584, "loss": 0.927, "lr": 9.62334861576315e-06, "epoch": 3.3900946021146354, "percentage": 21.21, "elapsed_time": "0:20:06", "remaining_time": "1:14:43"}
+{"current_steps": 770, "total_steps": 3584, "loss": 0.9274, "lr": 9.604583426796837e-06, "epoch": 3.434613244296049, "percentage": 21.48, "elapsed_time": "0:20:19", "remaining_time": "1:14:16"}
+{"current_steps": 780, "total_steps": 3584, "loss": 0.9127, "lr": 9.585381292382734e-06, "epoch": 3.4791318864774623, "percentage": 21.76, "elapsed_time": "0:20:31", "remaining_time": "1:13:48"}
+{"current_steps": 790, "total_steps": 3584, "loss": 0.9269, "lr": 9.565744034680291e-06, "epoch": 3.5236505286588757, "percentage": 22.04, "elapsed_time": "0:20:44", "remaining_time": "1:13:20"}
+{"current_steps": 800, "total_steps": 3584, "loss": 0.8863, "lr": 9.545673517139376e-06, "epoch": 3.5681691708402896, "percentage": 22.32, "elapsed_time": "0:20:56", "remaining_time": "1:12:54"}
+{"current_steps": 810, "total_steps": 3584, "loss": 0.8776, "lr": 9.52517164432343e-06, "epoch": 3.6126878130217026, "percentage": 22.6, "elapsed_time": "0:21:09", "remaining_time": "1:12:26"}
+{"current_steps": 820, "total_steps": 3584, "loss": 0.9424, "lr": 9.50424036172875e-06, "epoch": 3.6572064552031165, "percentage": 22.88, "elapsed_time": "0:21:21", "remaining_time": "1:11:58"}
+{"current_steps": 830, "total_steps": 3584, "loss": 0.8712, "lr": 9.482881655599867e-06, "epoch": 3.70172509738453, "percentage": 23.16, "elapsed_time": "0:21:33", "remaining_time": "1:11:32"}
+{"current_steps": 840, "total_steps": 3584, "loss": 0.9157, "lr": 9.461097552741065e-06, "epoch": 3.7462437395659434, "percentage": 23.44, "elapsed_time": "0:21:45", "remaining_time": "1:11:05"}
+{"current_steps": 850, "total_steps": 3584, "loss": 0.8571, "lr": 9.438890120324049e-06, "epoch": 3.790762381747357, "percentage": 23.72, "elapsed_time": "0:21:58", "remaining_time": "1:10:40"}
+{"current_steps": 860, "total_steps": 3584, "loss": 0.861, "lr": 9.416261465691786e-06, "epoch": 3.8352810239287702, "percentage": 24.0, "elapsed_time": "0:22:10", "remaining_time": "1:10:13"}
+{"current_steps": 870, "total_steps": 3584, "loss": 0.8952, "lr": 9.393213736158532e-06, "epoch": 3.8797996661101837, "percentage": 24.27, "elapsed_time": "0:22:22", "remaining_time": "1:09:47"}
+{"current_steps": 880, "total_steps": 3584, "loss": 0.8598, "lr": 9.369749118806063e-06, "epoch": 3.924318308291597, "percentage": 24.55, "elapsed_time": "0:22:34", "remaining_time": "1:09:20"}
+{"current_steps": 890, "total_steps": 3584, "loss": 0.8614, "lr": 9.345869840276138e-06, "epoch": 3.9688369504730105, "percentage": 24.83, "elapsed_time": "0:22:45", "remaining_time": "1:08:54"}
+{"current_steps": 900, "total_steps": 3584, "loss": 0.8842, "lr": 9.321578166559202e-06, "epoch": 4.015581524763495, "percentage": 25.11, "elapsed_time": "0:22:58", "remaining_time": "1:08:29"}
+{"current_steps": 910, "total_steps": 3584, "loss": 0.7889, "lr": 9.296876402779357e-06, "epoch": 4.060100166944908, "percentage": 25.39, "elapsed_time": "0:23:09", "remaining_time": "1:08:02"}
+{"current_steps": 920, "total_steps": 3584, "loss": 0.8188, "lr": 9.271766892975632e-06, "epoch": 4.104618809126322, "percentage": 25.67, "elapsed_time": "0:23:20", "remaining_time": "1:07:36"}
+{"current_steps": 930, "total_steps": 3584, "loss": 0.7822, "lr": 9.246252019879526e-06, "epoch": 4.149137451307735, "percentage": 25.95, "elapsed_time": "0:23:32", "remaining_time": "1:07:11"}
+{"current_steps": 940, "total_steps": 3584, "loss": 0.8268, "lr": 9.22033420468893e-06, "epoch": 4.193656093489149, "percentage": 26.23, "elapsed_time": "0:23:44", "remaining_time": "1:06:45"}
+{"current_steps": 950, "total_steps": 3584, "loss": 0.7838, "lr": 9.194015906838345e-06, "epoch": 4.238174735670562, "percentage": 26.51, "elapsed_time": "0:23:56", "remaining_time": "1:06:22"}
+{"current_steps": 960, "total_steps": 3584, "loss": 0.7691, "lr": 9.167299623765515e-06, "epoch": 4.282693377851976, "percentage": 26.79, "elapsed_time": "0:24:07", "remaining_time": "1:05:57"}
+{"current_steps": 970, "total_steps": 3584, "loss": 0.7575, "lr": 9.14018789067443e-06, "epoch": 4.3272120200333895, "percentage": 27.06, "elapsed_time": "0:24:18", "remaining_time": "1:05:31"}
+{"current_steps": 980, "total_steps": 3584, "loss": 0.8305, "lr": 9.11268328029475e-06, "epoch": 4.371730662214802, "percentage": 27.34, "elapsed_time": "0:24:29", "remaining_time": "1:05:05"}
+{"current_steps": 990, "total_steps": 3584, "loss": 0.7607, "lr": 9.08478840263767e-06, "epoch": 4.416249304396216, "percentage": 27.62, "elapsed_time": "0:24:41", "remaining_time": "1:04:41"}
+{"current_steps": 1000, "total_steps": 3584, "loss": 0.7759, "lr": 9.05650590474825e-06, "epoch": 4.460767946577629, "percentage": 27.9, "elapsed_time": "0:24:52", "remaining_time": "1:04:17"}
+{"current_steps": 1000, "total_steps": 3584, "eval_loss": 1.0106589794158936, "epoch": 4.460767946577629, "percentage": 27.9, "elapsed_time": "0:25:38", "remaining_time": "1:06:16"}
+{"current_steps": 1010, "total_steps": 3584, "loss": 0.7025, "lr": 9.027838470454222e-06, "epoch": 4.505286588759043, "percentage": 28.18, "elapsed_time": "0:25:50", "remaining_time": "1:05:51"}
+{"current_steps": 1020, "total_steps": 3584, "loss": 0.776, "lr": 8.998788820111323e-06, "epoch": 4.549805230940456, "percentage": 28.46, "elapsed_time": "0:26:01", "remaining_time": "1:05:24"}
+{"current_steps": 1030, "total_steps": 3584, "loss": 0.8328, "lr": 8.969359710345132e-06, "epoch": 4.59432387312187, "percentage": 28.74, "elapsed_time": "0:26:11", "remaining_time": "1:04:57"}
+{"current_steps": 1040, "total_steps": 3584, "loss": 0.7564, "lr": 8.939553933789499e-06, "epoch": 4.638842515303283, "percentage": 29.02, "elapsed_time": "0:26:22", "remaining_time": "1:04:30"}
+{"current_steps": 1050, "total_steps": 3584, "loss": 0.7684, "lr": 8.90937431882154e-06, "epoch": 4.683361157484697, "percentage": 29.3, "elapsed_time": "0:26:33", "remaining_time": "1:04:05"}
+{"current_steps": 1060, "total_steps": 3584, "loss": 0.8135, "lr": 8.878823729293238e-06, "epoch": 4.72787979966611, "percentage": 29.58, "elapsed_time": "0:26:44", "remaining_time": "1:03:39"}
+{"current_steps": 1070, "total_steps": 3584, "loss": 0.8271, "lr": 8.847905064259683e-06, "epoch": 4.772398441847524, "percentage": 29.85, "elapsed_time": "0:26:54", "remaining_time": "1:03:13"}
+{"current_steps": 1080, "total_steps": 3584, "loss": 0.8179, "lr": 8.816621257703969e-06, "epoch": 4.816917084028937, "percentage": 30.13, "elapsed_time": "0:27:04", "remaining_time": "1:02:46"}
+{"current_steps": 1090, "total_steps": 3584, "loss": 0.7721, "lr": 8.784975278258783e-06, "epoch": 4.861435726210351, "percentage": 30.41, "elapsed_time": "0:27:15", "remaining_time": "1:02:21"}
+{"current_steps": 1100, "total_steps": 3584, "loss": 0.7752, "lr": 8.752970128924696e-06, "epoch": 4.905954368391764, "percentage": 30.69, "elapsed_time": "0:27:25", "remaining_time": "1:01:56"}
+{"current_steps": 1110, "total_steps": 3584, "loss": 0.788, "lr": 8.7206088467852e-06, "epoch": 4.950473010573178, "percentage": 30.97, "elapsed_time": "0:27:35", "remaining_time": "1:01:30"}
+{"current_steps": 1120, "total_steps": 3584, "loss": 0.8012, "lr": 8.687894502718503e-06, "epoch": 4.994991652754591, "percentage": 31.25, "elapsed_time": "0:27:45", "remaining_time": "1:01:04"}
+{"current_steps": 1130, "total_steps": 3584, "loss": 0.8055, "lr": 8.654830201106133e-06, "epoch": 5.041736227045075, "percentage": 31.53, "elapsed_time": "0:27:56", "remaining_time": "1:00:39"}
+{"current_steps": 1140, "total_steps": 3584, "loss": 0.7483, "lr": 8.621419079538337e-06, "epoch": 5.086254869226488, "percentage": 31.81, "elapsed_time": "0:28:06", "remaining_time": "1:00:14"}
+{"current_steps": 1150, "total_steps": 3584, "loss": 0.7349, "lr": 8.587664308516361e-06, "epoch": 5.130773511407902, "percentage": 32.09, "elapsed_time": "0:28:16", "remaining_time": "0:59:50"}
+{"current_steps": 1160, "total_steps": 3584, "loss": 0.7454, "lr": 8.553569091151576e-06, "epoch": 5.175292153589315, "percentage": 32.37, "elapsed_time": "0:28:26", "remaining_time": "0:59:25"}
+{"current_steps": 1170, "total_steps": 3584, "loss": 0.6866, "lr": 8.519136662861531e-06, "epoch": 5.219810795770729, "percentage": 32.65, "elapsed_time": "0:28:36", "remaining_time": "0:59:01"}
+{"current_steps": 1180, "total_steps": 3584, "loss": 0.7269, "lr": 8.484370291062927e-06, "epoch": 5.264329437952142, "percentage": 32.92, "elapsed_time": "0:28:46", "remaining_time": "0:58:37"}
+{"current_steps": 1190, "total_steps": 3584, "loss": 0.6977, "lr": 8.449273274861566e-06, "epoch": 5.308848080133556, "percentage": 33.2, "elapsed_time": "0:28:56", "remaining_time": "0:58:12"}
+{"current_steps": 1200, "total_steps": 3584, "loss": 0.6814, "lr": 8.413848944739282e-06, "epoch": 5.353366722314969, "percentage": 33.48, "elapsed_time": "0:29:06", "remaining_time": "0:57:49"}
+{"current_steps": 1210, "total_steps": 3584, "loss": 0.7206, "lr": 8.378100662237904e-06, "epoch": 5.397885364496383, "percentage": 33.76, "elapsed_time": "0:29:16", "remaining_time": "0:57:25"}
+{"current_steps": 1220, "total_steps": 3584, "loss": 0.7317, "lr": 8.342031819640263e-06, "epoch": 5.442404006677796, "percentage": 34.04, "elapsed_time": "0:29:25", "remaining_time": "0:57:00"}
+{"current_steps": 1230, "total_steps": 3584, "loss": 0.7149, "lr": 8.305645839648287e-06, "epoch": 5.48692264885921, "percentage": 34.32, "elapsed_time": "0:29:34", "remaining_time": "0:56:36"}
+{"current_steps": 1240, "total_steps": 3584, "loss": 0.6568, "lr": 8.268946175058214e-06, "epoch": 5.531441291040624, "percentage": 34.6, "elapsed_time": "0:29:44", "remaining_time": "0:56:12"}
+{"current_steps": 1250, "total_steps": 3584, "loss": 0.7292, "lr": 8.231936308432935e-06, "epoch": 5.575959933222037, "percentage": 34.88, "elapsed_time": "0:29:53", "remaining_time": "0:55:49"}
+{"current_steps": 1260, "total_steps": 3584, "loss": 0.6966, "lr": 8.194619751771527e-06, "epoch": 5.6204785754034505, "percentage": 35.16, "elapsed_time": "0:30:02", "remaining_time": "0:55:25"}
+{"current_steps": 1270, "total_steps": 3584, "loss": 0.7128, "lr": 8.157000046175984e-06, "epoch": 5.6649972175848635, "percentage": 35.44, "elapsed_time": "0:30:11", "remaining_time": "0:55:01"}
+{"current_steps": 1280, "total_steps": 3584, "loss": 0.7343, "lr": 8.119080761515197e-06, "epoch": 5.709515859766277, "percentage": 35.71, "elapsed_time": "0:30:20", "remaining_time": "0:54:37"}
+{"current_steps": 1290, "total_steps": 3584, "loss": 0.7454, "lr": 8.080865496086177e-06, "epoch": 5.75403450194769, "percentage": 35.99, "elapsed_time": "0:30:29", "remaining_time": "0:54:13"}
+{"current_steps": 1300, "total_steps": 3584, "loss": 0.7337, "lr": 8.042357876272626e-06, "epoch": 5.798553144129104, "percentage": 36.27, "elapsed_time": "0:30:39", "remaining_time": "0:53:51"}
+{"current_steps": 1310, "total_steps": 3584, "loss": 0.7011, "lr": 8.003561556200796e-06, "epoch": 5.843071786310517, "percentage": 36.55, "elapsed_time": "0:30:48", "remaining_time": "0:53:28"}
+{"current_steps": 1320, "total_steps": 3584, "loss": 0.6969, "lr": 7.964480217392739e-06, "epoch": 5.887590428491931, "percentage": 36.83, "elapsed_time": "0:30:56", "remaining_time": "0:53:04"}
+{"current_steps": 1330, "total_steps": 3584, "loss": 0.7272, "lr": 7.925117568416966e-06, "epoch": 5.932109070673344, "percentage": 37.11, "elapsed_time": "0:31:05", "remaining_time": "0:52:41"}
+{"current_steps": 1340, "total_steps": 3584, "loss": 0.6795, "lr": 7.885477344536516e-06, "epoch": 5.976627712854758, "percentage": 37.39, "elapsed_time": "0:31:14", "remaining_time": "0:52:18"}
+{"current_steps": 1350, "total_steps": 3584, "loss": 0.7507, "lr": 7.845563307354506e-06, "epoch": 6.023372287145242, "percentage": 37.67, "elapsed_time": "0:31:23", "remaining_time": "0:51:56"}
+{"current_steps": 1360, "total_steps": 3584, "loss": 0.6812, "lr": 7.80537924445718e-06, "epoch": 6.067890929326656, "percentage": 37.95, "elapsed_time": "0:31:31", "remaining_time": "0:51:33"}
+{"current_steps": 1370, "total_steps": 3584, "loss": 0.694, "lr": 7.764928969054493e-06, "epoch": 6.112409571508069, "percentage": 38.23, "elapsed_time": "0:31:39", "remaining_time": "0:51:09"}
+{"current_steps": 1380, "total_steps": 3584, "loss": 0.6636, "lr": 7.724216319618257e-06, "epoch": 6.156928213689483, "percentage": 38.5, "elapsed_time": "0:31:47", "remaining_time": "0:50:46"}
+{"current_steps": 1390, "total_steps": 3584, "loss": 0.6817, "lr": 7.683245159517903e-06, "epoch": 6.201446855870896, "percentage": 38.78, "elapsed_time": "0:31:56", "remaining_time": "0:50:24"}
+{"current_steps": 1400, "total_steps": 3584, "loss": 0.6709, "lr": 7.642019376653858e-06, "epoch": 6.24596549805231, "percentage": 39.06, "elapsed_time": "0:32:04", "remaining_time": "0:50:02"}
+{"current_steps": 1410, "total_steps": 3584, "loss": 0.6755, "lr": 7.600542883088629e-06, "epoch": 6.290484140233723, "percentage": 39.34, "elapsed_time": "0:32:12", "remaining_time": "0:49:39"}
+{"current_steps": 1420, "total_steps": 3584, "loss": 0.7135, "lr": 7.5588196146755526e-06, "epoch": 6.3350027824151365, "percentage": 39.62, "elapsed_time": "0:32:20", "remaining_time": "0:49:17"}
+{"current_steps": 1430, "total_steps": 3584, "loss": 0.6461, "lr": 7.5168535306853155e-06, "epoch": 6.3795214245965495, "percentage": 39.9, "elapsed_time": "0:32:28", "remaining_time": "0:48:55"}
+{"current_steps": 1440, "total_steps": 3584, "loss": 0.6194, "lr": 7.474648613430252e-06, "epoch": 6.424040066777963, "percentage": 40.18, "elapsed_time": "0:32:36", "remaining_time": "0:48:33"}
+{"current_steps": 1450, "total_steps": 3584, "loss": 0.6871, "lr": 7.432208867886439e-06, "epoch": 6.468558708959376, "percentage": 40.46, "elapsed_time": "0:32:45", "remaining_time": "0:48:12"}
+{"current_steps": 1460, "total_steps": 3584, "loss": 0.6691, "lr": 7.389538321313652e-06, "epoch": 6.51307735114079, "percentage": 40.74, "elapsed_time": "0:32:53", "remaining_time": "0:47:50"}
+{"current_steps": 1470, "total_steps": 3584, "loss": 0.6686, "lr": 7.346641022873205e-06, "epoch": 6.557595993322204, "percentage": 41.02, "elapsed_time": "0:33:00", "remaining_time": "0:47:28"}
+{"current_steps": 1480, "total_steps": 3584, "loss": 0.648, "lr": 7.303521043243711e-06, "epoch": 6.602114635503617, "percentage": 41.29, "elapsed_time": "0:33:08", "remaining_time": "0:47:07"}
+{"current_steps": 1490, "total_steps": 3584, "loss": 0.7131, "lr": 7.2601824742347985e-06, "epoch": 6.646633277685031, "percentage": 41.57, "elapsed_time": "0:33:16", "remaining_time": "0:46:45"}
+{"current_steps": 1500, "total_steps": 3584, "loss": 0.7121, "lr": 7.2166294283988315e-06, "epoch": 6.691151919866444, "percentage": 41.85, "elapsed_time": "0:33:24", "remaining_time": "0:46:24"}
+{"current_steps": 1510, "total_steps": 3584, "loss": 0.6216, "lr": 7.172866038640644e-06, "epoch": 6.735670562047858, "percentage": 42.13, "elapsed_time": "0:33:31", "remaining_time": "0:46:02"}
+{"current_steps": 1520, "total_steps": 3584, "loss": 0.6726, "lr": 7.128896457825364e-06, "epoch": 6.780189204229271, "percentage": 42.41, "elapsed_time": "0:33:39", "remaining_time": "0:45:41"}
+{"current_steps": 1530, "total_steps": 3584, "loss": 0.6597, "lr": 7.084724858384326e-06, "epoch": 6.824707846410685, "percentage": 42.69, "elapsed_time": "0:33:46", "remaining_time": "0:45:20"}
+{"current_steps": 1540, "total_steps": 3584, "loss": 0.6608, "lr": 7.04035543191914e-06, "epoch": 6.869226488592098, "percentage": 42.97, "elapsed_time": "0:33:53", "remaining_time": "0:44:59"}
+{"current_steps": 1550, "total_steps": 3584, "loss": 0.6419, "lr": 6.995792388803929e-06, "epoch": 6.913745130773512, "percentage": 43.25, "elapsed_time": "0:34:01", "remaining_time": "0:44:38"}
+{"current_steps": 1560, "total_steps": 3584, "loss": 0.6505, "lr": 6.9510399577857976e-06, "epoch": 6.958263772954925, "percentage": 43.53, "elapsed_time": "0:34:08", "remaining_time": "0:44:17"}
+{"current_steps": 1570, "total_steps": 3584, "loss": 0.734, "lr": 6.906102385583548e-06, "epoch": 7.005008347245409, "percentage": 43.81, "elapsed_time": "0:34:15", "remaining_time": "0:43:56"}
+{"current_steps": 1580, "total_steps": 3584, "loss": 0.6262, "lr": 6.860983936484689e-06, "epoch": 7.049526989426822, "percentage": 44.08, "elapsed_time": "0:34:22", "remaining_time": "0:43:35"}
+{"current_steps": 1590, "total_steps": 3584, "loss": 0.6499, "lr": 6.815688891940796e-06, "epoch": 7.094045631608236, "percentage": 44.36, "elapsed_time": "0:34:29", "remaining_time": "0:43:15"}
+{"current_steps": 1600, "total_steps": 3584, "loss": 0.6259, "lr": 6.770221550161214e-06, "epoch": 7.138564273789649, "percentage": 44.64, "elapsed_time": "0:34:37", "remaining_time": "0:42:56"}
+{"current_steps": 1610, "total_steps": 3584, "loss": 0.6564, "lr": 6.724586225705191e-06, "epoch": 7.183082915971063, "percentage": 44.92, "elapsed_time": "0:34:55", "remaining_time": "0:42:49"}
+{"current_steps": 1620, "total_steps": 3584, "loss": 0.6358, "lr": 6.678787249072456e-06, "epoch": 7.227601558152476, "percentage": 45.2, "elapsed_time": "0:35:13", "remaining_time": "0:42:41"}
+{"current_steps": 1630, "total_steps": 3584, "loss": 0.6883, "lr": 6.632828966292279e-06, "epoch": 7.27212020033389, "percentage": 45.48, "elapsed_time": "0:35:31", "remaining_time": "0:42:34"}
+{"current_steps": 1640, "total_steps": 3584, "loss": 0.6618, "lr": 6.586715738511067e-06, "epoch": 7.316638842515303, "percentage": 45.76, "elapsed_time": "0:35:48", "remaining_time": "0:42:26"}
+{"current_steps": 1650, "total_steps": 3584, "loss": 0.6233, "lr": 6.540451941578505e-06, "epoch": 7.361157484696717, "percentage": 46.04, "elapsed_time": "0:36:06", "remaining_time": "0:42:19"}
+{"current_steps": 1660, "total_steps": 3584, "loss": 0.6973, "lr": 6.494041965632335e-06, "epoch": 7.40567612687813, "percentage": 46.32, "elapsed_time": "0:36:24", "remaining_time": "0:42:11"}
+{"current_steps": 1670, "total_steps": 3584, "loss": 0.6683, "lr": 6.447490214681742e-06, "epoch": 7.450194769059544, "percentage": 46.6, "elapsed_time": "0:36:41", "remaining_time": "0:42:02"}
+{"current_steps": 1680, "total_steps": 3584, "loss": 0.5964, "lr": 6.400801106189457e-06, "epoch": 7.494713411240957, "percentage": 46.88, "elapsed_time": "0:36:58", "remaining_time": "0:41:54"}
+{"current_steps": 1690, "total_steps": 3584, "loss": 0.6784, "lr": 6.353979070652555e-06, "epoch": 7.539232053422371, "percentage": 47.15, "elapsed_time": "0:37:16", "remaining_time": "0:41:46"}
+{"current_steps": 1700, "total_steps": 3584, "loss": 0.6335, "lr": 6.307028551182041e-06, "epoch": 7.583750695603785, "percentage": 47.43, "elapsed_time": "0:37:34", "remaining_time": "0:41:38"}
+{"current_steps": 1710, "total_steps": 3584, "loss": 0.6539, "lr": 6.259954003081215e-06, "epoch": 7.628269337785198, "percentage": 47.71, "elapsed_time": "0:37:51", "remaining_time": "0:41:29"}
+{"current_steps": 1720, "total_steps": 3584, "loss": 0.6371, "lr": 6.212759893422908e-06, "epoch": 7.6727879799666105, "percentage": 47.99, "elapsed_time": "0:38:08", "remaining_time": "0:41:20"}
+{"current_steps": 1730, "total_steps": 3584, "loss": 0.6426, "lr": 6.165450700625565e-06, "epoch": 7.717306622148024, "percentage": 48.27, "elapsed_time": "0:38:26", "remaining_time": "0:41:11"}
+{"current_steps": 1740, "total_steps": 3584, "loss": 0.6587, "lr": 6.118030914028292e-06, "epoch": 7.761825264329438, "percentage": 48.55, "elapsed_time": "0:38:43", "remaining_time": "0:41:01"}
+{"current_steps": 1750, "total_steps": 3584, "loss": 0.5994, "lr": 6.070505033464835e-06, "epoch": 7.806343906510851, "percentage": 48.83, "elapsed_time": "0:39:00", "remaining_time": "0:40:53"}
+{"current_steps": 1760, "total_steps": 3584, "loss": 0.6387, "lr": 6.022877568836579e-06, "epoch": 7.850862548692265, "percentage": 49.11, "elapsed_time": "0:39:18", "remaining_time": "0:40:43"}
+{"current_steps": 1770, "total_steps": 3584, "loss": 0.6704, "lr": 5.975153039684579e-06, "epoch": 7.895381190873678, "percentage": 49.39, "elapsed_time": "0:39:35", "remaining_time": "0:40:34"}
+{"current_steps": 1780, "total_steps": 3584, "loss": 0.6274, "lr": 5.927335974760699e-06, "epoch": 7.939899833055092, "percentage": 49.67, "elapsed_time": "0:39:51", "remaining_time": "0:40:23"}
+{"current_steps": 1790, "total_steps": 3584, "loss": 0.6611, "lr": 5.87943091159785e-06, "epoch": 7.984418475236505, "percentage": 49.94, "elapsed_time": "0:40:08", "remaining_time": "0:40:13"}
+{"current_steps": 1800, "total_steps": 3584, "loss": 0.6732, "lr": 5.831442396079413e-06, "epoch": 8.03116304952699, "percentage": 50.22, "elapsed_time": "0:40:25", "remaining_time": "0:40:04"}
+{"current_steps": 1810, "total_steps": 3584, "loss": 0.5774, "lr": 5.78337498200786e-06, "epoch": 8.075681691708404, "percentage": 50.5, "elapsed_time": "0:40:41", "remaining_time": "0:39:53"}
+{"current_steps": 1820, "total_steps": 3584, "loss": 0.6312, "lr": 5.735233230672636e-06, "epoch": 8.120200333889816, "percentage": 50.78, "elapsed_time": "0:40:58", "remaining_time": "0:39:42"}
+{"current_steps": 1830, "total_steps": 3584, "loss": 0.6262, "lr": 5.687021710417308e-06, "epoch": 8.16471897607123, "percentage": 51.06, "elapsed_time": "0:41:14", "remaining_time": "0:39:31"}
+{"current_steps": 1840, "total_steps": 3584, "loss": 0.5604, "lr": 5.638744996206074e-06, "epoch": 8.209237618252644, "percentage": 51.34, "elapsed_time": "0:41:31", "remaining_time": "0:39:21"}
+{"current_steps": 1850, "total_steps": 3584, "loss": 0.6017, "lr": 5.590407669189612e-06, "epoch": 8.253756260434058, "percentage": 51.62, "elapsed_time": "0:41:47", "remaining_time": "0:39:10"}
+{"current_steps": 1860, "total_steps": 3584, "loss": 0.5133, "lr": 5.542014316270377e-06, "epoch": 8.29827490261547, "percentage": 51.9, "elapsed_time": "0:42:03", "remaining_time": "0:38:59"}
+{"current_steps": 1870, "total_steps": 3584, "loss": 0.5995, "lr": 5.493569529667312e-06, "epoch": 8.342793544796884, "percentage": 52.18, "elapsed_time": "0:42:19", "remaining_time": "0:38:47"}
+{"current_steps": 1880, "total_steps": 3584, "loss": 0.6081, "lr": 5.445077906480095e-06, "epoch": 8.387312186978297, "percentage": 52.46, "elapsed_time": "0:42:35", "remaining_time": "0:38:36"}
+{"current_steps": 1890, "total_steps": 3584, "loss": 0.6193, "lr": 5.396544048252893e-06, "epoch": 8.431830829159711, "percentage": 52.73, "elapsed_time": "0:42:51", "remaining_time": "0:38:25"}
+{"current_steps": 1900, "total_steps": 3584, "loss": 0.568, "lr": 5.3479725605377065e-06, "epoch": 8.476349471341123, "percentage": 53.01, "elapsed_time": "0:43:08", "remaining_time": "0:38:14"}
+{"current_steps": 1910, "total_steps": 3584, "loss": 0.5966, "lr": 5.299368052457332e-06, "epoch": 8.520868113522537, "percentage": 53.29, "elapsed_time": "0:43:24", "remaining_time": "0:38:02"}
+{"current_steps": 1920, "total_steps": 3584, "loss": 0.6217, "lr": 5.250735136267993e-06, "epoch": 8.565386755703951, "percentage": 53.57, "elapsed_time": "0:43:39", "remaining_time": "0:37:50"}
+{"current_steps": 1930, "total_steps": 3584, "loss": 0.554, "lr": 5.2020784269216515e-06, "epoch": 8.609905397885365, "percentage": 53.85, "elapsed_time": "0:43:55", "remaining_time": "0:37:38"}
+{"current_steps": 1940, "total_steps": 3584, "loss": 0.562, "lr": 5.153402541628097e-06, "epoch": 8.654424040066779, "percentage": 54.13, "elapsed_time": "0:44:11", "remaining_time": "0:37:26"}
+{"current_steps": 1950, "total_steps": 3584, "loss": 0.598, "lr": 5.1047120994167855e-06, "epoch": 8.698942682248191, "percentage": 54.41, "elapsed_time": "0:44:27", "remaining_time": "0:37:14"}
+{"current_steps": 1960, "total_steps": 3584, "loss": 0.6065, "lr": 5.056011720698536e-06, "epoch": 8.743461324429605, "percentage": 54.69, "elapsed_time": "0:44:42", "remaining_time": "0:37:02"}
+{"current_steps": 1970, "total_steps": 3584, "loss": 0.5696, "lr": 5.007306026827076e-06, "epoch": 8.787979966611019, "percentage": 54.97, "elapsed_time": "0:44:58", "remaining_time": "0:36:50"}
+{"current_steps": 1980, "total_steps": 3584, "loss": 0.5824, "lr": 4.958599639660508e-06, "epoch": 8.832498608792433, "percentage": 55.25, "elapsed_time": "0:45:13", "remaining_time": "0:36:38"}
+{"current_steps": 1990, "total_steps": 3584, "loss": 0.6082, "lr": 4.909897181122725e-06, "epoch": 8.877017250973845, "percentage": 55.52, "elapsed_time": "0:45:29", "remaining_time": "0:36:26"}
+{"current_steps": 2000, "total_steps": 3584, "loss": 0.554, "lr": 4.861203272764813e-06, "epoch": 8.921535893155259, "percentage": 55.8, "elapsed_time": "0:45:44", "remaining_time": "0:36:13"}
+{"current_steps": 2000, "total_steps": 3584, "eval_loss": 0.9391384720802307, "epoch": 8.921535893155259, "percentage": 55.8, "elapsed_time": "0:46:01", "remaining_time": "0:36:27"}
+{"current_steps": 2010, "total_steps": 3584, "loss": 0.5373, "lr": 4.8125225353265085e-06, "epoch": 8.966054535336673, "percentage": 56.08, "elapsed_time": "0:46:16", "remaining_time": "0:36:14"}
+{"current_steps": 2020, "total_steps": 3584, "loss": 0.6353, "lr": 4.7638595882977064e-06, "epoch": 9.012799109627156, "percentage": 56.36, "elapsed_time": "0:46:31", "remaining_time": "0:36:01"}
+{"current_steps": 2030, "total_steps": 3584, "loss": 0.5151, "lr": 4.71521904948011e-06, "epoch": 9.05731775180857, "percentage": 56.64, "elapsed_time": "0:46:47", "remaining_time": "0:35:49"}
+{"current_steps": 2040, "total_steps": 3584, "loss": 0.5314, "lr": 4.666605534549021e-06, "epoch": 9.101836393989982, "percentage": 56.92, "elapsed_time": "0:47:02", "remaining_time": "0:35:36"}
+{"current_steps": 2050, "total_steps": 3584, "loss": 0.5424, "lr": 4.618023656615352e-06, "epoch": 9.146355036171396, "percentage": 57.2, "elapsed_time": "0:47:17", "remaining_time": "0:35:23"}
+{"current_steps": 2060, "total_steps": 3584, "loss": 0.4959, "lr": 4.569478025787869e-06, "epoch": 9.19087367835281, "percentage": 57.48, "elapsed_time": "0:47:32", "remaining_time": "0:35:10"}
+{"current_steps": 2070, "total_steps": 3584, "loss": 0.5301, "lr": 4.520973248735715e-06, "epoch": 9.235392320534224, "percentage": 57.76, "elapsed_time": "0:47:47", "remaining_time": "0:34:57"}
+{"current_steps": 2080, "total_steps": 3584, "loss": 0.5219, "lr": 4.472513928251275e-06, "epoch": 9.279910962715638, "percentage": 58.04, "elapsed_time": "0:48:02", "remaining_time": "0:34:43"}
+{"current_steps": 2090, "total_steps": 3584, "loss": 0.5537, "lr": 4.424104662813396e-06, "epoch": 9.32442960489705, "percentage": 58.31, "elapsed_time": "0:48:16", "remaining_time": "0:34:30"}
+{"current_steps": 2100, "total_steps": 3584, "loss": 0.5269, "lr": 4.375750046151023e-06, "epoch": 9.368948247078464, "percentage": 58.59, "elapsed_time": "0:48:31", "remaining_time": "0:34:17"}
+{"current_steps": 2110, "total_steps": 3584, "loss": 0.5535, "lr": 4.3274546668072835e-06, "epoch": 9.413466889259878, "percentage": 58.87, "elapsed_time": "0:48:45", "remaining_time": "0:34:03"}
+{"current_steps": 2120, "total_steps": 3584, "loss": 0.5382, "lr": 4.279223107704058e-06, "epoch": 9.457985531441292, "percentage": 59.15, "elapsed_time": "0:48:59", "remaining_time": "0:33:50"}
+{"current_steps": 2130, "total_steps": 3584, "loss": 0.5643, "lr": 4.2310599457071e-06, "epoch": 9.502504173622704, "percentage": 59.43, "elapsed_time": "0:49:13", "remaining_time": "0:33:36"}
+{"current_steps": 2140, "total_steps": 3584, "loss": 0.5493, "lr": 4.1829697511917146e-06, "epoch": 9.547022815804118, "percentage": 59.71, "elapsed_time": "0:49:28", "remaining_time": "0:33:22"}
+{"current_steps": 2150, "total_steps": 3584, "loss": 0.5457, "lr": 4.134957087609065e-06, "epoch": 9.591541457985532, "percentage": 59.99, "elapsed_time": "0:49:43", "remaining_time": "0:33:09"}
+{"current_steps": 2160, "total_steps": 3584, "loss": 0.4859, "lr": 4.087026511053116e-06, "epoch": 9.636060100166945, "percentage": 60.27, "elapsed_time": "0:49:57", "remaining_time": "0:32:56"}
+{"current_steps": 2170, "total_steps": 3584, "loss": 0.4969, "lr": 4.0391825698283084e-06, "epoch": 9.680578742348358, "percentage": 60.55, "elapsed_time": "0:50:11", "remaining_time": "0:32:42"}
+{"current_steps": 2180, "total_steps": 3584, "loss": 0.5311, "lr": 3.991429804017944e-06, "epoch": 9.725097384529771, "percentage": 60.83, "elapsed_time": "0:50:25", "remaining_time": "0:32:28"}
+{"current_steps": 2190, "total_steps": 3584, "loss": 0.5437, "lr": 3.9437727450533605e-06, "epoch": 9.769616026711185, "percentage": 61.1, "elapsed_time": "0:50:39", "remaining_time": "0:32:14"}
+{"current_steps": 2200, "total_steps": 3584, "loss": 0.5197, "lr": 3.89621591528393e-06, "epoch": 9.8141346688926, "percentage": 61.38, "elapsed_time": "0:50:54", "remaining_time": "0:32:01"}
+{"current_steps": 2210, "total_steps": 3584, "loss": 0.5104, "lr": 3.848763827547915e-06, "epoch": 9.858653311074011, "percentage": 61.66, "elapsed_time": "0:51:07", "remaining_time": "0:31:47"}
+{"current_steps": 2220, "total_steps": 3584, "loss": 0.55, "lr": 3.8014209847442345e-06, "epoch": 9.903171953255425, "percentage": 61.94, "elapsed_time": "0:51:21", "remaining_time": "0:31:33"}
+{"current_steps": 2230, "total_steps": 3584, "loss": 0.53, "lr": 3.7541918794051637e-06, "epoch": 9.947690595436839, "percentage": 62.22, "elapsed_time": "0:51:34", "remaining_time": "0:31:19"}
+{"current_steps": 2240, "total_steps": 3584, "loss": 0.4882, "lr": 3.7070809932700134e-06, "epoch": 9.992209237618253, "percentage": 62.5, "elapsed_time": "0:51:48", "remaining_time": "0:31:05"}
+{"current_steps": 2250, "total_steps": 3584, "loss": 0.4714, "lr": 3.6600927968598588e-06, "epoch": 10.038953811908737, "percentage": 62.78, "elapsed_time": "0:52:02", "remaining_time": "0:30:51"}
+{"current_steps": 2260, "total_steps": 3584, "loss": 0.4774, "lr": 3.613231749053304e-06, "epoch": 10.08347245409015, "percentage": 63.06, "elapsed_time": "0:52:16", "remaining_time": "0:30:37"}
+{"current_steps": 2270, "total_steps": 3584, "loss": 0.4764, "lr": 3.5665022966633678e-06, "epoch": 10.127991096271563, "percentage": 63.34, "elapsed_time": "0:52:29", "remaining_time": "0:30:23"}
+{"current_steps": 2280, "total_steps": 3584, "loss": 0.4632, "lr": 3.519908874015501e-06, "epoch": 10.172509738452977, "percentage": 63.62, "elapsed_time": "0:52:42", "remaining_time": "0:30:08"}
+{"current_steps": 2290, "total_steps": 3584, "loss": 0.4604, "lr": 3.473455902526809e-06, "epoch": 10.21702838063439, "percentage": 63.9, "elapsed_time": "0:52:55", "remaining_time": "0:29:54"}
+{"current_steps": 2300, "total_steps": 3584, "loss": 0.4753, "lr": 3.4271477902864836e-06, "epoch": 10.261547022815805, "percentage": 64.17, "elapsed_time": "0:53:10", "remaining_time": "0:29:40"}
+{"current_steps": 2310, "total_steps": 3584, "loss": 0.4323, "lr": 3.3809889316375012e-06, "epoch": 10.306065664997218, "percentage": 64.45, "elapsed_time": "0:53:23", "remaining_time": "0:29:26"}
+{"current_steps": 2320, "total_steps": 3584, "loss": 0.4659, "lr": 3.334983706759627e-06, "epoch": 10.35058430717863, "percentage": 64.73, "elapsed_time": "0:53:36", "remaining_time": "0:29:12"}
+{"current_steps": 2330, "total_steps": 3584, "loss": 0.4896, "lr": 3.2891364812537686e-06, "epoch": 10.395102949360044, "percentage": 65.01, "elapsed_time": "0:53:49", "remaining_time": "0:28:57"}
+{"current_steps": 2340, "total_steps": 3584, "loss": 0.478, "lr": 3.2434516057277055e-06, "epoch": 10.439621591541458, "percentage": 65.29, "elapsed_time": "0:54:01", "remaining_time": "0:28:43"}
+{"current_steps": 2350, "total_steps": 3584, "loss": 0.4453, "lr": 3.1979334153832486e-06, "epoch": 10.484140233722872, "percentage": 65.57, "elapsed_time": "0:54:15", "remaining_time": "0:28:29"}
+{"current_steps": 2360, "total_steps": 3584, "loss": 0.5075, "lr": 3.1525862296048446e-06, "epoch": 10.528658875904284, "percentage": 65.85, "elapsed_time": "0:54:27", "remaining_time": "0:28:14"}
+{"current_steps": 2370, "total_steps": 3584, "loss": 0.4865, "lr": 3.1074143515497114e-06, "epoch": 10.573177518085698, "percentage": 66.13, "elapsed_time": "0:54:40", "remaining_time": "0:28:00"}
+{"current_steps": 2380, "total_steps": 3584, "loss": 0.5178, "lr": 3.0624220677394854e-06, "epoch": 10.617696160267112, "percentage": 66.41, "elapsed_time": "0:54:53", "remaining_time": "0:27:45"}
+{"current_steps": 2390, "total_steps": 3584, "loss": 0.5069, "lr": 3.017613647653461e-06, "epoch": 10.662214802448526, "percentage": 66.69, "elapsed_time": "0:55:05", "remaining_time": "0:27:31"}
+{"current_steps": 2400, "total_steps": 3584, "loss": 0.4423, "lr": 2.9729933433234402e-06, "epoch": 10.706733444629938, "percentage": 66.96, "elapsed_time": "0:55:18", "remaining_time": "0:27:17"}
+{"current_steps": 2410, "total_steps": 3584, "loss": 0.4359, "lr": 2.9285653889302514e-06, "epoch": 10.751252086811352, "percentage": 67.24, "elapsed_time": "0:55:30", "remaining_time": "0:27:02"}
+{"current_steps": 2420, "total_steps": 3584, "loss": 0.4517, "lr": 2.8843340004019427e-06, "epoch": 10.795770728992766, "percentage": 67.52, "elapsed_time": "0:55:42", "remaining_time": "0:26:47"}
+{"current_steps": 2430, "total_steps": 3584, "loss": 0.4775, "lr": 2.8403033750137255e-06, "epoch": 10.84028937117418, "percentage": 67.8, "elapsed_time": "0:55:54", "remaining_time": "0:26:33"}
+{"current_steps": 2440, "total_steps": 3584, "loss": 0.5064, "lr": 2.7964776909896733e-06, "epoch": 10.884808013355592, "percentage": 68.08, "elapsed_time": "0:56:07", "remaining_time": "0:26:18"}
+{"current_steps": 2450, "total_steps": 3584, "loss": 0.4651, "lr": 2.7528611071062366e-06, "epoch": 10.929326655537006, "percentage": 68.36, "elapsed_time": "0:56:19", "remaining_time": "0:26:04"}
+{"current_steps": 2460, "total_steps": 3584, "loss": 0.4909, "lr": 2.7094577622976096e-06, "epoch": 10.97384529771842, "percentage": 68.64, "elapsed_time": "0:56:31", "remaining_time": "0:25:49"}
+{"current_steps": 2470, "total_steps": 3584, "loss": 0.4996, "lr": 2.6662717752629597e-06, "epoch": 11.020589872008903, "percentage": 68.92, "elapsed_time": "0:56:43", "remaining_time": "0:25:34"}
+{"current_steps": 2480, "total_steps": 3584, "loss": 0.4445, "lr": 2.6233072440755934e-06, "epoch": 11.065108514190317, "percentage": 69.2, "elapsed_time": "0:56:55", "remaining_time": "0:25:20"}
+{"current_steps": 2490, "total_steps": 3584, "loss": 0.4471, "lr": 2.580568245794085e-06, "epoch": 11.109627156371731, "percentage": 69.48, "elapsed_time": "0:57:07", "remaining_time": "0:25:05"}
+{"current_steps": 2500, "total_steps": 3584, "loss": 0.49, "lr": 2.538058836075373e-06, "epoch": 11.154145798553143, "percentage": 69.75, "elapsed_time": "0:57:19", "remaining_time": "0:24:51"}
+{"current_steps": 2510, "total_steps": 3584, "loss": 0.4148, "lr": 2.4957830487899224e-06, "epoch": 11.198664440734557, "percentage": 70.03, "elapsed_time": "0:57:31", "remaining_time": "0:24:36"}
+{"current_steps": 2520, "total_steps": 3584, "loss": 0.4247, "lr": 2.4537448956389146e-06, "epoch": 11.243183082915971, "percentage": 70.31, "elapsed_time": "0:57:42", "remaining_time": "0:24:21"}
+{"current_steps": 2530, "total_steps": 3584, "loss": 0.4368, "lr": 2.411948365773588e-06, "epoch": 11.287701725097385, "percentage": 70.59, "elapsed_time": "0:57:54", "remaining_time": "0:24:07"}
+{"current_steps": 2540, "total_steps": 3584, "loss": 0.4273, "lr": 2.3703974254166704e-06, "epoch": 11.332220367278797, "percentage": 70.87, "elapsed_time": "0:58:06", "remaining_time": "0:23:52"}
+{"current_steps": 2550, "total_steps": 3584, "loss": 0.4421, "lr": 2.3290960174860293e-06, "epoch": 11.376739009460211, "percentage": 71.15, "elapsed_time": "0:58:18", "remaining_time": "0:23:38"}
+{"current_steps": 2560, "total_steps": 3584, "loss": 0.4072, "lr": 2.2880480612204925e-06, "epoch": 11.421257651641625, "percentage": 71.43, "elapsed_time": "0:58:29", "remaining_time": "0:23:23"}
+{"current_steps": 2570, "total_steps": 3584, "loss": 0.4472, "lr": 2.247257451807961e-06, "epoch": 11.465776293823039, "percentage": 71.71, "elapsed_time": "0:58:40", "remaining_time": "0:23:08"}
+{"current_steps": 2580, "total_steps": 3584, "loss": 0.4613, "lr": 2.206728060015761e-06, "epoch": 11.510294936004453, "percentage": 71.99, "elapsed_time": "0:58:51", "remaining_time": "0:22:54"}
+{"current_steps": 2590, "total_steps": 3584, "loss": 0.4111, "lr": 2.1664637318233484e-06, "epoch": 11.554813578185865, "percentage": 72.27, "elapsed_time": "0:59:02", "remaining_time": "0:22:39"}
+{"current_steps": 2600, "total_steps": 3584, "loss": 0.4385, "lr": 2.1264682880573374e-06, "epoch": 11.599332220367279, "percentage": 72.54, "elapsed_time": "0:59:13", "remaining_time": "0:22:24"}
+{"current_steps": 2610, "total_steps": 3584, "loss": 0.4448, "lr": 2.086745524028933e-06, "epoch": 11.643850862548693, "percentage": 72.82, "elapsed_time": "0:59:24", "remaining_time": "0:22:10"}
+{"current_steps": 2620, "total_steps": 3584, "loss": 0.4292, "lr": 2.0472992091737886e-06, "epoch": 11.688369504730106, "percentage": 73.1, "elapsed_time": "0:59:35", "remaining_time": "0:21:55"}
+{"current_steps": 2630, "total_steps": 3584, "loss": 0.425, "lr": 2.0081330866942962e-06, "epoch": 11.732888146911518, "percentage": 73.38, "elapsed_time": "0:59:46", "remaining_time": "0:21:41"}
+{"current_steps": 2640, "total_steps": 3584, "loss": 0.4311, "lr": 1.96925087320439e-06, "epoch": 11.777406789092932, "percentage": 73.66, "elapsed_time": "0:59:57", "remaining_time": "0:21:26"}
+{"current_steps": 2650, "total_steps": 3584, "loss": 0.4725, "lr": 1.930656258376859e-06, "epoch": 11.821925431274346, "percentage": 73.94, "elapsed_time": "1:00:09", "remaining_time": "0:21:12"}
+{"current_steps": 2660, "total_steps": 3584, "loss": 0.4149, "lr": 1.8923529045932292e-06, "epoch": 11.86644407345576, "percentage": 74.22, "elapsed_time": "1:00:19", "remaining_time": "0:20:57"}
+{"current_steps": 2670, "total_steps": 3584, "loss": 0.4436, "lr": 1.8543444465962147e-06, "epoch": 11.910962715637172, "percentage": 74.5, "elapsed_time": "1:00:29", "remaining_time": "0:20:42"}
+{"current_steps": 2680, "total_steps": 3584, "loss": 0.4254, "lr": 1.8166344911448115e-06, "epoch": 11.955481357818586, "percentage": 74.78, "elapsed_time": "1:00:40", "remaining_time": "0:20:27"}
+{"current_steps": 2690, "total_steps": 3584, "loss": 0.5129, "lr": 1.7792266166720368e-06, "epoch": 12.00222593210907, "percentage": 75.06, "elapsed_time": "1:00:50", "remaining_time": "0:20:13"}
+{"current_steps": 2700, "total_steps": 3584, "loss": 0.4114, "lr": 1.742124372945364e-06, "epoch": 12.046744574290484, "percentage": 75.33, "elapsed_time": "1:01:01", "remaining_time": "0:19:58"}
+{"current_steps": 2710, "total_steps": 3584, "loss": 0.4351, "lr": 1.7053312807298633e-06, "epoch": 12.091263216471898, "percentage": 75.61, "elapsed_time": "1:01:12", "remaining_time": "0:19:44"}
+{"current_steps": 2720, "total_steps": 3584, "loss": 0.404, "lr": 1.6688508314541086e-06, "epoch": 12.135781858653312, "percentage": 75.89, "elapsed_time": "1:01:22", "remaining_time": "0:19:29"}
+{"current_steps": 2730, "total_steps": 3584, "loss": 0.4349, "lr": 1.6326864868788678e-06, "epoch": 12.180300500834724, "percentage": 76.17, "elapsed_time": "1:01:32", "remaining_time": "0:19:15"}
+{"current_steps": 2740, "total_steps": 3584, "loss": 0.4581, "lr": 1.5968416787685919e-06, "epoch": 12.224819143016138, "percentage": 76.45, "elapsed_time": "1:01:42", "remaining_time": "0:19:00"}
+{"current_steps": 2750, "total_steps": 3584, "loss": 0.4589, "lr": 1.5613198085657804e-06, "epoch": 12.269337785197552, "percentage": 76.73, "elapsed_time": "1:01:52", "remaining_time": "0:18:46"}
+{"current_steps": 2760, "total_steps": 3584, "loss": 0.4357, "lr": 1.5261242470681813e-06, "epoch": 12.313856427378965, "percentage": 77.01, "elapsed_time": "1:02:02", "remaining_time": "0:18:31"}
+{"current_steps": 2770, "total_steps": 3584, "loss": 0.3949, "lr": 1.4912583341089516e-06, "epoch": 12.358375069560378, "percentage": 77.29, "elapsed_time": "1:02:12", "remaining_time": "0:18:16"}
+{"current_steps": 2780, "total_steps": 3584, "loss": 0.4184, "lr": 1.4567253782397073e-06, "epoch": 12.402893711741791, "percentage": 77.57, "elapsed_time": "1:02:22", "remaining_time": "0:18:02"}
+{"current_steps": 2790, "total_steps": 3584, "loss": 0.4309, "lr": 1.4225286564165785e-06, "epoch": 12.447412353923205, "percentage": 77.85, "elapsed_time": "1:02:31", "remaining_time": "0:17:47"}
+{"current_steps": 2800, "total_steps": 3584, "loss": 0.4539, "lr": 1.3886714136892287e-06, "epoch": 12.49193099610462, "percentage": 78.12, "elapsed_time": "1:02:41", "remaining_time": "0:17:33"}
+{"current_steps": 2810, "total_steps": 3584, "loss": 0.4243, "lr": 1.3551568628929434e-06, "epoch": 12.536449638286033, "percentage": 78.4, "elapsed_time": "1:02:51", "remaining_time": "0:17:18"}
+{"current_steps": 2820, "total_steps": 3584, "loss": 0.4039, "lr": 1.321988184343732e-06, "epoch": 12.580968280467445, "percentage": 78.68, "elapsed_time": "1:03:00", "remaining_time": "0:17:04"}
+{"current_steps": 2830, "total_steps": 3584, "loss": 0.4182, "lr": 1.2891685255365517e-06, "epoch": 12.625486922648859, "percentage": 78.96, "elapsed_time": "1:03:09", "remaining_time": "0:16:49"}
+{"current_steps": 2840, "total_steps": 3584, "loss": 0.4146, "lr": 1.256701000846619e-06, "epoch": 12.670005564830273, "percentage": 79.24, "elapsed_time": "1:03:18", "remaining_time": "0:16:35"}
+{"current_steps": 2850, "total_steps": 3584, "loss": 0.434, "lr": 1.22458869123388e-06, "epoch": 12.714524207011687, "percentage": 79.52, "elapsed_time": "1:03:28", "remaining_time": "0:16:20"}
+{"current_steps": 2860, "total_steps": 3584, "loss": 0.4356, "lr": 1.1928346439506526e-06, "epoch": 12.759042849193099, "percentage": 79.8, "elapsed_time": "1:03:37", "remaining_time": "0:16:06"}
+{"current_steps": 2870, "total_steps": 3584, "loss": 0.4073, "lr": 1.1614418722524506e-06, "epoch": 12.803561491374513, "percentage": 80.08, "elapsed_time": "1:03:47", "remaining_time": "0:15:52"}
+{"current_steps": 2880, "total_steps": 3584, "loss": 0.4376, "lr": 1.1304133551120532e-06, "epoch": 12.848080133555927, "percentage": 80.36, "elapsed_time": "1:03:56", "remaining_time": "0:15:37"}
+{"current_steps": 2890, "total_steps": 3584, "loss": 0.4078, "lr": 1.0997520369368158e-06, "epoch": 12.89259877573734, "percentage": 80.64, "elapsed_time": "1:04:05", "remaining_time": "0:15:23"}
+{"current_steps": 2900, "total_steps": 3584, "loss": 0.4329, "lr": 1.0694608272892698e-06, "epoch": 12.937117417918753, "percentage": 80.92, "elapsed_time": "1:04:14", "remaining_time": "0:15:09"}
+{"current_steps": 2910, "total_steps": 3584, "loss": 0.3766, "lr": 1.0395426006110164e-06, "epoch": 12.981636060100167, "percentage": 81.19, "elapsed_time": "1:04:23", "remaining_time": "0:14:54"}
+{"current_steps": 2920, "total_steps": 3584, "loss": 0.3808, "lr": 1.0100001959499644e-06, "epoch": 13.02838063439065, "percentage": 81.47, "elapsed_time": "1:04:32", "remaining_time": "0:14:40"}
+{"current_steps": 2930, "total_steps": 3584, "loss": 0.4232, "lr": 9.808364166909256e-07, "epoch": 13.072899276572064, "percentage": 81.75, "elapsed_time": "1:04:41", "remaining_time": "0:14:26"}
+{"current_steps": 2940, "total_steps": 3584, "loss": 0.4332, "lr": 9.520540302895847e-07, "epoch": 13.117417918753478, "percentage": 82.03, "elapsed_time": "1:04:49", "remaining_time": "0:14:12"}
+{"current_steps": 2950, "total_steps": 3584, "loss": 0.4059, "lr": 9.236557680098918e-07, "epoch": 13.161936560934892, "percentage": 82.31, "elapsed_time": "1:04:58", "remaining_time": "0:13:57"}
+{"current_steps": 2960, "total_steps": 3584, "loss": 0.3704, "lr": 8.956443246648771e-07, "epoch": 13.206455203116304, "percentage": 82.59, "elapsed_time": "1:05:06", "remaining_time": "0:13:43"}
+{"current_steps": 2970, "total_steps": 3584, "loss": 0.4327, "lr": 8.680223583609399e-07, "epoch": 13.250973845297718, "percentage": 82.87, "elapsed_time": "1:05:15", "remaining_time": "0:13:29"}
+{"current_steps": 2980, "total_steps": 3584, "loss": 0.4229, "lr": 8.407924902455983e-07, "epoch": 13.295492487479132, "percentage": 83.15, "elapsed_time": "1:05:23", "remaining_time": "0:13:15"}
+{"current_steps": 2990, "total_steps": 3584, "loss": 0.4121, "lr": 8.139573042587729e-07, "epoch": 13.340011129660546, "percentage": 83.43, "elapsed_time": "1:05:31", "remaining_time": "0:13:01"}
+{"current_steps": 3000, "total_steps": 3584, "loss": 0.423, "lr": 7.875193468875719e-07, "epoch": 13.384529771841958, "percentage": 83.71, "elapsed_time": "1:05:40", "remaining_time": "0:12:47"}
+{"current_steps": 3000, "total_steps": 3584, "eval_loss": 0.9250730872154236, "epoch": 13.384529771841958, "percentage": 83.71, "elapsed_time": "1:05:57", "remaining_time": "0:12:50"}
+{"current_steps": 3010, "total_steps": 3584, "loss": 0.4316, "lr": 7.614811269246631e-07, "epoch": 13.429048414023372, "percentage": 83.98, "elapsed_time": "1:06:06", "remaining_time": "0:12:36"}
+{"current_steps": 3020, "total_steps": 3584, "loss": 0.4104, "lr": 7.35845115230191e-07, "epoch": 13.473567056204786, "percentage": 84.26, "elapsed_time": "1:06:13", "remaining_time": "0:12:22"}
+{"current_steps": 3030, "total_steps": 3584, "loss": 0.4367, "lr": 7.106137444973177e-07, "epoch": 13.5180856983862, "percentage": 84.54, "elapsed_time": "1:06:21", "remaining_time": "0:12:08"}
+{"current_steps": 3040, "total_steps": 3584, "loss": 0.417, "lr": 6.857894090213702e-07, "epoch": 13.562604340567614, "percentage": 84.82, "elapsed_time": "1:06:29", "remaining_time": "0:11:53"}
+{"current_steps": 3050, "total_steps": 3584, "loss": 0.394, "lr": 6.613744644726383e-07, "epoch": 13.607122982749026, "percentage": 85.1, "elapsed_time": "1:06:38", "remaining_time": "0:11:40"}
+{"current_steps": 3060, "total_steps": 3584, "loss": 0.4172, "lr": 6.3737122767284e-07, "epoch": 13.65164162493044, "percentage": 85.38, "elapsed_time": "1:06:46", "remaining_time": "0:11:26"}
+{"current_steps": 3070, "total_steps": 3584, "loss": 0.4517, "lr": 6.137819763752656e-07, "epoch": 13.696160267111853, "percentage": 85.66, "elapsed_time": "1:06:53", "remaining_time": "0:11:12"}
+{"current_steps": 3080, "total_steps": 3584, "loss": 0.4256, "lr": 5.90608949048635e-07, "epoch": 13.740678909293267, "percentage": 85.94, "elapsed_time": "1:07:01", "remaining_time": "0:10:58"}
+{"current_steps": 3090, "total_steps": 3584, "loss": 0.4019, "lr": 5.678543446646811e-07, "epoch": 13.78519755147468, "percentage": 86.22, "elapsed_time": "1:07:09", "remaining_time": "0:10:44"}
+{"current_steps": 3100, "total_steps": 3584, "loss": 0.453, "lr": 5.455203224894857e-07, "epoch": 13.829716193656093, "percentage": 86.5, "elapsed_time": "1:07:17", "remaining_time": "0:10:30"}
+{"current_steps": 3110, "total_steps": 3584, "loss": 0.4107, "lr": 5.236090018785705e-07, "epoch": 13.874234835837507, "percentage": 86.77, "elapsed_time": "1:07:24", "remaining_time": "0:10:16"}
+{"current_steps": 3120, "total_steps": 3584, "loss": 0.4475, "lr": 5.021224620757914e-07, "epoch": 13.918753478018921, "percentage": 87.05, "elapsed_time": "1:07:31", "remaining_time": "0:10:02"}
+{"current_steps": 3130, "total_steps": 3584, "loss": 0.4322, "lr": 4.810627420160269e-07, "epoch": 13.963272120200333, "percentage": 87.33, "elapsed_time": "1:07:39", "remaining_time": "0:09:48"}
+{"current_steps": 3140, "total_steps": 3584, "loss": 0.4318, "lr": 4.604318401317009e-07, "epoch": 14.010016694490819, "percentage": 87.61, "elapsed_time": "1:07:46", "remaining_time": "0:09:35"}
+{"current_steps": 3150, "total_steps": 3584, "loss": 0.4489, "lr": 4.402317141631407e-07, "epoch": 14.054535336672231, "percentage": 87.89, "elapsed_time": "1:07:54", "remaining_time": "0:09:21"}
+{"current_steps": 3160, "total_steps": 3584, "loss": 0.4381, "lr": 4.2046428097279766e-07, "epoch": 14.099053978853645, "percentage": 88.17, "elapsed_time": "1:08:01", "remaining_time": "0:09:07"}
+{"current_steps": 3170, "total_steps": 3584, "loss": 0.4107, "lr": 4.011314163633573e-07, "epoch": 14.143572621035059, "percentage": 88.45, "elapsed_time": "1:08:07", "remaining_time": "0:08:53"}
+{"current_steps": 3180, "total_steps": 3584, "loss": 0.4399, "lr": 3.822349548997295e-07, "epoch": 14.188091263216473, "percentage": 88.73, "elapsed_time": "1:08:15", "remaining_time": "0:08:40"}
+{"current_steps": 3190, "total_steps": 3584, "loss": 0.417, "lr": 3.637766897349654e-07, "epoch": 14.232609905397885, "percentage": 89.01, "elapsed_time": "1:08:21", "remaining_time": "0:08:26"}
+{"current_steps": 3200, "total_steps": 3584, "loss": 0.4449, "lr": 3.4575837244009367e-07, "epoch": 14.277128547579299, "percentage": 89.29, "elapsed_time": "1:08:30", "remaining_time": "0:08:13"}
+{"current_steps": 3210, "total_steps": 3584, "loss": 0.3875, "lr": 3.281817128379139e-07, "epoch": 14.321647189760712, "percentage": 89.56, "elapsed_time": "1:08:47", "remaining_time": "0:08:00"}
+{"current_steps": 3220, "total_steps": 3584, "loss": 0.4187, "lr": 3.1104837884073866e-07, "epoch": 14.366165831942126, "percentage": 89.84, "elapsed_time": "1:09:05", "remaining_time": "0:07:48"}
+{"current_steps": 3230, "total_steps": 3584, "loss": 0.41, "lr": 2.943599962921279e-07, "epoch": 14.410684474123538, "percentage": 90.12, "elapsed_time": "1:09:23", "remaining_time": "0:07:36"}
+{"current_steps": 3240, "total_steps": 3584, "loss": 0.4016, "lr": 2.7811814881259503e-07, "epoch": 14.455203116304952, "percentage": 90.4, "elapsed_time": "1:09:41", "remaining_time": "0:07:23"}
+{"current_steps": 3250, "total_steps": 3584, "loss": 0.3906, "lr": 2.623243776493434e-07, "epoch": 14.499721758486366, "percentage": 90.68, "elapsed_time": "1:09:59", "remaining_time": "0:07:11"}
+{"current_steps": 3260, "total_steps": 3584, "loss": 0.4241, "lr": 2.469801815300027e-07, "epoch": 14.54424040066778, "percentage": 90.96, "elapsed_time": "1:10:17", "remaining_time": "0:06:59"}
+{"current_steps": 3270, "total_steps": 3584, "loss": 0.4104, "lr": 2.3208701652041697e-07, "epoch": 14.588759042849194, "percentage": 91.24, "elapsed_time": "1:10:35", "remaining_time": "0:06:46"}
+{"current_steps": 3280, "total_steps": 3584, "loss": 0.4031, "lr": 2.1764629588646667e-07, "epoch": 14.633277685030606, "percentage": 91.52, "elapsed_time": "1:10:53", "remaining_time": "0:06:34"}
+{"current_steps": 3290, "total_steps": 3584, "loss": 0.3911, "lr": 2.036593899599615e-07, "epoch": 14.67779632721202, "percentage": 91.8, "elapsed_time": "1:11:10", "remaining_time": "0:06:21"}
+{"current_steps": 3300, "total_steps": 3584, "loss": 0.4137, "lr": 1.9012762600860656e-07, "epoch": 14.722314969393434, "percentage": 92.08, "elapsed_time": "1:11:28", "remaining_time": "0:06:09"}
+{"current_steps": 3310, "total_steps": 3584, "loss": 0.4559, "lr": 1.7705228811005004e-07, "epoch": 14.766833611574848, "percentage": 92.35, "elapsed_time": "1:11:45", "remaining_time": "0:05:56"}
+{"current_steps": 3320, "total_steps": 3584, "loss": 0.3986, "lr": 1.6443461703003427e-07, "epoch": 14.81135225375626, "percentage": 92.63, "elapsed_time": "1:12:02", "remaining_time": "0:05:43"}
+{"current_steps": 3330, "total_steps": 3584, "loss": 0.4073, "lr": 1.5227581010465341e-07, "epoch": 14.855870895937674, "percentage": 92.91, "elapsed_time": "1:12:19", "remaining_time": "0:05:30"}
+{"current_steps": 3340, "total_steps": 3584, "loss": 0.4137, "lr": 1.4057702112673765e-07, "epoch": 14.900389538119088, "percentage": 93.19, "elapsed_time": "1:12:36", "remaining_time": "0:05:18"}
+{"current_steps": 3350, "total_steps": 3584, "loss": 0.4283, "lr": 1.2933936023636073e-07, "epoch": 14.944908180300501, "percentage": 93.47, "elapsed_time": "1:12:54", "remaining_time": "0:05:05"}
+{"current_steps": 3360, "total_steps": 3584, "loss": 0.4097, "lr": 1.185638938154976e-07, "epoch": 14.989426822481914, "percentage": 93.75, "elapsed_time": "1:13:11", "remaining_time": "0:04:52"}
+{"current_steps": 3370, "total_steps": 3584, "loss": 0.4326, "lr": 1.08251644386832e-07, "epoch": 15.0361713967724, "percentage": 94.03, "elapsed_time": "1:13:29", "remaining_time": "0:04:39"}
+{"current_steps": 3380, "total_steps": 3584, "loss": 0.4338, "lr": 9.84035905167241e-08, "epoch": 15.080690038953811, "percentage": 94.31, "elapsed_time": "1:13:45", "remaining_time": "0:04:27"}
+{"current_steps": 3390, "total_steps": 3584, "loss": 0.4197, "lr": 8.902066672235144e-08, "epoch": 15.125208681135225, "percentage": 94.59, "elapsed_time": "1:14:02", "remaining_time": "0:04:14"}
+{"current_steps": 3400, "total_steps": 3584, "loss": 0.4277, "lr": 8.010376338302872e-08, "epoch": 15.16972732331664, "percentage": 94.87, "elapsed_time": "1:14:19", "remaining_time": "0:04:01"}
+{"current_steps": 3410, "total_steps": 3584, "loss": 0.4325, "lr": 7.165372665571879e-08, "epoch": 15.214245965498053, "percentage": 95.15, "elapsed_time": "1:14:36", "remaining_time": "0:03:48"}
+{"current_steps": 3420, "total_steps": 3584, "loss": 0.399, "lr": 6.367135839473349e-08, "epoch": 15.258764607679465, "percentage": 95.42, "elapsed_time": "1:14:52", "remaining_time": "0:03:35"}
+{"current_steps": 3430, "total_steps": 3584, "loss": 0.4368, "lr": 5.6157416075648954e-08, "epoch": 15.303283249860879, "percentage": 95.7, "elapsed_time": "1:15:09", "remaining_time": "0:03:22"}
+{"current_steps": 3440, "total_steps": 3584, "loss": 0.4029, "lr": 4.911261272341872e-08, "epoch": 15.347801892042293, "percentage": 95.98, "elapsed_time": "1:15:25", "remaining_time": "0:03:09"}
+{"current_steps": 3450, "total_steps": 3584, "loss": 0.4269, "lr": 4.25376168447178e-08, "epoch": 15.392320534223707, "percentage": 96.26, "elapsed_time": "1:15:42", "remaining_time": "0:02:56"}
+{"current_steps": 3460, "total_steps": 3584, "loss": 0.4442, "lr": 3.643305236450345e-08, "epoch": 15.436839176405119, "percentage": 96.54, "elapsed_time": "1:15:59", "remaining_time": "0:02:43"}
+{"current_steps": 3470, "total_steps": 3584, "loss": 0.4207, "lr": 3.079949856680975e-08, "epoch": 15.481357818586533, "percentage": 96.82, "elapsed_time": "1:16:14", "remaining_time": "0:02:30"}
+{"current_steps": 3480, "total_steps": 3584, "loss": 0.4257, "lr": 2.5637490039775447e-08, "epoch": 15.525876460767947, "percentage": 97.1, "elapsed_time": "1:16:30", "remaining_time": "0:02:17"}
+{"current_steps": 3490, "total_steps": 3584, "loss": 0.4161, "lr": 2.0947516624917898e-08, "epoch": 15.57039510294936, "percentage": 97.38, "elapsed_time": "1:16:46", "remaining_time": "0:02:04"}
+{"current_steps": 3500, "total_steps": 3584, "loss": 0.3976, "lr": 1.6730023370645775e-08, "epoch": 15.614913745130773, "percentage": 97.66, "elapsed_time": "1:17:02", "remaining_time": "0:01:50"}
+{"current_steps": 3510, "total_steps": 3584, "loss": 0.4074, "lr": 1.298541049003288e-08, "epoch": 15.659432387312187, "percentage": 97.94, "elapsed_time": "1:17:18", "remaining_time": "0:01:37"}
+{"current_steps": 3520, "total_steps": 3584, "loss": 0.4155, "lr": 9.714033322833494e-09, "epoch": 15.7039510294936, "percentage": 98.21, "elapsed_time": "1:17:33", "remaining_time": "0:01:24"}
+{"current_steps": 3530, "total_steps": 3584, "loss": 0.3747, "lr": 6.9162023017699255e-09, "epoch": 15.748469671675014, "percentage": 98.49, "elapsed_time": "1:17:49", "remaining_time": "0:01:11"}
+{"current_steps": 3540, "total_steps": 3584, "loss": 0.3766, "lr": 4.592182923068289e-09, "epoch": 15.792988313856428, "percentage": 98.77, "elapsed_time": "1:18:05", "remaining_time": "0:00:58"}
+{"current_steps": 3550, "total_steps": 3584, "loss": 0.4017, "lr": 2.7421957212697692e-09, "epoch": 15.83750695603784, "percentage": 99.05, "elapsed_time": "1:18:21", "remaining_time": "0:00:45"}
+{"current_steps": 3560, "total_steps": 3584, "loss": 0.42, "lr": 1.3664162482990296e-09, "epoch": 15.882025598219254, "percentage": 99.33, "elapsed_time": "1:18:37", "remaining_time": "0:00:31"}
+{"current_steps": 3570, "total_steps": 3584, "loss": 0.44, "lr": 4.649750568080924e-10, "epoch": 15.926544240400668, "percentage": 99.61, "elapsed_time": "1:18:52", "remaining_time": "0:00:18"}
+{"current_steps": 3580, "total_steps": 3584, "loss": 0.4156, "lr": 3.795768778680487e-11, "epoch": 15.971062882582082, "percentage": 99.89, "elapsed_time": "1:19:07", "remaining_time": "0:00:05"}
+{"current_steps": 3584, "total_steps": 3584, "epoch": 15.988870339454646, "percentage": 100.0, "elapsed_time": "1:20:13", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,2572 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 15.988870339454646,
+  "eval_steps": 1000,
+  "global_step": 3584,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.044518642181413465,
+      "grad_norm": 33.75,
+      "learning_rate": 2.785515320334262e-07,
+      "loss": 2.0545,
+      "step": 10
+    },
+    {
+      "epoch": 0.08903728436282693,
+      "grad_norm": 28.125,
+      "learning_rate": 5.571030640668524e-07,
+      "loss": 2.0294,
+      "step": 20
+    },
+    {
+      "epoch": 0.1335559265442404,
+      "grad_norm": 20.875,
+      "learning_rate": 8.356545961002786e-07,
+      "loss": 1.9841,
+      "step": 30
+    },
+    {
+      "epoch": 0.17807456872565386,
+      "grad_norm": 14.25,
+      "learning_rate": 1.1142061281337048e-06,
+      "loss": 1.8176,
+      "step": 40
+    },
+    {
+      "epoch": 0.22259321090706732,
+      "grad_norm": 23.5,
+      "learning_rate": 1.392757660167131e-06,
+      "loss": 1.6325,
+      "step": 50
+    },
+    {
+      "epoch": 0.2671118530884808,
+      "grad_norm": 19.25,
+      "learning_rate": 1.6713091922005572e-06,
+      "loss": 1.6341,
+      "step": 60
+    },
+    {
+      "epoch": 0.3116304952698943,
+      "grad_norm": 13.8125,
+      "learning_rate": 1.9498607242339835e-06,
+      "loss": 1.4943,
+      "step": 70
+    },
+    {
+      "epoch": 0.3561491374513077,
+      "grad_norm": 12.0,
+      "learning_rate": 2.2284122562674097e-06,
+      "loss": 1.4708,
+      "step": 80
+    },
+    {
+      "epoch": 0.4006677796327212,
+      "grad_norm": 11.125,
+      "learning_rate": 2.506963788300836e-06,
+      "loss": 1.415,
+      "step": 90
+    },
+    {
+      "epoch": 0.44518642181413465,
+      "grad_norm": 3.203125,
+      "learning_rate": 2.785515320334262e-06,
+      "loss": 1.4596,
+      "step": 100
+    },
+    {
+      "epoch": 0.48970506399554814,
+      "grad_norm": 2.71875,
+      "learning_rate": 3.064066852367688e-06,
+      "loss": 1.4339,
+      "step": 110
+    },
+    {
+      "epoch": 0.5342237061769616,
+      "grad_norm": 2.6875,
+      "learning_rate": 3.3426183844011143e-06,
+      "loss": 1.4009,
+      "step": 120
+    },
+    {
+      "epoch": 0.5787423483583751,
+      "grad_norm": 3.109375,
+      "learning_rate": 3.6211699164345405e-06,
+      "loss": 1.3688,
+      "step": 130
+    },
+    {
+      "epoch": 0.6232609905397886,
+      "grad_norm": 2.84375,
+      "learning_rate": 3.899721448467967e-06,
+      "loss": 1.3595,
+      "step": 140
+    },
+    {
+      "epoch": 0.667779632721202,
+      "grad_norm": 2.65625,
+      "learning_rate": 4.178272980501394e-06,
+      "loss": 1.3609,
+      "step": 150
+    },
+    {
+      "epoch": 0.7122982749026154,
+      "grad_norm": 2.953125,
+      "learning_rate": 4.456824512534819e-06,
+      "loss": 1.3777,
+      "step": 160
+    },
+    {
+      "epoch": 0.756816917084029,
+      "grad_norm": 2.71875,
+      "learning_rate": 4.735376044568246e-06,
+      "loss": 1.3374,
+      "step": 170
+    },
+    {
+      "epoch": 0.8013355592654424,
+      "grad_norm": 2.90625,
+      "learning_rate": 5.013927576601672e-06,
+      "loss": 1.3524,
+      "step": 180
+    },
+    {
+      "epoch": 0.8458542014468559,
+      "grad_norm": 2.5625,
+      "learning_rate": 5.292479108635098e-06,
+      "loss": 1.3153,
+      "step": 190
+    },
+    {
+      "epoch": 0.8903728436282693,
+      "grad_norm": 2.375,
+      "learning_rate": 5.571030640668524e-06,
+      "loss": 1.3519,
+      "step": 200
+    },
+    {
+      "epoch": 0.9348914858096828,
+      "grad_norm": 3.140625,
+      "learning_rate": 5.849582172701951e-06,
+      "loss": 1.348,
+      "step": 210
+    },
+    {
+      "epoch": 0.9794101279910963,
+      "grad_norm": 2.8125,
+      "learning_rate": 6.128133704735376e-06,
+      "loss": 1.3062,
+      "step": 220
+    },
+    {
+      "epoch": 1.0261547022815805,
+      "grad_norm": 2.5,
+      "learning_rate": 6.406685236768803e-06,
+      "loss": 1.4358,
+      "step": 230
+    },
+    {
+      "epoch": 1.070673344462994,
+      "grad_norm": 2.40625,
+      "learning_rate": 6.685236768802229e-06,
+      "loss": 1.2481,
+      "step": 240
+    },
+    {
+      "epoch": 1.1151919866444073,
+      "grad_norm": 2.8125,
+      "learning_rate": 6.963788300835655e-06,
+      "loss": 1.2833,
+      "step": 250
+    },
+    {
+      "epoch": 1.1597106288258208,
+      "grad_norm": 2.140625,
+      "learning_rate": 7.242339832869081e-06,
+      "loss": 1.1941,
+      "step": 260
+    },
+    {
+      "epoch": 1.2042292710072342,
+      "grad_norm": 2.46875,
+      "learning_rate": 7.5208913649025075e-06,
+      "loss": 1.2831,
+      "step": 270
+    },
+    {
+      "epoch": 1.2487479131886476,
+      "grad_norm": 2.671875,
+      "learning_rate": 7.799442896935934e-06,
+      "loss": 1.2854,
+      "step": 280
+    },
+    {
+      "epoch": 1.293266555370061,
+      "grad_norm": 2.46875,
+      "learning_rate": 8.07799442896936e-06,
+      "loss": 1.257,
+      "step": 290
+    },
+    {
+      "epoch": 1.3377851975514747,
+      "grad_norm": 2.03125,
+      "learning_rate": 8.356545961002787e-06,
+      "loss": 1.2468,
+      "step": 300
+    },
+    {
+      "epoch": 1.3823038397328882,
+      "grad_norm": 2.0625,
+      "learning_rate": 8.635097493036211e-06,
+      "loss": 1.2743,
+      "step": 310
+    },
+    {
+      "epoch": 1.4268224819143016,
+      "grad_norm": 2.109375,
+      "learning_rate": 8.913649025069639e-06,
+      "loss": 1.2265,
+      "step": 320
+    },
+    {
+      "epoch": 1.471341124095715,
+      "grad_norm": 2.078125,
+      "learning_rate": 9.192200557103064e-06,
+      "loss": 1.2898,
+      "step": 330
+    },
+    {
+      "epoch": 1.5158597662771287,
+      "grad_norm": 2.0,
+      "learning_rate": 9.470752089136492e-06,
+      "loss": 1.2406,
+      "step": 340
+    },
+    {
+      "epoch": 1.5603784084585421,
+      "grad_norm": 2.21875,
+      "learning_rate": 9.749303621169918e-06,
+      "loss": 1.2098,
+      "step": 350
+    },
+    {
+      "epoch": 1.6048970506399556,
+      "grad_norm": 1.953125,
+      "learning_rate": 9.9999976276417e-06,
+      "loss": 1.2067,
+      "step": 360
+    },
+    {
+      "epoch": 1.649415692821369,
+      "grad_norm": 1.9765625,
+      "learning_rate": 9.999712947369595e-06,
+      "loss": 1.2338,
+      "step": 370
+    },
+    {
+      "epoch": 1.6939343350027825,
+      "grad_norm": 1.859375,
+      "learning_rate": 9.998953826391322e-06,
+      "loss": 1.2546,
+      "step": 380
+    },
+    {
+      "epoch": 1.738452977184196,
+      "grad_norm": 2.015625,
+      "learning_rate": 9.997720336742596e-06,
+      "loss": 1.201,
+      "step": 390
+    },
+    {
+      "epoch": 1.7829716193656093,
+      "grad_norm": 2.09375,
+      "learning_rate": 9.996012595473676e-06,
+      "loss": 1.1761,
+      "step": 400
+    },
+    {
+      "epoch": 1.8274902615470228,
+      "grad_norm": 2.015625,
+      "learning_rate": 9.993830764638262e-06,
+      "loss": 1.1884,
+      "step": 410
+    },
+    {
+      "epoch": 1.8720089037284362,
+      "grad_norm": 1.90625,
+      "learning_rate": 9.991175051278111e-06,
+      "loss": 1.1951,
+      "step": 420
+    },
+    {
+      "epoch": 1.9165275459098496,
+      "grad_norm": 2.09375,
+      "learning_rate": 9.988045707403394e-06,
+      "loss": 1.175,
+      "step": 430
+    },
+    {
+      "epoch": 1.961046188091263,
+      "grad_norm": 2.0625,
+      "learning_rate": 9.984443029968786e-06,
+      "loss": 1.2045,
+      "step": 440
+    },
+    {
+      "epoch": 2.0077907623817475,
+      "grad_norm": 2.03125,
+      "learning_rate": 9.980367360845278e-06,
+      "loss": 1.3052,
+      "step": 450
+    },
+    {
+      "epoch": 2.052309404563161,
+      "grad_norm": 1.984375,
+      "learning_rate": 9.975819086787743e-06,
+      "loss": 1.1092,
+      "step": 460
+    },
+    {
+      "epoch": 2.0968280467445743,
+      "grad_norm": 2.1875,
+      "learning_rate": 9.970798639398228e-06,
+      "loss": 1.1435,
+      "step": 470
+    },
+    {
+      "epoch": 2.141346688925988,
+      "grad_norm": 1.8828125,
+      "learning_rate": 9.965306495085005e-06,
+      "loss": 1.0927,
+      "step": 480
+    },
+    {
+      "epoch": 2.185865331107401,
+      "grad_norm": 2.03125,
+      "learning_rate": 9.959343175017362e-06,
+      "loss": 1.0692,
+      "step": 490
+    },
+    {
+      "epoch": 2.2303839732888147,
+      "grad_norm": 1.8671875,
+      "learning_rate": 9.952909245076141e-06,
+      "loss": 1.0603,
+      "step": 500
+    },
+    {
+      "epoch": 2.274902615470228,
+      "grad_norm": 2.03125,
+      "learning_rate": 9.946005315800047e-06,
+      "loss": 1.0717,
+      "step": 510
+    },
+    {
+      "epoch": 2.3194212576516415,
+      "grad_norm": 1.9140625,
+      "learning_rate": 9.93863204232771e-06,
+      "loss": 1.0808,
+      "step": 520
+    },
+    {
+      "epoch": 2.363939899833055,
+      "grad_norm": 1.609375,
+      "learning_rate": 9.930790124335511e-06,
+      "loss": 1.0297,
+      "step": 530
+    },
+    {
+      "epoch": 2.4084585420144684,
+      "grad_norm": 1.84375,
+      "learning_rate": 9.922480305971193e-06,
+      "loss": 1.0481,
+      "step": 540
+    },
+    {
+      "epoch": 2.452977184195882,
+      "grad_norm": 1.90625,
+      "learning_rate": 9.91370337578325e-06,
+      "loss": 1.0919,
+      "step": 550
+    },
+    {
+      "epoch": 2.4974958263772953,
+      "grad_norm": 2.09375,
+      "learning_rate": 9.904460166646084e-06,
+      "loss": 1.0835,
+      "step": 560
+    },
+    {
+      "epoch": 2.542014468558709,
+      "grad_norm": 1.8046875,
+      "learning_rate": 9.894751555680988e-06,
+      "loss": 1.0336,
+      "step": 570
+    },
+    {
+      "epoch": 2.586533110740122,
+      "grad_norm": 2.0625,
+      "learning_rate": 9.884578464172901e-06,
+      "loss": 1.0728,
+      "step": 580
+    },
+    {
+      "epoch": 2.631051752921536,
+      "grad_norm": 1.6484375,
+      "learning_rate": 9.873941857482988e-06,
+      "loss": 1.0493,
+      "step": 590
+    },
+    {
+      "epoch": 2.6755703951029495,
+      "grad_norm": 1.796875,
+      "learning_rate": 9.862842744957037e-06,
+      "loss": 1.0346,
+      "step": 600
+    },
+    {
+      "epoch": 2.720089037284363,
+      "grad_norm": 1.7421875,
+      "learning_rate": 9.85128217982967e-06,
+      "loss": 1.0483,
+      "step": 610
+    },
+    {
+      "epoch": 2.7646076794657763,
+      "grad_norm": 1.6796875,
+      "learning_rate": 9.8392612591244e-06,
+      "loss": 1.0384,
+      "step": 620
+    },
+    {
+      "epoch": 2.80912632164719,
+      "grad_norm": 1.765625,
+      "learning_rate": 9.826781123549542e-06,
+      "loss": 1.0266,
+      "step": 630
+    },
+    {
+      "epoch": 2.853644963828603,
+      "grad_norm": 1.578125,
+      "learning_rate": 9.813842957389953e-06,
+      "loss": 1.0352,
+      "step": 640
+    },
+    {
+      "epoch": 2.8981636060100167,
+      "grad_norm": 1.796875,
+      "learning_rate": 9.800447988394657e-06,
+      "loss": 1.009,
+      "step": 650
+    },
+    {
+      "epoch": 2.94268224819143,
+      "grad_norm": 1.796875,
+      "learning_rate": 9.786597487660336e-06,
+      "loss": 1.0834,
+      "step": 660
+    },
+    {
+      "epoch": 2.9872008903728435,
+      "grad_norm": 1.8046875,
+      "learning_rate": 9.772292769510718e-06,
+      "loss": 1.0735,
+      "step": 670
+    },
+    {
+      "epoch": 3.033945464663328,
+      "grad_norm": 1.6484375,
+      "learning_rate": 9.75753519137185e-06,
+      "loss": 1.0532,
+      "step": 680
+    },
+    {
+      "epoch": 3.0784641068447414,
+      "grad_norm": 1.8125,
+      "learning_rate": 9.742326153643285e-06,
+      "loss": 0.9169,
+      "step": 690
+    },
+    {
+      "epoch": 3.122982749026155,
+      "grad_norm": 1.671875,
+      "learning_rate": 9.726667099565202e-06,
+      "loss": 0.9443,
+      "step": 700
+    },
+    {
+      "epoch": 3.1675013912075682,
+      "grad_norm": 1.6015625,
+      "learning_rate": 9.710559515081446e-06,
+      "loss": 0.9023,
+      "step": 710
+    },
+    {
+      "epoch": 3.2120200333889817,
+      "grad_norm": 1.7265625,
+      "learning_rate": 9.69400492869852e-06,
+      "loss": 0.9227,
+      "step": 720
+    },
+    {
+      "epoch": 3.256538675570395,
+      "grad_norm": 1.71875,
+      "learning_rate": 9.677004911340539e-06,
+      "loss": 0.9329,
+      "step": 730
+    },
+    {
+      "epoch": 3.3010573177518086,
+      "grad_norm": 1.875,
+      "learning_rate": 9.659561076200173e-06,
+      "loss": 0.903,
+      "step": 740
+    },
+    {
+      "epoch": 3.345575959933222,
+      "grad_norm": 1.484375,
+      "learning_rate": 9.64167507858554e-06,
+      "loss": 0.9046,
+      "step": 750
+    },
+    {
+      "epoch": 3.3900946021146354,
+      "grad_norm": 1.65625,
+      "learning_rate": 9.62334861576315e-06,
+      "loss": 0.927,
+      "step": 760
+    },
+    {
+      "epoch": 3.434613244296049,
+      "grad_norm": 1.8046875,
+      "learning_rate": 9.604583426796837e-06,
+      "loss": 0.9274,
+      "step": 770
+    },
+    {
+      "epoch": 3.4791318864774623,
+      "grad_norm": 1.53125,
+      "learning_rate": 9.585381292382734e-06,
+      "loss": 0.9127,
+      "step": 780
+    },
+    {
+      "epoch": 3.5236505286588757,
+      "grad_norm": 1.59375,
+      "learning_rate": 9.565744034680291e-06,
+      "loss": 0.9269,
+      "step": 790
+    },
+    {
+      "epoch": 3.5681691708402896,
+      "grad_norm": 1.6796875,
+      "learning_rate": 9.545673517139376e-06,
+      "loss": 0.8863,
+      "step": 800
+    },
+    {
+      "epoch": 3.6126878130217026,
+      "grad_norm": 1.359375,
+      "learning_rate": 9.52517164432343e-06,
+      "loss": 0.8776,
+      "step": 810
+    },
+    {
+      "epoch": 3.6572064552031165,
+      "grad_norm": 1.3359375,
+      "learning_rate": 9.50424036172875e-06,
+      "loss": 0.9424,
+      "step": 820
+    },
+    {
+      "epoch": 3.70172509738453,
+      "grad_norm": 1.4296875,
+      "learning_rate": 9.482881655599867e-06,
+      "loss": 0.8712,
+      "step": 830
+    },
+    {
+      "epoch": 3.7462437395659434,
+      "grad_norm": 1.5390625,
+      "learning_rate": 9.461097552741065e-06,
+      "loss": 0.9157,
+      "step": 840
+    },
+    {
+      "epoch": 3.790762381747357,
+      "grad_norm": 1.296875,
+      "learning_rate": 9.438890120324049e-06,
+      "loss": 0.8571,
+      "step": 850
+    },
+    {
+      "epoch": 3.8352810239287702,
+      "grad_norm": 1.328125,
+      "learning_rate": 9.416261465691786e-06,
+      "loss": 0.861,
+      "step": 860
+    },
+    {
+      "epoch": 3.8797996661101837,
+      "grad_norm": 1.265625,
+      "learning_rate": 9.393213736158532e-06,
+      "loss": 0.8952,
+      "step": 870
+    },
+    {
+      "epoch": 3.924318308291597,
+      "grad_norm": 1.328125,
+      "learning_rate": 9.369749118806063e-06,
+      "loss": 0.8598,
+      "step": 880
+    },
+    {
+      "epoch": 3.9688369504730105,
+      "grad_norm": 1.3359375,
+      "learning_rate": 9.345869840276138e-06,
+      "loss": 0.8614,
+      "step": 890
+    },
+    {
+      "epoch": 4.015581524763495,
+      "grad_norm": 1.0625,
+      "learning_rate": 9.321578166559202e-06,
+      "loss": 0.8842,
+      "step": 900
+    },
+    {
+      "epoch": 4.060100166944908,
+      "grad_norm": 1.25,
+      "learning_rate": 9.296876402779357e-06,
+      "loss": 0.7889,
+      "step": 910
+    },
+    {
+      "epoch": 4.104618809126322,
+      "grad_norm": 1.2109375,
+      "learning_rate": 9.271766892975632e-06,
+      "loss": 0.8188,
+      "step": 920
+    },
+    {
+      "epoch": 4.149137451307735,
+      "grad_norm": 1.1796875,
+      "learning_rate": 9.246252019879526e-06,
+      "loss": 0.7822,
+      "step": 930
+    },
+    {
+      "epoch": 4.193656093489149,
+      "grad_norm": 1.0546875,
+      "learning_rate": 9.22033420468893e-06,
+      "loss": 0.8268,
+      "step": 940
+    },
+    {
+      "epoch": 4.238174735670562,
+      "grad_norm": 1.015625,
+      "learning_rate": 9.194015906838345e-06,
+      "loss": 0.7838,
+      "step": 950
+    },
+    {
+      "epoch": 4.282693377851976,
+      "grad_norm": 1.2109375,
+      "learning_rate": 9.167299623765515e-06,
+      "loss": 0.7691,
+      "step": 960
+    },
+    {
+      "epoch": 4.3272120200333895,
+      "grad_norm": 1.171875,
+      "learning_rate": 9.14018789067443e-06,
+      "loss": 0.7575,
+      "step": 970
+    },
+    {
+      "epoch": 4.371730662214802,
+      "grad_norm": 1.1640625,
+      "learning_rate": 9.11268328029475e-06,
+      "loss": 0.8305,
+      "step": 980
+    },
+    {
+      "epoch": 4.416249304396216,
+      "grad_norm": 1.0390625,
+      "learning_rate": 9.08478840263767e-06,
+      "loss": 0.7607,
+      "step": 990
+    },
+    {
+      "epoch": 4.460767946577629,
+      "grad_norm": 0.99609375,
+      "learning_rate": 9.05650590474825e-06,
+      "loss": 0.7759,
+      "step": 1000
+    },
+    {
+      "epoch": 4.460767946577629,
+      "eval_loss": 1.0106589794158936,
+      "eval_runtime": 46.0703,
+      "eval_samples_per_second": 8.682,
+      "eval_steps_per_second": 8.682,
+      "step": 1000
+    },
+    {
+      "epoch": 4.505286588759043,
+      "grad_norm": 0.9140625,
+      "learning_rate": 9.027838470454222e-06,
+      "loss": 0.7025,
+      "step": 1010
+    },
+    {
+      "epoch": 4.549805230940456,
+      "grad_norm": 1.046875,
+      "learning_rate": 8.998788820111323e-06,
+      "loss": 0.776,
+      "step": 1020
+    },
+    {
+      "epoch": 4.59432387312187,
+      "grad_norm": 1.0078125,
+      "learning_rate": 8.969359710345132e-06,
+      "loss": 0.8328,
+      "step": 1030
+    },
+    {
+      "epoch": 4.638842515303283,
+      "grad_norm": 1.0546875,
+      "learning_rate": 8.939553933789499e-06,
+      "loss": 0.7564,
+      "step": 1040
+    },
+    {
+      "epoch": 4.683361157484697,
+      "grad_norm": 1.1796875,
+      "learning_rate": 8.90937431882154e-06,
+      "loss": 0.7684,
+      "step": 1050
+    },
+    {
+      "epoch": 4.72787979966611,
+      "grad_norm": 1.109375,
+      "learning_rate": 8.878823729293238e-06,
+      "loss": 0.8135,
+      "step": 1060
+    },
+    {
+      "epoch": 4.772398441847524,
+      "grad_norm": 1.1953125,
+      "learning_rate": 8.847905064259683e-06,
+      "loss": 0.8271,
+      "step": 1070
+    },
+    {
+      "epoch": 4.816917084028937,
+      "grad_norm": 1.0625,
+      "learning_rate": 8.816621257703969e-06,
+      "loss": 0.8179,
+      "step": 1080
+    },
+    {
+      "epoch": 4.861435726210351,
+      "grad_norm": 1.0546875,
+      "learning_rate": 8.784975278258783e-06,
+      "loss": 0.7721,
+      "step": 1090
+    },
+    {
+      "epoch": 4.905954368391764,
+      "grad_norm": 1.0546875,
+      "learning_rate": 8.752970128924696e-06,
+      "loss": 0.7752,
+      "step": 1100
+    },
+    {
+      "epoch": 4.950473010573178,
+      "grad_norm": 0.91015625,
+      "learning_rate": 8.7206088467852e-06,
+      "loss": 0.788,
+      "step": 1110
+    },
+    {
+      "epoch": 4.994991652754591,
+      "grad_norm": 0.9609375,
+      "learning_rate": 8.687894502718503e-06,
+      "loss": 0.8012,
+      "step": 1120
+    },
+    {
+      "epoch": 5.041736227045075,
+      "grad_norm": 0.8984375,
+      "learning_rate": 8.654830201106133e-06,
+      "loss": 0.8055,
+      "step": 1130
+    },
+    {
+      "epoch": 5.086254869226488,
+      "grad_norm": 0.98046875,
+      "learning_rate": 8.621419079538337e-06,
+      "loss": 0.7483,
+      "step": 1140
+    },
+    {
+      "epoch": 5.130773511407902,
+      "grad_norm": 0.9375,
+      "learning_rate": 8.587664308516361e-06,
+      "loss": 0.7349,
+      "step": 1150
+    },
+    {
+      "epoch": 5.175292153589315,
+      "grad_norm": 0.80859375,
+      "learning_rate": 8.553569091151576e-06,
+      "loss": 0.7454,
+      "step": 1160
+    },
+    {
+      "epoch": 5.219810795770729,
+      "grad_norm": 0.953125,
+      "learning_rate": 8.519136662861531e-06,
+      "loss": 0.6866,
+      "step": 1170
+    },
+    {
+      "epoch": 5.264329437952142,
+      "grad_norm": 0.859375,
+      "learning_rate": 8.484370291062927e-06,
+      "loss": 0.7269,
+      "step": 1180
+    },
+    {
+      "epoch": 5.308848080133556,
+      "grad_norm": 0.94140625,
+      "learning_rate": 8.449273274861566e-06,
+      "loss": 0.6977,
+      "step": 1190
+    },
+    {
+      "epoch": 5.353366722314969,
+      "grad_norm": 0.8984375,
+      "learning_rate": 8.413848944739282e-06,
+      "loss": 0.6814,
+      "step": 1200
+    },
+    {
+      "epoch": 5.397885364496383,
+      "grad_norm": 0.97265625,
+      "learning_rate": 8.378100662237904e-06,
+      "loss": 0.7206,
+      "step": 1210
+    },
+    {
+      "epoch": 5.442404006677796,
+      "grad_norm": 0.85546875,
+      "learning_rate": 8.342031819640263e-06,
+      "loss": 0.7317,
+      "step": 1220
+    },
+    {
+      "epoch": 5.48692264885921,
+      "grad_norm": 0.859375,
+      "learning_rate": 8.305645839648287e-06,
+      "loss": 0.7149,
+      "step": 1230
+    },
+    {
+      "epoch": 5.531441291040624,
+      "grad_norm": 0.8984375,
+      "learning_rate": 8.268946175058214e-06,
+      "loss": 0.6568,
+      "step": 1240
+    },
+    {
+      "epoch": 5.575959933222037,
+      "grad_norm": 0.859375,
+      "learning_rate": 8.231936308432935e-06,
+      "loss": 0.7292,
+      "step": 1250
+    },
+    {
+      "epoch": 5.6204785754034505,
+      "grad_norm": 0.82421875,
+      "learning_rate": 8.194619751771527e-06,
+      "loss": 0.6966,
+      "step": 1260
+    },
+    {
+      "epoch": 5.6649972175848635,
+      "grad_norm": 0.85546875,
+      "learning_rate": 8.157000046175984e-06,
+      "loss": 0.7128,
+      "step": 1270
+    },
+    {
+      "epoch": 5.709515859766277,
+      "grad_norm": 0.77734375,
+      "learning_rate": 8.119080761515197e-06,
+      "loss": 0.7343,
+      "step": 1280
+    },
+    {
+      "epoch": 5.75403450194769,
+      "grad_norm": 0.953125,
+      "learning_rate": 8.080865496086177e-06,
+      "loss": 0.7454,
+      "step": 1290
+    },
+    {
+      "epoch": 5.798553144129104,
+      "grad_norm": 0.89453125,
+      "learning_rate": 8.042357876272626e-06,
+      "loss": 0.7337,
+      "step": 1300
+    },
+    {
+      "epoch": 5.843071786310517,
+      "grad_norm": 0.796875,
+      "learning_rate": 8.003561556200796e-06,
+      "loss": 0.7011,
+      "step": 1310
+    },
+    {
+      "epoch": 5.887590428491931,
+      "grad_norm": 0.83984375,
+      "learning_rate": 7.964480217392739e-06,
+      "loss": 0.6969,
+      "step": 1320
+    },
+    {
+      "epoch": 5.932109070673344,
+      "grad_norm": 0.96484375,
+      "learning_rate": 7.925117568416966e-06,
+      "loss": 0.7272,
+      "step": 1330
+    },
+    {
+      "epoch": 5.976627712854758,
+      "grad_norm": 0.89453125,
+      "learning_rate": 7.885477344536516e-06,
+      "loss": 0.6795,
+      "step": 1340
+    },
+    {
+      "epoch": 6.023372287145242,
+      "grad_norm": 0.8828125,
+      "learning_rate": 7.845563307354506e-06,
+      "loss": 0.7507,
+      "step": 1350
+    },
+    {
+      "epoch": 6.067890929326656,
+      "grad_norm": 0.83984375,
+      "learning_rate": 7.80537924445718e-06,
+      "loss": 0.6812,
+      "step": 1360
+    },
+    {
+      "epoch": 6.112409571508069,
+      "grad_norm": 0.94921875,
+      "learning_rate": 7.764928969054493e-06,
+      "loss": 0.694,
+      "step": 1370
+    },
+    {
+      "epoch": 6.156928213689483,
+      "grad_norm": 0.87890625,
+      "learning_rate": 7.724216319618257e-06,
+      "loss": 0.6636,
+      "step": 1380
+    },
+    {
+      "epoch": 6.201446855870896,
+      "grad_norm": 0.828125,
+      "learning_rate": 7.683245159517903e-06,
+      "loss": 0.6817,
+      "step": 1390
+    },
+    {
+      "epoch": 6.24596549805231,
+      "grad_norm": 1.0546875,
+      "learning_rate": 7.642019376653858e-06,
+      "loss": 0.6709,
+      "step": 1400
+    },
+    {
+      "epoch": 6.290484140233723,
+      "grad_norm": 0.8515625,
+      "learning_rate": 7.600542883088629e-06,
+      "loss": 0.6755,
+      "step": 1410
+    },
+    {
+      "epoch": 6.3350027824151365,
+      "grad_norm": 1.03125,
+      "learning_rate": 7.5588196146755526e-06,
+      "loss": 0.7135,
+      "step": 1420
+    },
+    {
+      "epoch": 6.3795214245965495,
+      "grad_norm": 0.78515625,
+      "learning_rate": 7.5168535306853155e-06,
+      "loss": 0.6461,
+      "step": 1430
+    },
+    {
+      "epoch": 6.424040066777963,
+      "grad_norm": 0.77734375,
+      "learning_rate": 7.474648613430252e-06,
+      "loss": 0.6194,
+      "step": 1440
+    },
+    {
+      "epoch": 6.468558708959376,
+      "grad_norm": 1.2421875,
+      "learning_rate": 7.432208867886439e-06,
+      "loss": 0.6871,
+      "step": 1450
+    },
+    {
+      "epoch": 6.51307735114079,
+      "grad_norm": 1.3828125,
+      "learning_rate": 7.389538321313652e-06,
+      "loss": 0.6691,
+      "step": 1460
+    },
+    {
+      "epoch": 6.557595993322204,
+      "grad_norm": 1.625,
+      "learning_rate": 7.346641022873205e-06,
+      "loss": 0.6686,
+      "step": 1470
+    },
+    {
+      "epoch": 6.602114635503617,
+      "grad_norm": 1.8046875,
+      "learning_rate": 7.303521043243711e-06,
+      "loss": 0.648,
+      "step": 1480
+    },
+    {
+      "epoch": 6.646633277685031,
+      "grad_norm": 2.40625,
+      "learning_rate": 7.2601824742347985e-06,
+      "loss": 0.7131,
+      "step": 1490
+    },
+    {
+      "epoch": 6.691151919866444,
+      "grad_norm": 1.09375,
+      "learning_rate": 7.2166294283988315e-06,
+      "loss": 0.7121,
+      "step": 1500
+    },
+    {
+      "epoch": 6.735670562047858,
+      "grad_norm": 0.9765625,
+      "learning_rate": 7.172866038640644e-06,
+      "loss": 0.6216,
+      "step": 1510
+    },
+    {
+      "epoch": 6.780189204229271,
+      "grad_norm": 1.0390625,
+      "learning_rate": 7.128896457825364e-06,
+      "loss": 0.6726,
+      "step": 1520
+    },
+    {
+      "epoch": 6.824707846410685,
+      "grad_norm": 1.1328125,
+      "learning_rate": 7.084724858384326e-06,
+      "loss": 0.6597,
+      "step": 1530
+    },
+    {
+      "epoch": 6.869226488592098,
+      "grad_norm": 1.0546875,
+      "learning_rate": 7.04035543191914e-06,
+      "loss": 0.6608,
+      "step": 1540
+    },
+    {
+      "epoch": 6.913745130773512,
+      "grad_norm": 1.78125,
+      "learning_rate": 6.995792388803929e-06,
+      "loss": 0.6419,
+      "step": 1550
+    },
+    {
+      "epoch": 6.958263772954925,
+      "grad_norm": 1.7734375,
+      "learning_rate": 6.9510399577857976e-06,
+      "loss": 0.6505,
+      "step": 1560
+    },
+    {
+      "epoch": 7.005008347245409,
+      "grad_norm": 2.015625,
+      "learning_rate": 6.906102385583548e-06,
+      "loss": 0.734,
+      "step": 1570
+    },
+    {
+      "epoch": 7.049526989426822,
+      "grad_norm": 1.9140625,
+      "learning_rate": 6.860983936484689e-06,
+      "loss": 0.6262,
+      "step": 1580
+    },
+    {
+      "epoch": 7.094045631608236,
+      "grad_norm": 1.953125,
+      "learning_rate": 6.815688891940796e-06,
+      "loss": 0.6499,
+      "step": 1590
+    },
+    {
+      "epoch": 7.138564273789649,
+      "grad_norm": 4.53125,
+      "learning_rate": 6.770221550161214e-06,
+      "loss": 0.6259,
+      "step": 1600
+    },
+    {
+      "epoch": 7.183082915971063,
+      "grad_norm": 5.1875,
+      "learning_rate": 6.724586225705191e-06,
+      "loss": 0.6564,
+      "step": 1610
+    },
+    {
+      "epoch": 7.227601558152476,
+      "grad_norm": 6.1875,
+      "learning_rate": 6.678787249072456e-06,
+      "loss": 0.6358,
+      "step": 1620
+    },
+    {
+      "epoch": 7.27212020033389,
+      "grad_norm": 4.9375,
+      "learning_rate": 6.632828966292279e-06,
+      "loss": 0.6883,
+      "step": 1630
+    },
+    {
+      "epoch": 7.316638842515303,
+      "grad_norm": 4.625,
+      "learning_rate": 6.586715738511067e-06,
+      "loss": 0.6618,
+      "step": 1640
+    },
+    {
+      "epoch": 7.361157484696717,
+      "grad_norm": 10.9375,
+      "learning_rate": 6.540451941578505e-06,
+      "loss": 0.6233,
+      "step": 1650
+    },
+    {
+      "epoch": 7.40567612687813,
+      "grad_norm": 12.625,
+      "learning_rate": 6.494041965632335e-06,
+      "loss": 0.6973,
+      "step": 1660
+    },
+    {
+      "epoch": 7.450194769059544,
+      "grad_norm": 11.5,
+      "learning_rate": 6.447490214681742e-06,
+      "loss": 0.6683,
+      "step": 1670
+    },
+    {
+      "epoch": 7.494713411240957,
+      "grad_norm": 10.625,
+      "learning_rate": 6.400801106189457e-06,
+      "loss": 0.5964,
+      "step": 1680
+    },
+    {
+      "epoch": 7.539232053422371,
+      "grad_norm": 9.875,
+      "learning_rate": 6.353979070652555e-06,
+      "loss": 0.6784,
+      "step": 1690
+    },
+    {
+      "epoch": 7.583750695603785,
+      "grad_norm": 3.671875,
+      "learning_rate": 6.307028551182041e-06,
+      "loss": 0.6335,
+      "step": 1700
+    },
+    {
+      "epoch": 7.628269337785198,
+      "grad_norm": 3.421875,
+      "learning_rate": 6.259954003081215e-06,
+      "loss": 0.6539,
+      "step": 1710
+    },
+    {
+      "epoch": 7.6727879799666105,
+      "grad_norm": 2.828125,
+      "learning_rate": 6.212759893422908e-06,
+      "loss": 0.6371,
+      "step": 1720
+    },
+    {
+      "epoch": 7.717306622148024,
+      "grad_norm": 3.734375,
+      "learning_rate": 6.165450700625565e-06,
+      "loss": 0.6426,
+      "step": 1730
+    },
+    {
+      "epoch": 7.761825264329438,
+      "grad_norm": 3.0,
+      "learning_rate": 6.118030914028292e-06,
+      "loss": 0.6587,
+      "step": 1740
+    },
+    {
+      "epoch": 7.806343906510851,
+      "grad_norm": 3.234375,
+      "learning_rate": 6.070505033464835e-06,
+      "loss": 0.5994,
+      "step": 1750
+    },
+    {
+      "epoch": 7.850862548692265,
+      "grad_norm": 3.0,
+      "learning_rate": 6.022877568836579e-06,
+      "loss": 0.6387,
+      "step": 1760
+    },
+    {
+      "epoch": 7.895381190873678,
+      "grad_norm": 2.90625,
+      "learning_rate": 5.975153039684579e-06,
+      "loss": 0.6704,
+      "step": 1770
+    },
+    {
+      "epoch": 7.939899833055092,
+      "grad_norm": 2.609375,
+      "learning_rate": 5.927335974760699e-06,
+      "loss": 0.6274,
+      "step": 1780
+    },
+    {
+      "epoch": 7.984418475236505,
+      "grad_norm": 3.03125,
+      "learning_rate": 5.87943091159785e-06,
+      "loss": 0.6611,
+      "step": 1790
+    },
+    {
+      "epoch": 8.03116304952699,
+      "grad_norm": 2.609375,
+      "learning_rate": 5.831442396079413e-06,
+      "loss": 0.6732,
+      "step": 1800
+    },
+    {
+      "epoch": 8.075681691708404,
+      "grad_norm": 3.078125,
+      "learning_rate": 5.78337498200786e-06,
+      "loss": 0.5774,
+      "step": 1810
+    },
+    {
+      "epoch": 8.120200333889816,
+      "grad_norm": 2.71875,
+      "learning_rate": 5.735233230672636e-06,
+      "loss": 0.6312,
+      "step": 1820
+    },
+    {
+      "epoch": 8.16471897607123,
+      "grad_norm": 2.96875,
+      "learning_rate": 5.687021710417308e-06,
+      "loss": 0.6262,
+      "step": 1830
+    },
+    {
+      "epoch": 8.209237618252644,
+      "grad_norm": 2.765625,
+      "learning_rate": 5.638744996206074e-06,
+      "loss": 0.5604,
+      "step": 1840
+    },
+    {
+      "epoch": 8.253756260434058,
+      "grad_norm": 3.078125,
+      "learning_rate": 5.590407669189612e-06,
+      "loss": 0.6017,
+      "step": 1850
+    },
+    {
+      "epoch": 8.29827490261547,
+      "grad_norm": 2.140625,
+      "learning_rate": 5.542014316270377e-06,
+      "loss": 0.5133,
+      "step": 1860
+    },
+    {
+      "epoch": 8.342793544796884,
+      "grad_norm": 2.5,
+      "learning_rate": 5.493569529667312e-06,
+      "loss": 0.5995,
+      "step": 1870
+    },
+    {
+      "epoch": 8.387312186978297,
+      "grad_norm": 2.96875,
+      "learning_rate": 5.445077906480095e-06,
+      "loss": 0.6081,
+      "step": 1880
+    },
+    {
+      "epoch": 8.431830829159711,
+      "grad_norm": 2.359375,
+      "learning_rate": 5.396544048252893e-06,
+      "loss": 0.6193,
+      "step": 1890
+    },
+    {
+      "epoch": 8.476349471341123,
+      "grad_norm": 2.5625,
+      "learning_rate": 5.3479725605377065e-06,
+      "loss": 0.568,
+      "step": 1900
+    },
+    {
+      "epoch": 8.520868113522537,
+      "grad_norm": 2.59375,
+      "learning_rate": 5.299368052457332e-06,
+      "loss": 0.5966,
+      "step": 1910
+    },
+    {
+      "epoch": 8.565386755703951,
+      "grad_norm": 2.90625,
+      "learning_rate": 5.250735136267993e-06,
+      "loss": 0.6217,
+      "step": 1920
+    },
+    {
+      "epoch": 8.609905397885365,
+      "grad_norm": 2.375,
+      "learning_rate": 5.2020784269216515e-06,
+      "loss": 0.554,
+      "step": 1930
+    },
+    {
+      "epoch": 8.654424040066779,
+      "grad_norm": 2.40625,
+      "learning_rate": 5.153402541628097e-06,
+      "loss": 0.562,
+      "step": 1940
+    },
+    {
+      "epoch": 8.698942682248191,
+      "grad_norm": 2.203125,
+      "learning_rate": 5.1047120994167855e-06,
+      "loss": 0.598,
+      "step": 1950
+    },
+    {
+      "epoch": 8.743461324429605,
+      "grad_norm": 2.96875,
+      "learning_rate": 5.056011720698536e-06,
+      "loss": 0.6065,
+      "step": 1960
+    },
+    {
+      "epoch": 8.787979966611019,
+      "grad_norm": 2.53125,
+      "learning_rate": 5.007306026827076e-06,
+      "loss": 0.5696,
+      "step": 1970
+    },
+    {
+      "epoch": 8.832498608792433,
+      "grad_norm": 2.171875,
+      "learning_rate": 4.958599639660508e-06,
+      "loss": 0.5824,
+      "step": 1980
+    },
+    {
+      "epoch": 8.877017250973845,
+      "grad_norm": 2.5625,
+      "learning_rate": 4.909897181122725e-06,
+      "loss": 0.6082,
+      "step": 1990
+    },
+    {
+      "epoch": 8.921535893155259,
+      "grad_norm": 2.84375,
+      "learning_rate": 4.861203272764813e-06,
+      "loss": 0.554,
+      "step": 2000
+    },
+    {
+      "epoch": 8.921535893155259,
+      "eval_loss": 0.9391384720802307,
+      "eval_runtime": 17.1717,
+      "eval_samples_per_second": 23.294,
+      "eval_steps_per_second": 23.294,
+      "step": 2000
+    },
+    {
+      "epoch": 8.966054535336673,
+      "grad_norm": 2.125,
+      "learning_rate": 4.8125225353265085e-06,
+      "loss": 0.5373,
+      "step": 2010
+    },
+    {
+      "epoch": 9.012799109627156,
+      "grad_norm": 2.203125,
+      "learning_rate": 4.7638595882977064e-06,
+      "loss": 0.6353,
+      "step": 2020
+    },
+    {
+      "epoch": 9.05731775180857,
+      "grad_norm": 2.25,
+      "learning_rate": 4.71521904948011e-06,
+      "loss": 0.5151,
+      "step": 2030
+    },
+    {
+      "epoch": 9.101836393989982,
+      "grad_norm": 1.9296875,
+      "learning_rate": 4.666605534549021e-06,
+      "loss": 0.5314,
+      "step": 2040
+    },
+    {
+      "epoch": 9.146355036171396,
+      "grad_norm": 2.296875,
+      "learning_rate": 4.618023656615352e-06,
+      "loss": 0.5424,
+      "step": 2050
+    },
+    {
+      "epoch": 9.19087367835281,
+      "grad_norm": 2.21875,
+      "learning_rate": 4.569478025787869e-06,
+      "loss": 0.4959,
+      "step": 2060
+    },
+    {
+      "epoch": 9.235392320534224,
+      "grad_norm": 2.078125,
+      "learning_rate": 4.520973248735715e-06,
+      "loss": 0.5301,
+      "step": 2070
+    },
+    {
+      "epoch": 9.279910962715638,
+      "grad_norm": 2.265625,
+      "learning_rate": 4.472513928251275e-06,
+      "loss": 0.5219,
+      "step": 2080
+    },
+    {
+      "epoch": 9.32442960489705,
+      "grad_norm": 3.078125,
+      "learning_rate": 4.424104662813396e-06,
+      "loss": 0.5537,
+      "step": 2090
+    },
+    {
+      "epoch": 9.368948247078464,
+      "grad_norm": 2.21875,
+      "learning_rate": 4.375750046151023e-06,
+      "loss": 0.5269,
+      "step": 2100
+    },
+    {
+      "epoch": 9.413466889259878,
+      "grad_norm": 1.84375,
+      "learning_rate": 4.3274546668072835e-06,
+      "loss": 0.5535,
+      "step": 2110
+    },
+    {
+      "epoch": 9.457985531441292,
+      "grad_norm": 2.234375,
+      "learning_rate": 4.279223107704058e-06,
+      "loss": 0.5382,
+      "step": 2120
+    },
+    {
+      "epoch": 9.502504173622704,
+      "grad_norm": 2.1875,
+      "learning_rate": 4.2310599457071e-06,
+      "loss": 0.5643,
+      "step": 2130
+    },
+    {
+      "epoch": 9.547022815804118,
+      "grad_norm": 2.171875,
+      "learning_rate": 4.1829697511917146e-06,
+      "loss": 0.5493,
+      "step": 2140
+    },
+    {
+      "epoch": 9.591541457985532,
+      "grad_norm": 2.328125,
+      "learning_rate": 4.134957087609065e-06,
+      "loss": 0.5457,
+      "step": 2150
+    },
+    {
+      "epoch": 9.636060100166945,
+      "grad_norm": 2.484375,
+      "learning_rate": 4.087026511053116e-06,
+      "loss": 0.4859,
+      "step": 2160
+    },
+    {
+      "epoch": 9.680578742348358,
+      "grad_norm": 2.1875,
+      "learning_rate": 4.0391825698283084e-06,
+      "loss": 0.4969,
+      "step": 2170
+    },
+    {
+      "epoch": 9.725097384529771,
+      "grad_norm": 2.125,
+      "learning_rate": 3.991429804017944e-06,
+      "loss": 0.5311,
+      "step": 2180
+    },
+    {
+      "epoch": 9.769616026711185,
+      "grad_norm": 1.9921875,
+      "learning_rate": 3.9437727450533605e-06,
+      "loss": 0.5437,
+      "step": 2190
+    },
+    {
+      "epoch": 9.8141346688926,
+      "grad_norm": 1.9609375,
+      "learning_rate": 3.89621591528393e-06,
+      "loss": 0.5197,
+      "step": 2200
+    },
+    {
+      "epoch": 9.858653311074011,
+      "grad_norm": 1.90625,
+      "learning_rate": 3.848763827547915e-06,
+      "loss": 0.5104,
+      "step": 2210
+    },
+    {
+      "epoch": 9.903171953255425,
+      "grad_norm": 1.859375,
+      "learning_rate": 3.8014209847442345e-06,
+      "loss": 0.55,
+      "step": 2220
+    },
+    {
+      "epoch": 9.947690595436839,
+      "grad_norm": 1.8671875,
+      "learning_rate": 3.7541918794051637e-06,
+      "loss": 0.53,
+      "step": 2230
+    },
+    {
+      "epoch": 9.992209237618253,
+      "grad_norm": 2.203125,
+      "learning_rate": 3.7070809932700134e-06,
+      "loss": 0.4882,
+      "step": 2240
+    },
+    {
+      "epoch": 10.038953811908737,
+      "grad_norm": 1.75,
+      "learning_rate": 3.6600927968598588e-06,
+      "loss": 0.4714,
+      "step": 2250
+    },
+    {
+      "epoch": 10.08347245409015,
+      "grad_norm": 1.90625,
+      "learning_rate": 3.613231749053304e-06,
+      "loss": 0.4774,
+      "step": 2260
+    },
+    {
+      "epoch": 10.127991096271563,
+      "grad_norm": 2.046875,
+      "learning_rate": 3.5665022966633678e-06,
+      "loss": 0.4764,
+      "step": 2270
+    },
+    {
+      "epoch": 10.172509738452977,
+      "grad_norm": 1.953125,
+      "learning_rate": 3.519908874015501e-06,
+      "loss": 0.4632,
+      "step": 2280
+    },
+    {
+      "epoch": 10.21702838063439,
+      "grad_norm": 1.9453125,
+      "learning_rate": 3.473455902526809e-06,
+      "loss": 0.4604,
+      "step": 2290
+    },
+    {
+      "epoch": 10.261547022815805,
+      "grad_norm": 1.6484375,
+      "learning_rate": 3.4271477902864836e-06,
+      "loss": 0.4753,
+      "step": 2300
+    },
+    {
+      "epoch": 10.306065664997218,
+      "grad_norm": 1.6875,
+      "learning_rate": 3.3809889316375012e-06,
+      "loss": 0.4323,
+      "step": 2310
+    },
+    {
+      "epoch": 10.35058430717863,
+      "grad_norm": 1.734375,
+      "learning_rate": 3.334983706759627e-06,
+      "loss": 0.4659,
+      "step": 2320
+    },
+    {
+      "epoch": 10.395102949360044,
+      "grad_norm": 1.9453125,
+      "learning_rate": 3.2891364812537686e-06,
+      "loss": 0.4896,
+      "step": 2330
+    },
+    {
+      "epoch": 10.439621591541458,
+      "grad_norm": 1.8515625,
+      "learning_rate": 3.2434516057277055e-06,
+      "loss": 0.478,
+      "step": 2340
+    },
+    {
+      "epoch": 10.484140233722872,
+      "grad_norm": 1.765625,
+      "learning_rate": 3.1979334153832486e-06,
+      "loss": 0.4453,
+      "step": 2350
+    },
+    {
+      "epoch": 10.528658875904284,
+      "grad_norm": 1.7421875,
+      "learning_rate": 3.1525862296048446e-06,
+      "loss": 0.5075,
+      "step": 2360
+    },
+    {
+      "epoch": 10.573177518085698,
+      "grad_norm": 1.5546875,
+      "learning_rate": 3.1074143515497114e-06,
+      "loss": 0.4865,
+      "step": 2370
+    },
+    {
+      "epoch": 10.617696160267112,
+      "grad_norm": 1.5234375,
+      "learning_rate": 3.0624220677394854e-06,
+      "loss": 0.5178,
+      "step": 2380
+    },
+    {
+      "epoch": 10.662214802448526,
+      "grad_norm": 2.015625,
+      "learning_rate": 3.017613647653461e-06,
+      "loss": 0.5069,
+      "step": 2390
+    },
+    {
+      "epoch": 10.706733444629938,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.9729933433234402e-06,
+      "loss": 0.4423,
+      "step": 2400
+    },
+    {
+      "epoch": 10.751252086811352,
+      "grad_norm": 1.609375,
+      "learning_rate": 2.9285653889302514e-06,
+      "loss": 0.4359,
+      "step": 2410
+    },
+    {
+      "epoch": 10.795770728992766,
+      "grad_norm": 1.296875,
+      "learning_rate": 2.8843340004019427e-06,
+      "loss": 0.4517,
+      "step": 2420
+    },
+    {
+      "epoch": 10.84028937117418,
+      "grad_norm": 1.578125,
+      "learning_rate": 2.8403033750137255e-06,
+      "loss": 0.4775,
+      "step": 2430
+    },
+    {
+      "epoch": 10.884808013355592,
+      "grad_norm": 1.5,
+      "learning_rate": 2.7964776909896733e-06,
+      "loss": 0.5064,
+      "step": 2440
+    },
+    {
+      "epoch": 10.929326655537006,
+      "grad_norm": 1.4609375,
+      "learning_rate": 2.7528611071062366e-06,
+      "loss": 0.4651,
+      "step": 2450
+    },
+    {
+      "epoch": 10.97384529771842,
+      "grad_norm": 1.4921875,
+      "learning_rate": 2.7094577622976096e-06,
+      "loss": 0.4909,
+      "step": 2460
+    },
+    {
+      "epoch": 11.020589872008903,
+      "grad_norm": 1.3984375,
+      "learning_rate": 2.6662717752629597e-06,
+      "loss": 0.4996,
+      "step": 2470
+    },
+    {
+      "epoch": 11.065108514190317,
+      "grad_norm": 1.3984375,
+      "learning_rate": 2.6233072440755934e-06,
+      "loss": 0.4445,
+      "step": 2480
+    },
+    {
+      "epoch": 11.109627156371731,
+      "grad_norm": 1.375,
+      "learning_rate": 2.580568245794085e-06,
+      "loss": 0.4471,
+      "step": 2490
+    },
+    {
+      "epoch": 11.154145798553143,
+      "grad_norm": 1.0703125,
+      "learning_rate": 2.538058836075373e-06,
+      "loss": 0.49,
+      "step": 2500
+    },
+    {
+      "epoch": 11.198664440734557,
+      "grad_norm": 0.9453125,
+      "learning_rate": 2.4957830487899224e-06,
+      "loss": 0.4148,
+      "step": 2510
+    },
+    {
+      "epoch": 11.243183082915971,
+      "grad_norm": 1.078125,
+      "learning_rate": 2.4537448956389146e-06,
+      "loss": 0.4247,
+      "step": 2520
+    },
+    {
+      "epoch": 11.287701725097385,
+      "grad_norm": 1.1953125,
+      "learning_rate": 2.411948365773588e-06,
+      "loss": 0.4368,
+      "step": 2530
+    },
+    {
+      "epoch": 11.332220367278797,
+      "grad_norm": 1.203125,
+      "learning_rate": 2.3703974254166704e-06,
+      "loss": 0.4273,
+      "step": 2540
+    },
+    {
+      "epoch": 11.376739009460211,
+      "grad_norm": 1.0,
+      "learning_rate": 2.3290960174860293e-06,
+      "loss": 0.4421,
+      "step": 2550
+    },
+    {
+      "epoch": 11.421257651641625,
+      "grad_norm": 0.97265625,
+      "learning_rate": 2.2880480612204925e-06,
+      "loss": 0.4072,
+      "step": 2560
+    },
+    {
+      "epoch": 11.465776293823039,
+      "grad_norm": 1.2421875,
+      "learning_rate": 2.247257451807961e-06,
+      "loss": 0.4472,
+      "step": 2570
+    },
+    {
+      "epoch": 11.510294936004453,
+      "grad_norm": 1.1328125,
+      "learning_rate": 2.206728060015761e-06,
+      "loss": 0.4613,
+      "step": 2580
+    },
+    {
+      "epoch": 11.554813578185865,
+      "grad_norm": 1.34375,
+      "learning_rate": 2.1664637318233484e-06,
+      "loss": 0.4111,
+      "step": 2590
+    },
+    {
+      "epoch": 11.599332220367279,
+      "grad_norm": 1.1796875,
+      "learning_rate": 2.1264682880573374e-06,
+      "loss": 0.4385,
+      "step": 2600
+    },
+    {
+      "epoch": 11.643850862548693,
+      "grad_norm": 0.98046875,
+      "learning_rate": 2.086745524028933e-06,
+      "loss": 0.4448,
+      "step": 2610
+    },
+    {
+      "epoch": 11.688369504730106,
+      "grad_norm": 1.1328125,
+      "learning_rate": 2.0472992091737886e-06,
+      "loss": 0.4292,
+      "step": 2620
+    },
+    {
+      "epoch": 11.732888146911518,
+      "grad_norm": 1.2421875,
+      "learning_rate": 2.0081330866942962e-06,
+      "loss": 0.425,
+      "step": 2630
+    },
+    {
+      "epoch": 11.777406789092932,
+      "grad_norm": 1.0859375,
+      "learning_rate": 1.96925087320439e-06,
+      "loss": 0.4311,
+      "step": 2640
+    },
+    {
+      "epoch": 11.821925431274346,
+      "grad_norm": 0.9375,
+      "learning_rate": 1.930656258376859e-06,
+      "loss": 0.4725,
+      "step": 2650
+    },
+    {
+      "epoch": 11.86644407345576,
+      "grad_norm": 1.0,
+      "learning_rate": 1.8923529045932292e-06,
+      "loss": 0.4149,
+      "step": 2660
+    },
+    {
+      "epoch": 11.910962715637172,
+      "grad_norm": 1.0625,
+      "learning_rate": 1.8543444465962147e-06,
+      "loss": 0.4436,
+      "step": 2670
+    },
+    {
+      "epoch": 11.955481357818586,
+      "grad_norm": 0.9375,
+      "learning_rate": 1.8166344911448115e-06,
+      "loss": 0.4254,
+      "step": 2680
+    },
+    {
+      "epoch": 12.00222593210907,
+      "grad_norm": 3.515625,
+      "learning_rate": 1.7792266166720368e-06,
+      "loss": 0.5129,
+      "step": 2690
+    },
+    {
+      "epoch": 12.046744574290484,
+      "grad_norm": 1.0625,
+      "learning_rate": 1.742124372945364e-06,
+      "loss": 0.4114,
+      "step": 2700
+    },
+    {
+      "epoch": 12.091263216471898,
+      "grad_norm": 0.98046875,
+      "learning_rate": 1.7053312807298633e-06,
+      "loss": 0.4351,
+      "step": 2710
+    },
+    {
+      "epoch": 12.135781858653312,
+      "grad_norm": 0.890625,
+      "learning_rate": 1.6688508314541086e-06,
+      "loss": 0.404,
+      "step": 2720
+    },
+    {
+      "epoch": 12.180300500834724,
+      "grad_norm": 0.99609375,
+      "learning_rate": 1.6326864868788678e-06,
+      "loss": 0.4349,
+      "step": 2730
+    },
+    {
+      "epoch": 12.224819143016138,
+      "grad_norm": 1.0234375,
+      "learning_rate": 1.5968416787685919e-06,
+      "loss": 0.4581,
+      "step": 2740
+    },
+    {
+      "epoch": 12.269337785197552,
+      "grad_norm": 0.9921875,
+      "learning_rate": 1.5613198085657804e-06,
+      "loss": 0.4589,
+      "step": 2750
+    },
+    {
+      "epoch": 12.313856427378965,
+      "grad_norm": 0.95703125,
+      "learning_rate": 1.5261242470681813e-06,
+      "loss": 0.4357,
+      "step": 2760
+    },
+    {
+      "epoch": 12.358375069560378,
+      "grad_norm": 0.78515625,
+      "learning_rate": 1.4912583341089516e-06,
+      "loss": 0.3949,
+      "step": 2770
+    },
+    {
+      "epoch": 12.402893711741791,
+      "grad_norm": 0.9140625,
+      "learning_rate": 1.4567253782397073e-06,
+      "loss": 0.4184,
+      "step": 2780
+    },
+    {
+      "epoch": 12.447412353923205,
+      "grad_norm": 0.91796875,
+      "learning_rate": 1.4225286564165785e-06,
+      "loss": 0.4309,
+      "step": 2790
+    },
+    {
+      "epoch": 12.49193099610462,
+      "grad_norm": 0.9453125,
+      "learning_rate": 1.3886714136892287e-06,
+      "loss": 0.4539,
+      "step": 2800
+    },
+    {
+      "epoch": 12.536449638286033,
+      "grad_norm": 0.77734375,
+      "learning_rate": 1.3551568628929434e-06,
+      "loss": 0.4243,
+      "step": 2810
+    },
+    {
+      "epoch": 12.580968280467445,
+      "grad_norm": 0.83984375,
+      "learning_rate": 1.321988184343732e-06,
+      "loss": 0.4039,
+      "step": 2820
+    },
+    {
+      "epoch": 12.625486922648859,
+      "grad_norm": 1.0078125,
+      "learning_rate": 1.2891685255365517e-06,
+      "loss": 0.4182,
+      "step": 2830
+    },
+    {
+      "epoch": 12.670005564830273,
+      "grad_norm": 0.96875,
+      "learning_rate": 1.256701000846619e-06,
+      "loss": 0.4146,
+      "step": 2840
+    },
+    {
+      "epoch": 12.714524207011687,
+      "grad_norm": 0.8984375,
+      "learning_rate": 1.22458869123388e-06,
+      "loss": 0.434,
+      "step": 2850
+    },
+    {
+      "epoch": 12.759042849193099,
+      "grad_norm": 0.890625,
+      "learning_rate": 1.1928346439506526e-06,
+      "loss": 0.4356,
+      "step": 2860
+    },
+    {
+      "epoch": 12.803561491374513,
+      "grad_norm": 0.75390625,
+      "learning_rate": 1.1614418722524506e-06,
+      "loss": 0.4073,
+      "step": 2870
+    },
+    {
+      "epoch": 12.848080133555927,
+      "grad_norm": 0.84375,
+      "learning_rate": 1.1304133551120532e-06,
+      "loss": 0.4376,
+      "step": 2880
+    },
+    {
+      "epoch": 12.89259877573734,
+      "grad_norm": 0.72265625,
+      "learning_rate": 1.0997520369368158e-06,
+      "loss": 0.4078,
+      "step": 2890
+    },
+    {
+      "epoch": 12.937117417918753,
+      "grad_norm": 0.87109375,
+      "learning_rate": 1.0694608272892698e-06,
+      "loss": 0.4329,
+      "step": 2900
+    },
+    {
+      "epoch": 12.981636060100167,
+      "grad_norm": 0.9765625,
+      "learning_rate": 1.0395426006110164e-06,
+      "loss": 0.3766,
+      "step": 2910
+    },
+    {
+      "epoch": 13.02838063439065,
+      "grad_norm": 0.8046875,
+      "learning_rate": 1.0100001959499644e-06,
+      "loss": 0.3808,
+      "step": 2920
+    },
+    {
+      "epoch": 13.072899276572064,
+      "grad_norm": 0.64453125,
+      "learning_rate": 9.808364166909256e-07,
+      "loss": 0.4232,
+      "step": 2930
+    },
+    {
+      "epoch": 13.117417918753478,
+      "grad_norm": 0.8046875,
+      "learning_rate": 9.520540302895847e-07,
+      "loss": 0.4332,
+      "step": 2940
+    },
+    {
+      "epoch": 13.161936560934892,
+      "grad_norm": 0.6640625,
+      "learning_rate": 9.236557680098918e-07,
+      "loss": 0.4059,
+      "step": 2950
+    },
+    {
+      "epoch": 13.206455203116304,
+      "grad_norm": 0.83984375,
+      "learning_rate": 8.956443246648771e-07,
+      "loss": 0.3704,
+      "step": 2960
+    },
+    {
+      "epoch": 13.250973845297718,
+      "grad_norm": 0.8046875,
+      "learning_rate": 8.680223583609399e-07,
+      "loss": 0.4327,
+      "step": 2970
+    },
+    {
+      "epoch": 13.295492487479132,
+      "grad_norm": 0.875,
+      "learning_rate": 8.407924902455983e-07,
+      "loss": 0.4229,
+      "step": 2980
+    },
+    {
+      "epoch": 13.340011129660546,
+      "grad_norm": 0.80859375,
+      "learning_rate": 8.139573042587729e-07,
+      "loss": 0.4121,
+      "step": 2990
+    },
+    {
+      "epoch": 13.384529771841958,
+      "grad_norm": 0.70703125,
+      "learning_rate": 7.875193468875719e-07,
+      "loss": 0.423,
+      "step": 3000
+    },
+    {
+      "epoch": 13.384529771841958,
+      "eval_loss": 0.9250730872154236,
+      "eval_runtime": 17.1049,
+      "eval_samples_per_second": 23.385,
+      "eval_steps_per_second": 23.385,
+      "step": 3000
+    },
+    {
+      "epoch": 13.429048414023372,
+      "grad_norm": 0.90234375,
+      "learning_rate": 7.614811269246631e-07,
+      "loss": 0.4316,
+      "step": 3010
+    },
+    {
+      "epoch": 13.473567056204786,
+      "grad_norm": 0.87890625,
+      "learning_rate": 7.35845115230191e-07,
+      "loss": 0.4104,
+      "step": 3020
+    },
+    {
+      "epoch": 13.5180856983862,
+      "grad_norm": 0.76953125,
+      "learning_rate": 7.106137444973177e-07,
+      "loss": 0.4367,
+      "step": 3030
+    },
+    {
+      "epoch": 13.562604340567614,
+      "grad_norm": 0.83984375,
+      "learning_rate": 6.857894090213702e-07,
+      "loss": 0.417,
+      "step": 3040
+    },
+    {
+      "epoch": 13.607122982749026,
+      "grad_norm": 1.4765625,
+      "learning_rate": 6.613744644726383e-07,
+      "loss": 0.394,
+      "step": 3050
+    },
+    {
+      "epoch": 13.65164162493044,
+      "grad_norm": 0.91796875,
+      "learning_rate": 6.3737122767284e-07,
+      "loss": 0.4172,
+      "step": 3060
+    },
+    {
+      "epoch": 13.696160267111853,
+      "grad_norm": 0.86328125,
+      "learning_rate": 6.137819763752656e-07,
+      "loss": 0.4517,
+      "step": 3070
+    },
+    {
+      "epoch": 13.740678909293267,
+      "grad_norm": 1.046875,
+      "learning_rate": 5.90608949048635e-07,
+      "loss": 0.4256,
+      "step": 3080
+    },
+    {
+      "epoch": 13.78519755147468,
+      "grad_norm": 1.21875,
+      "learning_rate": 5.678543446646811e-07,
+      "loss": 0.4019,
+      "step": 3090
+    },
+    {
+      "epoch": 13.829716193656093,
+      "grad_norm": 0.96875,
+      "learning_rate": 5.455203224894857e-07,
+      "loss": 0.453,
+      "step": 3100
+    },
+    {
+      "epoch": 13.874234835837507,
+      "grad_norm": 0.92578125,
+      "learning_rate": 5.236090018785705e-07,
+      "loss": 0.4107,
+      "step": 3110
+    },
+    {
+      "epoch": 13.918753478018921,
+      "grad_norm": 0.8984375,
+      "learning_rate": 5.021224620757914e-07,
+      "loss": 0.4475,
+      "step": 3120
+    },
+    {
+      "epoch": 13.963272120200333,
+      "grad_norm": 0.9296875,
+      "learning_rate": 4.810627420160269e-07,
+      "loss": 0.4322,
+      "step": 3130
+    },
+    {
+      "epoch": 14.010016694490819,
+      "grad_norm": 0.91796875,
+      "learning_rate": 4.604318401317009e-07,
+      "loss": 0.4318,
+      "step": 3140
+    },
+    {
+      "epoch": 14.054535336672231,
+      "grad_norm": 1.3046875,
+      "learning_rate": 4.402317141631407e-07,
+      "loss": 0.4489,
+      "step": 3150
+    },
+    {
+      "epoch": 14.099053978853645,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.2046428097279766e-07,
+      "loss": 0.4381,
+      "step": 3160
+    },
+    {
+      "epoch": 14.143572621035059,
+      "grad_norm": 1.1796875,
+      "learning_rate": 4.011314163633573e-07,
+      "loss": 0.4107,
+      "step": 3170
+    },
+    {
+      "epoch": 14.188091263216473,
+      "grad_norm": 1.3203125,
+      "learning_rate": 3.822349548997295e-07,
+      "loss": 0.4399,
+      "step": 3180
+    },
+    {
+      "epoch": 14.232609905397885,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.637766897349654e-07,
+      "loss": 0.417,
+      "step": 3190
+    },
+    {
+      "epoch": 14.277128547579299,
+      "grad_norm": 3.5,
+      "learning_rate": 3.4575837244009367e-07,
+      "loss": 0.4449,
+      "step": 3200
+    },
+    {
+      "epoch": 14.321647189760712,
+      "grad_norm": 3.671875,
+      "learning_rate": 3.281817128379139e-07,
+      "loss": 0.3875,
+      "step": 3210
+    },
+    {
+      "epoch": 14.366165831942126,
+      "grad_norm": 4.625,
+      "learning_rate": 3.1104837884073866e-07,
+      "loss": 0.4187,
+      "step": 3220
+    },
+    {
+      "epoch": 14.410684474123538,
+      "grad_norm": 3.875,
+      "learning_rate": 2.943599962921279e-07,
+      "loss": 0.41,
+      "step": 3230
+    },
+    {
+      "epoch": 14.455203116304952,
+      "grad_norm": 3.828125,
+      "learning_rate": 2.7811814881259503e-07,
+      "loss": 0.4016,
+      "step": 3240
+    },
+    {
+      "epoch": 14.499721758486366,
+      "grad_norm": 8.1875,
+      "learning_rate": 2.623243776493434e-07,
+      "loss": 0.3906,
+      "step": 3250
+    },
+    {
+      "epoch": 14.54424040066778,
+      "grad_norm": 8.125,
+      "learning_rate": 2.469801815300027e-07,
+      "loss": 0.4241,
+      "step": 3260
+    },
+    {
+      "epoch": 14.588759042849194,
+      "grad_norm": 9.5625,
+      "learning_rate": 2.3208701652041697e-07,
+      "loss": 0.4104,
+      "step": 3270
+    },
+    {
+      "epoch": 14.633277685030606,
+      "grad_norm": 7.59375,
+      "learning_rate": 2.1764629588646667e-07,
+      "loss": 0.4031,
+      "step": 3280
+    },
+    {
+      "epoch": 14.67779632721202,
+      "grad_norm": 7.125,
+      "learning_rate": 2.036593899599615e-07,
+      "loss": 0.3911,
+      "step": 3290
+    },
+    {
+      "epoch": 14.722314969393434,
+      "grad_norm": 2.546875,
+      "learning_rate": 1.9012762600860656e-07,
+      "loss": 0.4137,
+      "step": 3300
+    },
+    {
+      "epoch": 14.766833611574848,
+      "grad_norm": 2.609375,
+      "learning_rate": 1.7705228811005004e-07,
+      "loss": 0.4559,
+      "step": 3310
+    },
+    {
+      "epoch": 14.81135225375626,
+      "grad_norm": 2.640625,
+      "learning_rate": 1.6443461703003427e-07,
+      "loss": 0.3986,
+      "step": 3320
+    },
+    {
+      "epoch": 14.855870895937674,
+      "grad_norm": 2.484375,
+      "learning_rate": 1.5227581010465341e-07,
+      "loss": 0.4073,
+      "step": 3330
+    },
+    {
+      "epoch": 14.900389538119088,
+      "grad_norm": 2.734375,
+      "learning_rate": 1.4057702112673765e-07,
+      "loss": 0.4137,
+      "step": 3340
+    },
+    {
+      "epoch": 14.944908180300501,
+      "grad_norm": 2.25,
+      "learning_rate": 1.2933936023636073e-07,
+      "loss": 0.4283,
+      "step": 3350
+    },
+    {
+      "epoch": 14.989426822481914,
+      "grad_norm": 2.234375,
+      "learning_rate": 1.185638938154976e-07,
+      "loss": 0.4097,
+      "step": 3360
+    },
+    {
+      "epoch": 15.0361713967724,
+      "grad_norm": 2.203125,
+      "learning_rate": 1.08251644386832e-07,
+      "loss": 0.4326,
+      "step": 3370
+    },
+    {
+      "epoch": 15.080690038953811,
+      "grad_norm": 3.0,
+      "learning_rate": 9.84035905167241e-08,
+      "loss": 0.4338,
+      "step": 3380
+    },
+    {
+      "epoch": 15.125208681135225,
+      "grad_norm": 2.359375,
+      "learning_rate": 8.902066672235144e-08,
+      "loss": 0.4197,
+      "step": 3390
+    },
+    {
+      "epoch": 15.16972732331664,
+      "grad_norm": 2.234375,
+      "learning_rate": 8.010376338302872e-08,
+      "loss": 0.4277,
+      "step": 3400
+    },
+    {
+      "epoch": 15.214245965498053,
+      "grad_norm": 2.25,
+      "learning_rate": 7.165372665571879e-08,
+      "loss": 0.4325,
+      "step": 3410
+    },
+    {
+      "epoch": 15.258764607679465,
+      "grad_norm": 2.171875,
+      "learning_rate": 6.367135839473349e-08,
+      "loss": 0.399,
+      "step": 3420
+    },
+    {
+      "epoch": 15.303283249860879,
+      "grad_norm": 2.578125,
+      "learning_rate": 5.6157416075648954e-08,
+      "loss": 0.4368,
+      "step": 3430
+    },
+    {
+      "epoch": 15.347801892042293,
+      "grad_norm": 2.359375,
+      "learning_rate": 4.911261272341872e-08,
+      "loss": 0.4029,
+      "step": 3440
+    },
+    {
+      "epoch": 15.392320534223707,
+      "grad_norm": 2.296875,
+      "learning_rate": 4.25376168447178e-08,
+      "loss": 0.4269,
+      "step": 3450
+    },
+    {
+      "epoch": 15.436839176405119,
+      "grad_norm": 2.359375,
+      "learning_rate": 3.643305236450345e-08,
+      "loss": 0.4442,
+      "step": 3460
+    },
+    {
+      "epoch": 15.481357818586533,
+      "grad_norm": 2.28125,
+      "learning_rate": 3.079949856680975e-08,
+      "loss": 0.4207,
+      "step": 3470
+    },
+    {
+      "epoch": 15.525876460767947,
+      "grad_norm": 2.671875,
+      "learning_rate": 2.5637490039775447e-08,
+      "loss": 0.4257,
+      "step": 3480
+    },
+    {
+      "epoch": 15.57039510294936,
+      "grad_norm": 2.296875,
+      "learning_rate": 2.0947516624917898e-08,
+      "loss": 0.4161,
+      "step": 3490
+    },
+    {
+      "epoch": 15.614913745130773,
+      "grad_norm": 2.015625,
+      "learning_rate": 1.6730023370645775e-08,
+      "loss": 0.3976,
+      "step": 3500
+    },
+    {
+      "epoch": 15.659432387312187,
+      "grad_norm": 2.140625,
+      "learning_rate": 1.298541049003288e-08,
+      "loss": 0.4074,
+      "step": 3510
+    },
+    {
+      "epoch": 15.7039510294936,
+      "grad_norm": 2.421875,
+      "learning_rate": 9.714033322833494e-09,
+      "loss": 0.4155,
+      "step": 3520
+    },
+    {
+      "epoch": 15.748469671675014,
+      "grad_norm": 2.203125,
+      "learning_rate": 6.9162023017699255e-09,
+      "loss": 0.3747,
+      "step": 3530
+    },
+    {
+      "epoch": 15.792988313856428,
+      "grad_norm": 2.09375,
+      "learning_rate": 4.592182923068289e-09,
+      "loss": 0.3766,
+      "step": 3540
+    },
+    {
+      "epoch": 15.83750695603784,
+      "grad_norm": 2.125,
+      "learning_rate": 2.7421957212697692e-09,
+      "loss": 0.4017,
+      "step": 3550
+    },
+    {
+      "epoch": 15.882025598219254,
+      "grad_norm": 1.90625,
+      "learning_rate": 1.3664162482990296e-09,
+      "loss": 0.42,
+      "step": 3560
+    },
+    {
+      "epoch": 15.926544240400668,
+      "grad_norm": 1.7421875,
+      "learning_rate": 4.649750568080924e-10,
+      "loss": 0.44,
+      "step": 3570
+    },
+    {
+      "epoch": 15.971062882582082,
+      "grad_norm": 2.421875,
+      "learning_rate": 3.795768778680487e-11,
+      "loss": 0.4156,
+      "step": 3580
+    },
+    {
+      "epoch": 15.988870339454646,
+      "step": 3584,
+      "total_flos": 8.551781210951516e+17,
+      "train_loss": 0.7042842949075359,
+      "train_runtime": 4850.1152,
+      "train_samples_per_second": 11.853,
+      "train_steps_per_second": 0.739
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3584,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 16,
+  "save_steps": 0,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.551781210951516e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd2de371e141510ceb19776c56d7210af443832774f314bb1ed860053df1dca
+size 5432