Upload folder using huggingface_hub

README.md

@@ -0,0 +1,75 @@
+---
+library_name: transformers
+license: llama3.1
+base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
+tags:
+- alignment-handbook
+- generated_from_trainer
+datasets:
+- simonycl/llama3.1-ultrafeedback-annotate-armorm
+model-index:
+- name: llama-3.1-8b-instruct-armorm
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama-3.1-8b-instruct-armorm
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct) on the simonycl/llama3.1-ultrafeedback-annotate-armorm dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.3984
+- Rewards/chosen: -3.3263
+- Rewards/rejected: -5.1260
+- Rewards/accuracies: 0.8286
+- Rewards/margins: 1.7997
+- Logps/rejected: -786.4965
+- Logps/chosen: -595.5199
+- Logits/rejected: -2.6865
+- Logits/chosen: -2.7593
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-07
+- train_batch_size: 2
+- eval_batch_size: 4
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 128
+- total_eval_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen |
+|:-------------:|:------:|:----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:|
+| 0.4222        | 0.8443 | 400  | 0.3984          | -3.3263        | -5.1260          | 0.8286             | 1.7997          | -786.4965      | -595.5199    | -2.6865         | -2.7593       |
+
+
+### Framework versions
+
+- Transformers 4.44.2
+- Pytorch 2.4.0+cu121
+- Datasets 2.21.0
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,22 @@
+{
+    "epoch": 0.9984168865435357,
+    "eval_logits/chosen": -2.766282558441162,
+    "eval_logits/rejected": -2.6962404251098633,
+    "eval_logps/chosen": -612.2565307617188,
+    "eval_logps/rejected": -809.2787475585938,
+    "eval_loss": 0.3973737061023712,
+    "eval_rewards/accuracies": 0.8286290168762207,
+    "eval_rewards/chosen": -3.4936444759368896,
+    "eval_rewards/margins": 1.8601694107055664,
+    "eval_rewards/rejected": -5.353814125061035,
+    "eval_runtime": 316.1088,
+    "eval_samples": 1976,
+    "eval_samples_per_second": 6.251,
+    "eval_steps_per_second": 0.392,
+    "total_flos": 0.0,
+    "train_loss": 0.466365703316622,
+    "train_runtime": 19524.7969,
+    "train_samples": 60634,
+    "train_samples_per_second": 3.105,
+    "train_steps_per_second": 0.024
+}

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 0.9984168865435357,
+    "eval_logits/chosen": -2.766282558441162,
+    "eval_logits/rejected": -2.6962404251098633,
+    "eval_logps/chosen": -612.2565307617188,
+    "eval_logps/rejected": -809.2787475585938,
+    "eval_loss": 0.3973737061023712,
+    "eval_rewards/accuracies": 0.8286290168762207,
+    "eval_rewards/chosen": -3.4936444759368896,
+    "eval_rewards/margins": 1.8601694107055664,
+    "eval_rewards/rejected": -5.353814125061035,
+    "eval_runtime": 316.1088,
+    "eval_samples": 1976,
+    "eval_samples_per_second": 6.251,
+    "eval_steps_per_second": 0.392
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b99de5acafddb523c85352e26759ee31d3fd7367d7cd431aa6b2e78cb1e0cd8
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baedc9d7e4a2f3e6703726c9aefe638306225965c932b69e48bdf92f2e35cf71
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82bb7fe8dd7c5f6344976f170b6aed710c845c48c5d193c73020f86712b9ed1
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d69130c212d01cd3d036336bfc584c3307c7f75402e95fc66b53cae79b0ccd
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 2048,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 0.9984168865435357,
+    "total_flos": 0.0,
+    "train_loss": 0.466365703316622,
+    "train_runtime": 19524.7969,
+    "train_samples": 60634,
+    "train_samples_per_second": 3.105,
+    "train_steps_per_second": 0.024
+}

trainer_state.json

@@ -0,0 +1,1483 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9984168865435357,
+  "eval_steps": 400,
+  "global_step": 473,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0021108179419525065,
+      "grad_norm": 3.841525938161017,
+      "learning_rate": 1.0416666666666666e-08,
+      "logits/chosen": -1.5679885149002075,
+      "logits/rejected": -1.4838868379592896,
+      "logps/chosen": -273.748046875,
+      "logps/rejected": -278.32440185546875,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.0,
+      "rewards/chosen": 0.0,
+      "rewards/margins": 0.0,
+      "rewards/rejected": 0.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.010554089709762533,
+      "grad_norm": 4.075044604292173,
+      "learning_rate": 5.208333333333333e-08,
+      "logits/chosen": -1.8661268949508667,
+      "logits/rejected": -1.663633108139038,
+      "logps/chosen": -259.7994384765625,
+      "logps/rejected": -272.9507751464844,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.4453125,
+      "rewards/chosen": 0.0006091540562920272,
+      "rewards/margins": 0.0006048179930076003,
+      "rewards/rejected": 4.33622335549444e-06,
+      "step": 5
+    },
+    {
+      "epoch": 0.021108179419525065,
+      "grad_norm": 3.8938427277220327,
+      "learning_rate": 1.0416666666666667e-07,
+      "logits/chosen": -1.9186642169952393,
+      "logits/rejected": -1.7813522815704346,
+      "logps/chosen": -260.3355407714844,
+      "logps/rejected": -277.6410217285156,
+      "loss": 0.6933,
+      "rewards/accuracies": 0.512499988079071,
+      "rewards/chosen": 0.0007230077171698213,
+      "rewards/margins": -0.0004294753889553249,
+      "rewards/rejected": 0.0011524828150868416,
+      "step": 10
+    },
+    {
+      "epoch": 0.0316622691292876,
+      "grad_norm": 4.232192731720217,
+      "learning_rate": 1.5624999999999999e-07,
+      "logits/chosen": -1.9166736602783203,
+      "logits/rejected": -1.6127517223358154,
+      "logps/chosen": -262.7110900878906,
+      "logps/rejected": -288.9376525878906,
+      "loss": 0.6931,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": 0.0007503399974666536,
+      "rewards/margins": 6.939703598618507e-05,
+      "rewards/rejected": 0.0006809430196881294,
+      "step": 15
+    },
+    {
+      "epoch": 0.04221635883905013,
+      "grad_norm": 4.119849835606016,
+      "learning_rate": 2.0833333333333333e-07,
+      "logits/chosen": -1.8074525594711304,
+      "logits/rejected": -1.6753528118133545,
+      "logps/chosen": -288.84808349609375,
+      "logps/rejected": -297.88995361328125,
+      "loss": 0.6932,
+      "rewards/accuracies": 0.48124998807907104,
+      "rewards/chosen": -0.0002116250980179757,
+      "rewards/margins": -0.000452941982075572,
+      "rewards/rejected": 0.00024131681129802018,
+      "step": 20
+    },
+    {
+      "epoch": 0.052770448548812667,
+      "grad_norm": 4.422447549074996,
+      "learning_rate": 2.604166666666667e-07,
+      "logits/chosen": -1.8519093990325928,
+      "logits/rejected": -1.6747506856918335,
+      "logps/chosen": -276.16290283203125,
+      "logps/rejected": -283.3067932128906,
+      "loss": 0.6924,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.0022073048166930676,
+      "rewards/margins": 0.001611467800103128,
+      "rewards/rejected": -0.0038187727332115173,
+      "step": 25
+    },
+    {
+      "epoch": 0.0633245382585752,
+      "grad_norm": 4.140769853407654,
+      "learning_rate": 3.1249999999999997e-07,
+      "logits/chosen": -1.8203039169311523,
+      "logits/rejected": -1.6214573383331299,
+      "logps/chosen": -254.4104461669922,
+      "logps/rejected": -275.9024353027344,
+      "loss": 0.6916,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.0038712085224688053,
+      "rewards/margins": 0.004021945409476757,
+      "rewards/rejected": -0.00789315439760685,
+      "step": 30
+    },
+    {
+      "epoch": 0.07387862796833773,
+      "grad_norm": 4.0748094829519985,
+      "learning_rate": 3.645833333333333e-07,
+      "logits/chosen": -1.7195453643798828,
+      "logits/rejected": -1.5980784893035889,
+      "logps/chosen": -277.2474060058594,
+      "logps/rejected": -279.6336364746094,
+      "loss": 0.6903,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": -0.011106612160801888,
+      "rewards/margins": 0.005168012343347073,
+      "rewards/rejected": -0.016274623572826385,
+      "step": 35
+    },
+    {
+      "epoch": 0.08443271767810026,
+      "grad_norm": 4.037161343642648,
+      "learning_rate": 4.1666666666666667e-07,
+      "logits/chosen": -1.8530025482177734,
+      "logits/rejected": -1.6534423828125,
+      "logps/chosen": -250.5609893798828,
+      "logps/rejected": -266.48681640625,
+      "loss": 0.6878,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -0.013290290720760822,
+      "rewards/margins": 0.01362483762204647,
+      "rewards/rejected": -0.026915129274129868,
+      "step": 40
+    },
+    {
+      "epoch": 0.09498680738786279,
+      "grad_norm": 4.20201566482073,
+      "learning_rate": 4.6874999999999996e-07,
+      "logits/chosen": -1.8621238470077515,
+      "logits/rejected": -1.7357890605926514,
+      "logps/chosen": -259.96875,
+      "logps/rejected": -273.11651611328125,
+      "loss": 0.6849,
+      "rewards/accuracies": 0.706250011920929,
+      "rewards/chosen": -0.02979857288300991,
+      "rewards/margins": 0.019030530005693436,
+      "rewards/rejected": -0.0488291010260582,
+      "step": 45
+    },
+    {
+      "epoch": 0.10554089709762533,
+      "grad_norm": 4.392167523026418,
+      "learning_rate": 4.999726797933858e-07,
+      "logits/chosen": -1.9742714166641235,
+      "logits/rejected": -1.761182188987732,
+      "logps/chosen": -272.1903381347656,
+      "logps/rejected": -285.57098388671875,
+      "loss": 0.6753,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -0.048685222864151,
+      "rewards/margins": 0.03682791069149971,
+      "rewards/rejected": -0.08551312983036041,
+      "step": 50
+    },
+    {
+      "epoch": 0.11609498680738786,
+      "grad_norm": 6.0936366972280105,
+      "learning_rate": 4.99665396039775e-07,
+      "logits/chosen": -1.9219143390655518,
+      "logits/rejected": -1.8215105533599854,
+      "logps/chosen": -269.31439208984375,
+      "logps/rejected": -276.80401611328125,
+      "loss": 0.659,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -0.10569655895233154,
+      "rewards/margins": 0.0726684108376503,
+      "rewards/rejected": -0.17836496233940125,
+      "step": 55
+    },
+    {
+      "epoch": 0.1266490765171504,
+      "grad_norm": 7.231191310156758,
+      "learning_rate": 4.99017099386437e-07,
+      "logits/chosen": -2.0729923248291016,
+      "logits/rejected": -1.9367930889129639,
+      "logps/chosen": -298.20849609375,
+      "logps/rejected": -349.7650146484375,
+      "loss": 0.6298,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -0.31456637382507324,
+      "rewards/margins": 0.3051101565361023,
+      "rewards/rejected": -0.6196764707565308,
+      "step": 60
+    },
+    {
+      "epoch": 0.13720316622691292,
+      "grad_norm": 67.13648614495237,
+      "learning_rate": 4.980286753286194e-07,
+      "logits/chosen": -2.2857210636138916,
+      "logits/rejected": -2.1148781776428223,
+      "logps/chosen": -369.61749267578125,
+      "logps/rejected": -430.94732666015625,
+      "loss": 0.6277,
+      "rewards/accuracies": 0.668749988079071,
+      "rewards/chosen": -1.1958519220352173,
+      "rewards/margins": 0.49135223031044006,
+      "rewards/rejected": -1.6872040033340454,
+      "step": 65
+    },
+    {
+      "epoch": 0.14775725593667546,
+      "grad_norm": 9.715273109578154,
+      "learning_rate": 4.967014739346915e-07,
+      "logits/chosen": -2.3191657066345215,
+      "logits/rejected": -2.0927023887634277,
+      "logps/chosen": -352.59075927734375,
+      "logps/rejected": -438.1763610839844,
+      "loss": 0.5858,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -0.8432434797286987,
+      "rewards/margins": 0.6638648509979248,
+      "rewards/rejected": -1.5071083307266235,
+      "step": 70
+    },
+    {
+      "epoch": 0.158311345646438,
+      "grad_norm": 9.799570258257988,
+      "learning_rate": 4.950373080021136e-07,
+      "logits/chosen": -2.159883499145508,
+      "logits/rejected": -2.089489459991455,
+      "logps/chosen": -327.1300964355469,
+      "logps/rejected": -372.9543762207031,
+      "loss": 0.5733,
+      "rewards/accuracies": 0.706250011920929,
+      "rewards/chosen": -0.625116229057312,
+      "rewards/margins": 0.409213125705719,
+      "rewards/rejected": -1.0343292951583862,
+      "step": 75
+    },
+    {
+      "epoch": 0.16886543535620052,
+      "grad_norm": 21.779152085184286,
+      "learning_rate": 4.930384505813737e-07,
+      "logits/chosen": -2.304996967315674,
+      "logits/rejected": -2.1810271739959717,
+      "logps/chosen": -355.3009033203125,
+      "logps/rejected": -471.39892578125,
+      "loss": 0.5459,
+      "rewards/accuracies": 0.7124999761581421,
+      "rewards/chosen": -1.0548468828201294,
+      "rewards/margins": 0.9830275774002075,
+      "rewards/rejected": -2.037874221801758,
+      "step": 80
+    },
+    {
+      "epoch": 0.17941952506596306,
+      "grad_norm": 14.56820002316678,
+      "learning_rate": 4.907076318712738e-07,
+      "logits/chosen": -2.2340409755706787,
+      "logits/rejected": -2.080930233001709,
+      "logps/chosen": -413.451416015625,
+      "logps/rejected": -522.9191284179688,
+      "loss": 0.5408,
+      "rewards/accuracies": 0.731249988079071,
+      "rewards/chosen": -1.4273126125335693,
+      "rewards/margins": 0.9603279829025269,
+      "rewards/rejected": -2.3876404762268066,
+      "step": 85
+    },
+    {
+      "epoch": 0.18997361477572558,
+      "grad_norm": 15.919341883386638,
+      "learning_rate": 4.88048035489807e-07,
+      "logits/chosen": -2.174340009689331,
+      "logits/rejected": -2.168853998184204,
+      "logps/chosen": -394.6278076171875,
+      "logps/rejected": -461.028564453125,
+      "loss": 0.5463,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -1.2512483596801758,
+      "rewards/margins": 0.6085057854652405,
+      "rewards/rejected": -1.859754204750061,
+      "step": 90
+    },
+    {
+      "epoch": 0.20052770448548812,
+      "grad_norm": 23.30417545081651,
+      "learning_rate": 4.85063294125718e-07,
+      "logits/chosen": -2.1903815269470215,
+      "logits/rejected": -2.19649076461792,
+      "logps/chosen": -459.72283935546875,
+      "logps/rejected": -530.1971435546875,
+      "loss": 0.5459,
+      "rewards/accuracies": 0.6812499761581421,
+      "rewards/chosen": -1.8961833715438843,
+      "rewards/margins": 0.6760674715042114,
+      "rewards/rejected": -2.5722508430480957,
+      "step": 95
+    },
+    {
+      "epoch": 0.21108179419525067,
+      "grad_norm": 11.60980371327302,
+      "learning_rate": 4.817574845766874e-07,
+      "logits/chosen": -2.358705997467041,
+      "logits/rejected": -2.307624340057373,
+      "logps/chosen": -447.1853942871094,
+      "logps/rejected": -532.86279296875,
+      "loss": 0.5137,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -1.9070106744766235,
+      "rewards/margins": 0.7790099382400513,
+      "rewards/rejected": -2.686020612716675,
+      "step": 100
+    },
+    {
+      "epoch": 0.22163588390501318,
+      "grad_norm": 14.306450146724028,
+      "learning_rate": 4.781351221809166e-07,
+      "logits/chosen": -2.2865371704101562,
+      "logits/rejected": -2.176837921142578,
+      "logps/chosen": -432.4977111816406,
+      "logps/rejected": -542.9056396484375,
+      "loss": 0.5261,
+      "rewards/accuracies": 0.768750011920929,
+      "rewards/chosen": -1.7739086151123047,
+      "rewards/margins": 0.9299384951591492,
+      "rewards/rejected": -2.7038469314575195,
+      "step": 105
+    },
+    {
+      "epoch": 0.23218997361477572,
+      "grad_norm": 10.269899188048251,
+      "learning_rate": 4.742011546497182e-07,
+      "logits/chosen": -2.2152955532073975,
+      "logits/rejected": -2.1580278873443604,
+      "logps/chosen": -439.315185546875,
+      "logps/rejected": -549.2676391601562,
+      "loss": 0.494,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -1.7390915155410767,
+      "rewards/margins": 0.9396551847457886,
+      "rewards/rejected": -2.6787467002868652,
+      "step": 110
+    },
+    {
+      "epoch": 0.24274406332453827,
+      "grad_norm": 16.644175161757378,
+      "learning_rate": 4.6996095530953875e-07,
+      "logits/chosen": -2.3286213874816895,
+      "logits/rejected": -2.2058520317077637,
+      "logps/chosen": -506.5923767089844,
+      "logps/rejected": -658.1654052734375,
+      "loss": 0.4994,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -2.3760502338409424,
+      "rewards/margins": 1.3993351459503174,
+      "rewards/rejected": -3.7753853797912598,
+      "step": 115
+    },
+    {
+      "epoch": 0.2532981530343008,
+      "grad_norm": 18.458409874645245,
+      "learning_rate": 4.654203157626399e-07,
+      "logits/chosen": -2.363788366317749,
+      "logits/rejected": -2.2831900119781494,
+      "logps/chosen": -476.95831298828125,
+      "logps/rejected": -650.87841796875,
+      "loss": 0.4745,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -2.333024501800537,
+      "rewards/margins": 1.5511460304260254,
+      "rewards/rejected": -3.8841705322265625,
+      "step": 120
+    },
+    {
+      "epoch": 0.2638522427440633,
+      "grad_norm": 24.30561683820342,
+      "learning_rate": 4.605854379764673e-07,
+      "logits/chosen": -2.2180769443511963,
+      "logits/rejected": -2.1058664321899414,
+      "logps/chosen": -458.69317626953125,
+      "logps/rejected": -573.3502807617188,
+      "loss": 0.4683,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.0290579795837402,
+      "rewards/margins": 1.0193411111831665,
+      "rewards/rejected": -3.048398971557617,
+      "step": 125
+    },
+    {
+      "epoch": 0.27440633245382584,
+      "grad_norm": 25.019298570271868,
+      "learning_rate": 4.5546292581250857e-07,
+      "logits/chosen": -2.2698774337768555,
+      "logits/rejected": -2.150057554244995,
+      "logps/chosen": -563.2131958007812,
+      "logps/rejected": -722.5281372070312,
+      "loss": 0.4752,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -2.93915057182312,
+      "rewards/margins": 1.441446304321289,
+      "rewards/rejected": -4.380597114562988,
+      "step": 130
+    },
+    {
+      "epoch": 0.2849604221635884,
+      "grad_norm": 10.994821669390042,
+      "learning_rate": 4.5005977600621275e-07,
+      "logits/chosen": -2.243281841278076,
+      "logits/rejected": -2.2170357704162598,
+      "logps/chosen": -536.69970703125,
+      "logps/rejected": -645.5635986328125,
+      "loss": 0.4739,
+      "rewards/accuracies": 0.7562500238418579,
+      "rewards/chosen": -2.6128830909729004,
+      "rewards/margins": 1.0102598667144775,
+      "rewards/rejected": -3.623142957687378,
+      "step": 135
+    },
+    {
+      "epoch": 0.2955145118733509,
+      "grad_norm": 16.90701177792478,
+      "learning_rate": 4.443833686102919e-07,
+      "logits/chosen": -2.1392781734466553,
+      "logits/rejected": -2.0879039764404297,
+      "logps/chosen": -433.86590576171875,
+      "logps/rejected": -533.6943359375,
+      "loss": 0.4645,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -1.7928444147109985,
+      "rewards/margins": 0.9198592901229858,
+      "rewards/rejected": -2.712703227996826,
+      "step": 140
+    },
+    {
+      "epoch": 0.30606860158311344,
+      "grad_norm": 23.854657702935985,
+      "learning_rate": 4.384414569144561e-07,
+      "logits/chosen": -2.3052217960357666,
+      "logits/rejected": -2.207017421722412,
+      "logps/chosen": -529.6088256835938,
+      "logps/rejected": -723.9100341796875,
+      "loss": 0.4979,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -2.7643752098083496,
+      "rewards/margins": 1.82810378074646,
+      "rewards/rejected": -4.592479228973389,
+      "step": 145
+    },
+    {
+      "epoch": 0.316622691292876,
+      "grad_norm": 19.353784387057143,
+      "learning_rate": 4.3224215685535287e-07,
+      "logits/chosen": -2.0858356952667236,
+      "logits/rejected": -1.950209617614746,
+      "logps/chosen": -505.2822265625,
+      "logps/rejected": -661.0929565429688,
+      "loss": 0.4656,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -2.391045093536377,
+      "rewards/margins": 1.4024264812469482,
+      "rewards/rejected": -3.793471097946167,
+      "step": 150
+    },
+    {
+      "epoch": 0.32717678100263853,
+      "grad_norm": 17.72909970129764,
+      "learning_rate": 4.2579393593117364e-07,
+      "logits/chosen": -2.0300238132476807,
+      "logits/rejected": -1.9049923419952393,
+      "logps/chosen": -496.39324951171875,
+      "logps/rejected": -680.350341796875,
+      "loss": 0.4412,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -2.427093982696533,
+      "rewards/margins": 1.5917612314224243,
+      "rewards/rejected": -4.018855094909668,
+      "step": 155
+    },
+    {
+      "epoch": 0.33773087071240104,
+      "grad_norm": 17.1778742252489,
+      "learning_rate": 4.191056016360699e-07,
+      "logits/chosen": -2.215439558029175,
+      "logits/rejected": -2.1087276935577393,
+      "logps/chosen": -615.9310302734375,
+      "logps/rejected": -818.6203002929688,
+      "loss": 0.4622,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -3.431640148162842,
+      "rewards/margins": 1.9439836740493774,
+      "rewards/rejected": -5.37562370300293,
+      "step": 160
+    },
+    {
+      "epoch": 0.3482849604221636,
+      "grad_norm": 17.97809867221494,
+      "learning_rate": 4.121862894301754e-07,
+      "logits/chosen": -2.0415732860565186,
+      "logits/rejected": -1.94220769405365,
+      "logps/chosen": -498.63116455078125,
+      "logps/rejected": -657.0416259765625,
+      "loss": 0.479,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -2.2521657943725586,
+      "rewards/margins": 1.3823236227035522,
+      "rewards/rejected": -3.6344895362854004,
+      "step": 165
+    },
+    {
+      "epoch": 0.35883905013192613,
+      "grad_norm": 30.072934787327185,
+      "learning_rate": 4.050454502616667e-07,
+      "logits/chosen": -2.118239164352417,
+      "logits/rejected": -2.090146541595459,
+      "logps/chosen": -526.2330322265625,
+      "logps/rejected": -668.2966918945312,
+      "loss": 0.4648,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -2.6902260780334473,
+      "rewards/margins": 1.3285554647445679,
+      "rewards/rejected": -4.0187811851501465,
+      "step": 170
+    },
+    {
+      "epoch": 0.36939313984168864,
+      "grad_norm": 29.035498895998003,
+      "learning_rate": 3.976928376579047e-07,
+      "logits/chosen": -2.3821628093719482,
+      "logits/rejected": -2.2632079124450684,
+      "logps/chosen": -557.0284423828125,
+      "logps/rejected": -771.6123657226562,
+      "loss": 0.4449,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -2.932424545288086,
+      "rewards/margins": 1.8806273937225342,
+      "rewards/rejected": -4.813051223754883,
+      "step": 175
+    },
+    {
+      "epoch": 0.37994722955145116,
+      "grad_norm": 15.777007984898162,
+      "learning_rate": 3.9013849440328945e-07,
+      "logits/chosen": -2.286719560623169,
+      "logits/rejected": -2.162851095199585,
+      "logps/chosen": -564.4080200195312,
+      "logps/rejected": -720.1937255859375,
+      "loss": 0.467,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -2.908557415008545,
+      "rewards/margins": 1.4215553998947144,
+      "rewards/rejected": -4.330113410949707,
+      "step": 180
+    },
+    {
+      "epoch": 0.39050131926121373,
+      "grad_norm": 12.25325652821894,
+      "learning_rate": 3.8239273882202473e-07,
+      "logits/chosen": -2.195413589477539,
+      "logits/rejected": -2.2209365367889404,
+      "logps/chosen": -495.92938232421875,
+      "logps/rejected": -645.3634643554688,
+      "loss": 0.469,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -2.377912759780884,
+      "rewards/margins": 1.3328666687011719,
+      "rewards/rejected": -3.7107791900634766,
+      "step": 185
+    },
+    {
+      "epoch": 0.40105540897097625,
+      "grad_norm": 13.405956669044865,
+      "learning_rate": 3.7446615068452804e-07,
+      "logits/chosen": -2.128485918045044,
+      "logits/rejected": -2.0320448875427246,
+      "logps/chosen": -500.07598876953125,
+      "logps/rejected": -665.8009643554688,
+      "loss": 0.4456,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -2.381704092025757,
+      "rewards/margins": 1.4976516962051392,
+      "rewards/rejected": -3.8793559074401855,
+      "step": 190
+    },
+    {
+      "epoch": 0.41160949868073876,
+      "grad_norm": 16.531263865887837,
+      "learning_rate": 3.6636955675673743e-07,
+      "logits/chosen": -2.1537322998046875,
+      "logits/rejected": -2.151557207107544,
+      "logps/chosen": -563.8980102539062,
+      "logps/rejected": -719.9155883789062,
+      "loss": 0.4301,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -2.8693251609802246,
+      "rewards/margins": 1.4603594541549683,
+      "rewards/rejected": -4.329684734344482,
+      "step": 195
+    },
+    {
+      "epoch": 0.42216358839050133,
+      "grad_norm": 25.62641100404869,
+      "learning_rate": 3.5811401601205093e-07,
+      "logits/chosen": -2.1722164154052734,
+      "logits/rejected": -2.2210490703582764,
+      "logps/chosen": -547.766845703125,
+      "logps/rejected": -697.3842163085938,
+      "loss": 0.4585,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -2.807692766189575,
+      "rewards/margins": 1.545601725578308,
+      "rewards/rejected": -4.353294372558594,
+      "step": 200
+    },
+    {
+      "epoch": 0.43271767810026385,
+      "grad_norm": 15.253711310557463,
+      "learning_rate": 3.497108045260995e-07,
+      "logits/chosen": -2.0688979625701904,
+      "logits/rejected": -2.104271173477173,
+      "logps/chosen": -529.1517333984375,
+      "logps/rejected": -676.9817504882812,
+      "loss": 0.4423,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -2.4731733798980713,
+      "rewards/margins": 1.4461132287979126,
+      "rewards/rejected": -3.9192867279052734,
+      "step": 205
+    },
+    {
+      "epoch": 0.44327176781002636,
+      "grad_norm": 24.083715768462596,
+      "learning_rate": 3.411714000749838e-07,
+      "logits/chosen": -2.2706260681152344,
+      "logits/rejected": -2.135749340057373,
+      "logps/chosen": -541.0875854492188,
+      "logps/rejected": -750.7264404296875,
+      "loss": 0.4354,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -2.909759283065796,
+      "rewards/margins": 1.8729289770126343,
+      "rewards/rejected": -4.782688140869141,
+      "step": 210
+    },
+    {
+      "epoch": 0.45382585751978893,
+      "grad_norm": 35.56607178592358,
+      "learning_rate": 3.3250746645801287e-07,
+      "logits/chosen": -2.263277769088745,
+      "logits/rejected": -2.205223560333252,
+      "logps/chosen": -608.2554931640625,
+      "logps/rejected": -830.9841918945312,
+      "loss": 0.4321,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -3.611112117767334,
+      "rewards/margins": 2.0616540908813477,
+      "rewards/rejected": -5.672766208648682,
+      "step": 215
+    },
+    {
+      "epoch": 0.46437994722955145,
+      "grad_norm": 15.718670222248921,
+      "learning_rate": 3.237308375663571e-07,
+      "logits/chosen": -2.230881452560425,
+      "logits/rejected": -2.121683359146118,
+      "logps/chosen": -576.1820678710938,
+      "logps/rejected": -769.9691772460938,
+      "loss": 0.3944,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.302262783050537,
+      "rewards/margins": 1.794217824935913,
+      "rewards/rejected": -5.096480369567871,
+      "step": 220
+    },
+    {
+      "epoch": 0.47493403693931396,
+      "grad_norm": 19.204923979579966,
+      "learning_rate": 3.148535012193767e-07,
+      "logits/chosen": -2.1568782329559326,
+      "logits/rejected": -2.092639684677124,
+      "logps/chosen": -615.4882202148438,
+      "logps/rejected": -833.5153198242188,
+      "loss": 0.3871,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -3.338430881500244,
+      "rewards/margins": 2.001122236251831,
+      "rewards/rejected": -5.339552879333496,
+      "step": 225
+    },
+    {
+      "epoch": 0.48548812664907653,
+      "grad_norm": 23.052920344271605,
+      "learning_rate": 3.0588758279070183e-07,
+      "logits/chosen": -2.2185590267181396,
+      "logits/rejected": -2.13350772857666,
+      "logps/chosen": -622.9224853515625,
+      "logps/rejected": -836.8287353515625,
+      "loss": 0.4125,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -3.6510891914367676,
+      "rewards/margins": 1.8919486999511719,
+      "rewards/rejected": -5.5430378913879395,
+      "step": 230
+    },
+    {
+      "epoch": 0.49604221635883905,
+      "grad_norm": 16.46282996942275,
+      "learning_rate": 2.968453286464312e-07,
+      "logits/chosen": -2.097414493560791,
+      "logits/rejected": -2.146594524383545,
+      "logps/chosen": -590.5551147460938,
+      "logps/rejected": -758.9312744140625,
+      "loss": 0.4164,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -3.0970864295959473,
+      "rewards/margins": 1.6357967853546143,
+      "rewards/rejected": -4.732882976531982,
+      "step": 235
+    },
+    {
+      "epoch": 0.5065963060686016,
+      "grad_norm": 26.112494003766066,
+      "learning_rate": 2.8773908941806877e-07,
+      "logits/chosen": -2.0698182582855225,
+      "logits/rejected": -2.076683521270752,
+      "logps/chosen": -617.1507568359375,
+      "logps/rejected": -853.2135620117188,
+      "loss": 0.3982,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -3.5680668354034424,
+      "rewards/margins": 2.141855001449585,
+      "rewards/rejected": -5.709921836853027,
+      "step": 240
+    },
+    {
+      "epoch": 0.5171503957783641,
+      "grad_norm": 20.932946542012903,
+      "learning_rate": 2.785813031330473e-07,
+      "logits/chosen": -2.1454832553863525,
+      "logits/rejected": -2.16323184967041,
+      "logps/chosen": -661.7200317382812,
+      "logps/rejected": -866.1280517578125,
+      "loss": 0.4092,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -4.027346134185791,
+      "rewards/margins": 1.9131158590316772,
+      "rewards/rejected": -5.940462112426758,
+      "step": 245
+    },
+    {
+      "epoch": 0.5277044854881267,
+      "grad_norm": 15.896790069729533,
+      "learning_rate": 2.693844782258779e-07,
+      "logits/chosen": -2.030596971511841,
+      "logits/rejected": -1.9922313690185547,
+      "logps/chosen": -571.3850708007812,
+      "logps/rejected": -776.018310546875,
+      "loss": 0.3852,
+      "rewards/accuracies": 0.893750011920929,
+      "rewards/chosen": -3.086763620376587,
+      "rewards/margins": 1.9301198720932007,
+      "rewards/rejected": -5.016883850097656,
+      "step": 250
+    },
+    {
+      "epoch": 0.5382585751978892,
+      "grad_norm": 40.59897974633979,
+      "learning_rate": 2.601611764531342e-07,
+      "logits/chosen": -2.153049945831299,
+      "logits/rejected": -2.1268014907836914,
+      "logps/chosen": -659.8489990234375,
+      "logps/rejected": -876.6301879882812,
+      "loss": 0.4062,
+      "rewards/accuracies": 0.8500000238418579,
+      "rewards/chosen": -4.000391483306885,
+      "rewards/margins": 2.1393191814422607,
+      "rewards/rejected": -6.139710426330566,
+      "step": 255
+    },
+    {
+      "epoch": 0.5488126649076517,
+      "grad_norm": 16.71817267029077,
+      "learning_rate": 2.5092399573560323e-07,
+      "logits/chosen": -2.236642599105835,
+      "logits/rejected": -2.24824857711792,
+      "logps/chosen": -675.7197265625,
+      "logps/rejected": -906.6882934570312,
+      "loss": 0.4331,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -4.17581844329834,
+      "rewards/margins": 2.249803304672241,
+      "rewards/rejected": -6.42562198638916,
+      "step": 260
+    },
+    {
+      "epoch": 0.5593667546174143,
+      "grad_norm": 21.83948507996357,
+      "learning_rate": 2.4168555295104124e-07,
+      "logits/chosen": -2.185378313064575,
+      "logits/rejected": -2.1056790351867676,
+      "logps/chosen": -593.40283203125,
+      "logps/rejected": -796.1773071289062,
+      "loss": 0.4083,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -3.3149795532226562,
+      "rewards/margins": 1.8634592294692993,
+      "rewards/rejected": -5.178439140319824,
+      "step": 265
+    },
+    {
+      "epoch": 0.5699208443271768,
+      "grad_norm": 20.351730101984266,
+      "learning_rate": 2.3245846670103626e-07,
+      "logits/chosen": -2.268347978591919,
+      "logits/rejected": -2.2143301963806152,
+      "logps/chosen": -588.11474609375,
+      "logps/rejected": -783.8377075195312,
+      "loss": 0.3935,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -3.3238461017608643,
+      "rewards/margins": 1.8138678073883057,
+      "rewards/rejected": -5.13771390914917,
+      "step": 270
+    },
+    {
+      "epoch": 0.5804749340369393,
+      "grad_norm": 18.56747674948443,
+      "learning_rate": 2.232553400755159e-07,
+      "logits/chosen": -2.4159321784973145,
+      "logits/rejected": -2.3257503509521484,
+      "logps/chosen": -631.1921997070312,
+      "logps/rejected": -876.8099365234375,
+      "loss": 0.3663,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -3.7254486083984375,
+      "rewards/margins": 2.293728828430176,
+      "rewards/rejected": -6.0191779136657715,
+      "step": 275
+    },
+    {
+      "epoch": 0.5910290237467019,
+      "grad_norm": 21.05078294350066,
+      "learning_rate": 2.1408874343844294e-07,
+      "logits/chosen": -2.3609871864318848,
+      "logits/rejected": -2.229645013809204,
+      "logps/chosen": -681.2824096679688,
+      "logps/rejected": -997.8416748046875,
+      "loss": 0.3917,
+      "rewards/accuracies": 0.8125,
+      "rewards/chosen": -4.151437282562256,
+      "rewards/margins": 2.831943988800049,
+      "rewards/rejected": -6.9833807945251465,
+      "step": 280
+    },
+    {
+      "epoch": 0.6015831134564644,
+      "grad_norm": 17.819286464723362,
+      "learning_rate": 2.049711972582101e-07,
+      "logits/chosen": -2.2669837474823,
+      "logits/rejected": -2.1804003715515137,
+      "logps/chosen": -674.4667358398438,
+      "logps/rejected": -925.66650390625,
+      "loss": 0.3574,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -4.095311641693115,
+      "rewards/margins": 2.3263769149780273,
+      "rewards/rejected": -6.421689033508301,
+      "step": 285
+    },
+    {
+      "epoch": 0.6121372031662269,
+      "grad_norm": 16.393917654235082,
+      "learning_rate": 1.9591515500618588e-07,
+      "logits/chosen": -2.3980906009674072,
+      "logits/rejected": -2.307847261428833,
+      "logps/chosen": -668.3873901367188,
+      "logps/rejected": -880.75146484375,
+      "loss": 0.4484,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -4.07429313659668,
+      "rewards/margins": 1.9223320484161377,
+      "rewards/rejected": -5.9966254234313965,
+      "step": 290
+    },
+    {
+      "epoch": 0.6226912928759895,
+      "grad_norm": 17.607056207364927,
+      "learning_rate": 1.8693298614677112e-07,
+      "logits/chosen": -2.1555488109588623,
+      "logits/rejected": -2.051828145980835,
+      "logps/chosen": -596.3387451171875,
+      "logps/rejected": -825.14892578125,
+      "loss": 0.3679,
+      "rewards/accuracies": 0.875,
+      "rewards/chosen": -3.2922072410583496,
+      "rewards/margins": 2.1459250450134277,
+      "rewards/rejected": -5.438132286071777,
+      "step": 295
+    },
+    {
+      "epoch": 0.633245382585752,
+      "grad_norm": 18.598122517039727,
+      "learning_rate": 1.7803695924219814e-07,
+      "logits/chosen": -2.2622170448303223,
+      "logits/rejected": -2.1897120475769043,
+      "logps/chosen": -639.8846435546875,
+      "logps/rejected": -850.0399169921875,
+      "loss": 0.4031,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.6260199546813965,
+      "rewards/margins": 2.0194387435913086,
+      "rewards/rejected": -5.645459175109863,
+      "step": 300
+    },
+    {
+      "epoch": 0.6437994722955145,
+      "grad_norm": 16.59129232266985,
+      "learning_rate": 1.6923922519515067e-07,
+      "logits/chosen": -2.2015440464019775,
+      "logits/rejected": -2.129885196685791,
+      "logps/chosen": -558.0819091796875,
+      "logps/rejected": -752.4927368164062,
+      "loss": 0.4095,
+      "rewards/accuracies": 0.78125,
+      "rewards/chosen": -3.0600318908691406,
+      "rewards/margins": 1.7260305881500244,
+      "rewards/rejected": -4.786062240600586,
+      "step": 305
+    },
+    {
+      "epoch": 0.6543535620052771,
+      "grad_norm": 18.44006124052621,
+      "learning_rate": 1.605518006520924e-07,
+      "logits/chosen": -2.301358461380005,
+      "logits/rejected": -2.184253215789795,
+      "logps/chosen": -583.1818237304688,
+      "logps/rejected": -801.277099609375,
+      "loss": 0.3928,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -3.176647663116455,
+      "rewards/margins": 2.0725767612457275,
+      "rewards/rejected": -5.249224662780762,
+      "step": 310
+    },
+    {
+      "epoch": 0.6649076517150396,
+      "grad_norm": 43.00212859415373,
+      "learning_rate": 1.519865515899731e-07,
+      "logits/chosen": -2.302088975906372,
+      "logits/rejected": -2.1100873947143555,
+      "logps/chosen": -601.4708251953125,
+      "logps/rejected": -821.9664916992188,
+      "loss": 0.3886,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.5313808917999268,
+      "rewards/margins": 1.985640287399292,
+      "rewards/rejected": -5.517021179199219,
+      "step": 315
+    },
+    {
+      "epoch": 0.6754617414248021,
+      "grad_norm": 19.308206012998415,
+      "learning_rate": 1.4355517710873182e-07,
+      "logits/chosen": -2.306898593902588,
+      "logits/rejected": -2.2703452110290527,
+      "logps/chosen": -637.2567138671875,
+      "logps/rejected": -900.8046875,
+      "loss": 0.3968,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.712189197540283,
+      "rewards/margins": 2.495907783508301,
+      "rewards/rejected": -6.208096981048584,
+      "step": 320
+    },
+    {
+      "epoch": 0.6860158311345647,
+      "grad_norm": 24.048438044667563,
+      "learning_rate": 1.3526919345173318e-07,
+      "logits/chosen": -2.2532455921173096,
+      "logits/rejected": -2.1278910636901855,
+      "logps/chosen": -607.2129516601562,
+      "logps/rejected": -847.1838989257812,
+      "loss": 0.4058,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.399864912033081,
+      "rewards/margins": 2.236896514892578,
+      "rewards/rejected": -5.636761665344238,
+      "step": 325
+    },
+    {
+      "epoch": 0.6965699208443272,
+      "grad_norm": 27.608112815101293,
+      "learning_rate": 1.2713991827596443e-07,
+      "logits/chosen": -2.233346939086914,
+      "logits/rejected": -2.2035372257232666,
+      "logps/chosen": -589.2955322265625,
+      "logps/rejected": -793.0179443359375,
+      "loss": 0.3905,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -3.347853899002075,
+      "rewards/margins": 1.9631192684173584,
+      "rewards/rejected": -5.31097412109375,
+      "step": 330
+    },
+    {
+      "epoch": 0.7071240105540897,
+      "grad_norm": 24.14881546063451,
+      "learning_rate": 1.191784551934773e-07,
+      "logits/chosen": -2.3385255336761475,
+      "logits/rejected": -2.322145462036133,
+      "logps/chosen": -588.7033081054688,
+      "logps/rejected": -806.0431518554688,
+      "loss": 0.4061,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -3.393342971801758,
+      "rewards/margins": 2.0734634399414062,
+      "rewards/rejected": -5.466806888580322,
+      "step": 335
+    },
+    {
+      "epoch": 0.7176781002638523,
+      "grad_norm": 19.815903375155614,
+      "learning_rate": 1.1139567860518953e-07,
+      "logits/chosen": -2.0588958263397217,
+      "logits/rejected": -1.979034423828125,
+      "logps/chosen": -593.4244995117188,
+      "logps/rejected": -787.120361328125,
+      "loss": 0.4265,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -3.2387542724609375,
+      "rewards/margins": 1.854077696800232,
+      "rewards/rejected": -5.092832088470459,
+      "step": 340
+    },
+    {
+      "epoch": 0.7282321899736148,
+      "grad_norm": 20.071301052736302,
+      "learning_rate": 1.0380221884776128e-07,
+      "logits/chosen": -2.067850112915039,
+      "logits/rejected": -2.048149824142456,
+      "logps/chosen": -560.5596923828125,
+      "logps/rejected": -704.077880859375,
+      "loss": 0.4373,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -2.912015438079834,
+      "rewards/margins": 1.399601936340332,
+      "rewards/rejected": -4.311617374420166,
+      "step": 345
+    },
+    {
+      "epoch": 0.7387862796833773,
+      "grad_norm": 18.162804393534355,
+      "learning_rate": 9.640844767383405e-08,
+      "logits/chosen": -2.1664066314697266,
+      "logits/rejected": -2.08605694770813,
+      "logps/chosen": -543.7811279296875,
+      "logps/rejected": -715.3802490234375,
+      "loss": 0.4225,
+      "rewards/accuracies": 0.8999999761581421,
+      "rewards/chosen": -2.847567319869995,
+      "rewards/margins": 1.6358835697174072,
+      "rewards/rejected": -4.4834513664245605,
+      "step": 350
+    },
+    {
+      "epoch": 0.7493403693931399,
+      "grad_norm": 22.0345662189636,
+      "learning_rate": 8.922446408546378e-08,
+      "logits/chosen": -2.125089168548584,
+      "logits/rejected": -2.0595450401306152,
+      "logps/chosen": -593.4921875,
+      "logps/rejected": -794.3736572265625,
+      "loss": 0.4491,
+      "rewards/accuracies": 0.7875000238418579,
+      "rewards/chosen": -3.1958818435668945,
+      "rewards/margins": 1.8830915689468384,
+      "rewards/rejected": -5.078973293304443,
+      "step": 355
+    },
+    {
+      "epoch": 0.7598944591029023,
+      "grad_norm": 37.283205456222554,
+      "learning_rate": 8.22600805400994e-08,
+      "logits/chosen": -2.119860887527466,
+      "logits/rejected": -2.025869846343994,
+      "logps/chosen": -572.8893432617188,
+      "logps/rejected": -800.1495361328125,
+      "loss": 0.3879,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -3.0747852325439453,
+      "rewards/margins": 2.0609545707702637,
+      "rewards/rejected": -5.135739326477051,
+      "step": 360
+    },
+    {
+      "epoch": 0.7704485488126649,
+      "grad_norm": 23.893898212231402,
+      "learning_rate": 7.552480954794558e-08,
+      "logits/chosen": -2.0981643199920654,
+      "logits/rejected": -2.010963201522827,
+      "logps/chosen": -598.5560302734375,
+      "logps/rejected": -791.58349609375,
+      "loss": 0.4217,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -3.4471168518066406,
+      "rewards/margins": 1.8089519739151,
+      "rewards/rejected": -5.256069183349609,
+      "step": 365
+    },
+    {
+      "epoch": 0.7810026385224275,
+      "grad_norm": 27.916098925400245,
+      "learning_rate": 6.902785067901854e-08,
+      "logits/chosen": -2.1697256565093994,
+      "logits/rejected": -2.015242099761963,
+      "logps/chosen": -603.3410034179688,
+      "logps/rejected": -844.3304443359375,
+      "loss": 0.3863,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.3369498252868652,
+      "rewards/margins": 2.220611810684204,
+      "rewards/rejected": -5.557561874389648,
+      "step": 370
+    },
+    {
+      "epoch": 0.7915567282321899,
+      "grad_norm": 27.790853080729732,
+      "learning_rate": 6.277807799763973e-08,
+      "logits/chosen": -2.1927974224090576,
+      "logits/rejected": -2.077242136001587,
+      "logps/chosen": -604.877685546875,
+      "logps/rejected": -836.9320068359375,
+      "loss": 0.4036,
+      "rewards/accuracies": 0.8812500238418579,
+      "rewards/chosen": -3.460221767425537,
+      "rewards/margins": 2.2005088329315186,
+      "rewards/rejected": -5.660730361938477,
+      "step": 375
+    },
+    {
+      "epoch": 0.8021108179419525,
+      "grad_norm": 26.505958464528764,
+      "learning_rate": 5.678402794153145e-08,
+      "logits/chosen": -2.265552282333374,
+      "logits/rejected": -2.2187042236328125,
+      "logps/chosen": -644.1717529296875,
+      "logps/rejected": -856.8342895507812,
+      "loss": 0.4045,
+      "rewards/accuracies": 0.793749988079071,
+      "rewards/chosen": -3.8418126106262207,
+      "rewards/margins": 2.0028209686279297,
+      "rewards/rejected": -5.844632625579834,
+      "step": 380
+    },
+    {
+      "epoch": 0.8126649076517151,
+      "grad_norm": 28.453921770012606,
+      "learning_rate": 5.105388766206969e-08,
+      "logits/chosen": -2.355292797088623,
+      "logits/rejected": -2.2420361042022705,
+      "logps/chosen": -691.5671997070312,
+      "logps/rejected": -934.6068115234375,
+      "loss": 0.443,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -4.222853660583496,
+      "rewards/margins": 2.315927028656006,
+      "rewards/rejected": -6.538781642913818,
+      "step": 385
+    },
+    {
+      "epoch": 0.8232189973614775,
+      "grad_norm": 21.35738866439425,
+      "learning_rate": 4.5595483841620484e-08,
+      "logits/chosen": -2.1776041984558105,
+      "logits/rejected": -2.1361899375915527,
+      "logps/chosen": -658.7529907226562,
+      "logps/rejected": -870.3590087890625,
+      "loss": 0.378,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -3.8739631175994873,
+      "rewards/margins": 2.0037648677825928,
+      "rewards/rejected": -5.877728462219238,
+      "step": 390
+    },
+    {
+      "epoch": 0.8337730870712401,
+      "grad_norm": 25.73671420821126,
+      "learning_rate": 4.0416272003232526e-08,
+      "logits/chosen": -2.1355865001678467,
+      "logits/rejected": -2.0880231857299805,
+      "logps/chosen": -632.5217895507812,
+      "logps/rejected": -861.2312622070312,
+      "loss": 0.44,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -3.6603481769561768,
+      "rewards/margins": 2.233140230178833,
+      "rewards/rejected": -5.893488883972168,
+      "step": 395
+    },
+    {
+      "epoch": 0.8443271767810027,
+      "grad_norm": 24.57511432896418,
+      "learning_rate": 3.552332632729041e-08,
+      "logits/chosen": -2.040531873703003,
+      "logits/rejected": -2.077538251876831,
+      "logps/chosen": -628.4180908203125,
+      "logps/rejected": -797.4384765625,
+      "loss": 0.4222,
+      "rewards/accuracies": 0.762499988079071,
+      "rewards/chosen": -3.6359188556671143,
+      "rewards/margins": 1.6638940572738647,
+      "rewards/rejected": -5.299813270568848,
+      "step": 400
+    },
+    {
+      "epoch": 0.8443271767810027,
+      "eval_logits/chosen": -2.7593374252319336,
+      "eval_logits/rejected": -2.6865265369415283,
+      "eval_logps/chosen": -595.5198974609375,
+      "eval_logps/rejected": -786.4964599609375,
+      "eval_loss": 0.39839133620262146,
+      "eval_rewards/accuracies": 0.8286290168762207,
+      "eval_rewards/chosen": -3.3262782096862793,
+      "eval_rewards/margins": 1.799713134765625,
+      "eval_rewards/rejected": -5.125991344451904,
+      "eval_runtime": 315.3526,
+      "eval_samples_per_second": 6.266,
+      "eval_steps_per_second": 0.393,
+      "step": 400
+    },
+    {
+      "epoch": 0.8548812664907651,
+      "grad_norm": 20.4806371393051,
+      "learning_rate": 3.092332998903416e-08,
+      "logits/chosen": -2.1178812980651855,
+      "logits/rejected": -2.0984854698181152,
+      "logps/chosen": -637.4102783203125,
+      "logps/rejected": -846.5029296875,
+      "loss": 0.3953,
+      "rewards/accuracies": 0.856249988079071,
+      "rewards/chosen": -3.625606060028076,
+      "rewards/margins": 2.061870574951172,
+      "rewards/rejected": -5.687476634979248,
+      "step": 405
+    },
+    {
+      "epoch": 0.8654353562005277,
+      "grad_norm": 19.547579178485496,
+      "learning_rate": 2.6622566030146455e-08,
+      "logits/chosen": -2.1973793506622314,
+      "logits/rejected": -2.171604633331299,
+      "logps/chosen": -557.0053100585938,
+      "logps/rejected": -746.3121337890625,
+      "loss": 0.4256,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -3.149854898452759,
+      "rewards/margins": 1.7529436349868774,
+      "rewards/rejected": -4.902798652648926,
+      "step": 410
+    },
+    {
+      "epoch": 0.8759894459102903,
+      "grad_norm": 19.129911424402337,
+      "learning_rate": 2.26269087768734e-08,
+      "logits/chosen": -2.1681036949157715,
+      "logits/rejected": -2.006333589553833,
+      "logps/chosen": -610.58837890625,
+      "logps/rejected": -869.3065185546875,
+      "loss": 0.3987,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -3.558450698852539,
+      "rewards/margins": 2.386261463165283,
+      "rewards/rejected": -5.9447126388549805,
+      "step": 415
+    },
+    {
+      "epoch": 0.8865435356200527,
+      "grad_norm": 24.716365813368494,
+      "learning_rate": 1.894181581640106e-08,
+      "logits/chosen": -2.2324867248535156,
+      "logits/rejected": -2.2453224658966064,
+      "logps/chosen": -601.86083984375,
+      "logps/rejected": -790.0075073242188,
+      "loss": 0.3941,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": -3.448594331741333,
+      "rewards/margins": 1.7875158786773682,
+      "rewards/rejected": -5.236110210418701,
+      "step": 420
+    },
+    {
+      "epoch": 0.8970976253298153,
+      "grad_norm": 32.13959851586395,
+      "learning_rate": 1.5572320542448143e-08,
+      "logits/chosen": -2.2512707710266113,
+      "logits/rejected": -2.20418119430542,
+      "logps/chosen": -625.6372680664062,
+      "logps/rejected": -828.36083984375,
+      "loss": 0.4037,
+      "rewards/accuracies": 0.824999988079071,
+      "rewards/chosen": -3.624408006668091,
+      "rewards/margins": 1.9519973993301392,
+      "rewards/rejected": -5.576405048370361,
+      "step": 425
+    },
+    {
+      "epoch": 0.9076517150395779,
+      "grad_norm": 21.087098841456804,
+      "learning_rate": 1.2523025280255729e-08,
+      "logits/chosen": -2.314072847366333,
+      "logits/rejected": -2.28322434425354,
+      "logps/chosen": -619.37060546875,
+      "logps/rejected": -859.1106567382812,
+      "loss": 0.3474,
+      "rewards/accuracies": 0.862500011920929,
+      "rewards/chosen": -3.540250062942505,
+      "rewards/margins": 2.301335334777832,
+      "rewards/rejected": -5.841585159301758,
+      "step": 430
+    },
+    {
+      "epoch": 0.9182058047493403,
+      "grad_norm": 18.102509884061345,
+      "learning_rate": 9.798095000364214e-09,
+      "logits/chosen": -2.378577470779419,
+      "logits/rejected": -2.214040994644165,
+      "logps/chosen": -613.8382568359375,
+      "logps/rejected": -870.4904174804688,
+      "loss": 0.3723,
+      "rewards/accuracies": 0.8374999761581421,
+      "rewards/chosen": -3.5427989959716797,
+      "rewards/margins": 2.341104030609131,
+      "rewards/rejected": -5.8839030265808105,
+      "step": 435
+    },
+    {
+      "epoch": 0.9287598944591029,
+      "grad_norm": 24.09594523964464,
+      "learning_rate": 7.401251629764876e-09,
+      "logits/chosen": -2.230398416519165,
+      "logits/rejected": -2.044609308242798,
+      "logps/chosen": -635.7887573242188,
+      "logps/rejected": -865.6220703125,
+      "loss": 0.4132,
+      "rewards/accuracies": 0.800000011920929,
+      "rewards/chosen": -3.677701473236084,
+      "rewards/margins": 2.0847156047821045,
+      "rewards/rejected": -5.762416839599609,
+      "step": 440
+    },
+    {
+      "epoch": 0.9393139841688655,
+      "grad_norm": 18.69976567383702,
+      "learning_rate": 5.335768968195098e-09,
+      "logits/chosen": -2.1324424743652344,
+      "logits/rejected": -2.0235095024108887,
+      "logps/chosen": -618.6690673828125,
+      "logps/rejected": -826.8605346679688,
+      "loss": 0.4125,
+      "rewards/accuracies": 0.8187500238418579,
+      "rewards/chosen": -3.5293784141540527,
+      "rewards/margins": 1.9530022144317627,
+      "rewards/rejected": -5.4823808670043945,
+      "step": 445
+    },
+    {
+      "epoch": 0.9498680738786279,
+      "grad_norm": 15.92889127250539,
+      "learning_rate": 3.604468216521883e-09,
+      "logits/chosen": -2.2540245056152344,
+      "logits/rejected": -2.232203960418701,
+      "logps/chosen": -600.1151123046875,
+      "logps/rejected": -796.59423828125,
+      "loss": 0.3844,
+      "rewards/accuracies": 0.84375,
+      "rewards/chosen": -3.402463912963867,
+      "rewards/margins": 1.903550148010254,
+      "rewards/rejected": -5.306014060974121,
+      "step": 450
+    },
+    {
+      "epoch": 0.9604221635883905,
+      "grad_norm": 18.753569800561838,
+      "learning_rate": 2.2097141233206884e-09,
+      "logits/chosen": -2.1656556129455566,
+      "logits/rejected": -2.1333932876586914,
+      "logps/chosen": -624.7294921875,
+      "logps/rejected": -828.1585693359375,
+      "loss": 0.3908,
+      "rewards/accuracies": 0.8062499761581421,
+      "rewards/chosen": -3.7328314781188965,
+      "rewards/margins": 1.9572765827178955,
+      "rewards/rejected": -5.690107345581055,
+      "step": 455
+    },
+    {
+      "epoch": 0.9709762532981531,
+      "grad_norm": 19.85121890931105,
+      "learning_rate": 1.1534117549133472e-09,
+      "logits/chosen": -2.364999294281006,
+      "logits/rejected": -2.1894242763519287,
+      "logps/chosen": -624.747802734375,
+      "logps/rejected": -858.8040161132812,
+      "loss": 0.3658,
+      "rewards/accuracies": 0.8687499761581421,
+      "rewards/chosen": -3.7442946434020996,
+      "rewards/margins": 2.1538589000701904,
+      "rewards/rejected": -5.898154258728027,
+      "step": 460
+    },
+    {
+      "epoch": 0.9815303430079155,
+      "grad_norm": 39.10841866963654,
+      "learning_rate": 4.3700389327672173e-10,
+      "logits/chosen": -2.2868332862854004,
+      "logits/rejected": -2.1618874073028564,
+      "logps/chosen": -634.08447265625,
+      "logps/rejected": -845.2247924804688,
+      "loss": 0.3908,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -3.793625593185425,
+      "rewards/margins": 1.9014127254486084,
+      "rewards/rejected": -5.695038318634033,
+      "step": 465
+    },
+    {
+      "epoch": 0.9920844327176781,
+      "grad_norm": 18.498519136680624,
+      "learning_rate": 6.146906537587982e-11,
+      "logits/chosen": -2.2575690746307373,
+      "logits/rejected": -2.1273903846740723,
+      "logps/chosen": -600.2813720703125,
+      "logps/rejected": -810.6456298828125,
+      "loss": 0.396,
+      "rewards/accuracies": 0.831250011920929,
+      "rewards/chosen": -3.4551138877868652,
+      "rewards/margins": 1.9376386404037476,
+      "rewards/rejected": -5.392752647399902,
+      "step": 470
+    },
+    {
+      "epoch": 0.9984168865435357,
+      "step": 473,
+      "total_flos": 0.0,
+      "train_loss": 0.466365703316622,
+      "train_runtime": 19524.7969,
+      "train_samples_per_second": 3.105,
+      "train_steps_per_second": 0.024
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 473,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5e554cceb99bd6f337e8a5aed371111e7e9f9e7e6a430c61cfbd978575d48
+size 7544