JacksonBrune commited on
Commit
a338939
·
verified ·
1 Parent(s): 2db14fe

Training in progress, step 189, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70ea86d51a9634bf92e8e76a85f96ec6ab8e9992c9a760df14bd2431d4bf14de
3
  size 64219860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b632180e937ab1fa5d61d48b8652b6eb3d9d4cef91094e5cc90d3cee65676b3
3
  size 64219860
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:536a10198983821af10e2dddfe73906facff151d67d87c597a610ff5276198bc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0074a94e7be8f39393e7be3ece5718fa75893cad9596eb6bcf3dfb395e3ed98a
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fde2add4ac526f9d88b4a85a5e304b22d4aa9bf06cf799f89fbf1fa68e0bf83
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65558e26afbfb87dd1928966282919939bdee4084add607d42e008ed52d680cd
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.005318250886375148,
5
  "eval_steps": 63,
6
- "global_step": 126,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -115,6 +115,56 @@
115
  "eval_samples_per_second": 11.708,
116
  "eval_steps_per_second": 5.854,
117
  "step": 126
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118
  }
119
  ],
120
  "logging_steps": 10,
@@ -134,7 +184,7 @@
134
  "attributes": {}
135
  }
136
  },
137
- "total_flos": 7.6158980849664e+16,
138
  "train_batch_size": 2,
139
  "trial_name": null,
140
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.007977376329562722,
5
  "eval_steps": 63,
6
+ "global_step": 189,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
115
  "eval_samples_per_second": 11.708,
116
  "eval_steps_per_second": 5.854,
117
  "step": 126
118
+ },
119
+ {
120
+ "epoch": 0.005487084247847374,
121
+ "grad_norm": NaN,
122
+ "learning_rate": 9.679484224283449e-05,
123
+ "loss": 0.0,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.005909167651527942,
128
+ "grad_norm": NaN,
129
+ "learning_rate": 8.404001049666211e-05,
130
+ "loss": 0.0,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.006331251055208509,
135
+ "grad_norm": NaN,
136
+ "learning_rate": 7.154724133689677e-05,
137
+ "loss": 0.8831,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.006753334458889077,
142
+ "grad_norm": NaN,
143
+ "learning_rate": 5.952166568776062e-05,
144
+ "loss": 0.0,
145
+ "step": 160
146
+ },
147
+ {
148
+ "epoch": 0.007175417862569644,
149
+ "grad_norm": NaN,
150
+ "learning_rate": 4.8160743168947496e-05,
151
+ "loss": 0.0689,
152
+ "step": 170
153
+ },
154
+ {
155
+ "epoch": 0.007597501266250211,
156
+ "grad_norm": NaN,
157
+ "learning_rate": 3.7651019814126654e-05,
158
+ "loss": 0.0793,
159
+ "step": 180
160
+ },
161
+ {
162
+ "epoch": 0.007977376329562722,
163
+ "eval_loss": NaN,
164
+ "eval_runtime": 853.2017,
165
+ "eval_samples_per_second": 11.692,
166
+ "eval_steps_per_second": 5.846,
167
+ "step": 189
168
  }
169
  ],
170
  "logging_steps": 10,
 
184
  "attributes": {}
185
  }
186
  },
187
+ "total_flos": 1.13841809915904e+17,
188
  "train_batch_size": 2,
189
  "trial_name": null,
190
  "trial_params": null