Training in progress, step 19, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 36981072
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e2277b9b528c1c9f8bd7e622cad6c80092ce54f6dfbe60517ff5ae088d71f18
|
3 |
size 36981072
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 19859140
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3516beb162147f9c0071765d8d02b0d388f839b860ca75736dc4ff03a8dff099
|
3 |
size 19859140
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c29b7e2b68557abec6d537788c826fc285fa31805cf008a22adaa84cb4a0d16c
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d53e3efb96f3d3e8a6297fb701bdadfea260fdcffdcd69ab736f197d82e8827
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": 0.7437593340873718,
|
3 |
"best_model_checkpoint": "miner_id_24/checkpoint-10",
|
4 |
-
"epoch":
|
5 |
"eval_steps": 5,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -101,6 +101,77 @@
|
|
101 |
"eval_samples_per_second": 7.653,
|
102 |
"eval_steps_per_second": 3.827,
|
103 |
"step": 10
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
104 |
}
|
105 |
],
|
106 |
"logging_steps": 1,
|
@@ -124,12 +195,12 @@
|
|
124 |
"should_evaluate": false,
|
125 |
"should_log": false,
|
126 |
"should_save": true,
|
127 |
-
"should_training_stop":
|
128 |
},
|
129 |
"attributes": {}
|
130 |
}
|
131 |
},
|
132 |
-
"total_flos":
|
133 |
"train_batch_size": 2,
|
134 |
"trial_name": null,
|
135 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": 0.7437593340873718,
|
3 |
"best_model_checkpoint": "miner_id_24/checkpoint-10",
|
4 |
+
"epoch": 1.0266666666666666,
|
5 |
"eval_steps": 5,
|
6 |
+
"global_step": 19,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
101 |
"eval_samples_per_second": 7.653,
|
102 |
"eval_steps_per_second": 3.827,
|
103 |
"step": 10
|
104 |
+
},
|
105 |
+
{
|
106 |
+
"epoch": 0.5866666666666667,
|
107 |
+
"grad_norm": 4.308557033538818,
|
108 |
+
"learning_rate": 0.00019396926207859084,
|
109 |
+
"loss": 1.0522,
|
110 |
+
"step": 11
|
111 |
+
},
|
112 |
+
{
|
113 |
+
"epoch": 0.64,
|
114 |
+
"grad_norm": 4.9355010986328125,
|
115 |
+
"learning_rate": 0.0001766044443118978,
|
116 |
+
"loss": 0.9547,
|
117 |
+
"step": 12
|
118 |
+
},
|
119 |
+
{
|
120 |
+
"epoch": 0.6933333333333334,
|
121 |
+
"grad_norm": 5.842991352081299,
|
122 |
+
"learning_rate": 0.00015000000000000001,
|
123 |
+
"loss": 1.0311,
|
124 |
+
"step": 13
|
125 |
+
},
|
126 |
+
{
|
127 |
+
"epoch": 0.7466666666666667,
|
128 |
+
"grad_norm": 4.299498081207275,
|
129 |
+
"learning_rate": 0.00011736481776669306,
|
130 |
+
"loss": 0.6983,
|
131 |
+
"step": 14
|
132 |
+
},
|
133 |
+
{
|
134 |
+
"epoch": 0.8,
|
135 |
+
"grad_norm": 6.725227355957031,
|
136 |
+
"learning_rate": 8.263518223330697e-05,
|
137 |
+
"loss": 0.7981,
|
138 |
+
"step": 15
|
139 |
+
},
|
140 |
+
{
|
141 |
+
"epoch": 0.8,
|
142 |
+
"eval_loss": 0.43270689249038696,
|
143 |
+
"eval_runtime": 1.0468,
|
144 |
+
"eval_samples_per_second": 7.643,
|
145 |
+
"eval_steps_per_second": 3.821,
|
146 |
+
"step": 15
|
147 |
+
},
|
148 |
+
{
|
149 |
+
"epoch": 0.8533333333333334,
|
150 |
+
"grad_norm": 4.609326362609863,
|
151 |
+
"learning_rate": 5.000000000000002e-05,
|
152 |
+
"loss": 0.5653,
|
153 |
+
"step": 16
|
154 |
+
},
|
155 |
+
{
|
156 |
+
"epoch": 0.9066666666666666,
|
157 |
+
"grad_norm": 4.444565296173096,
|
158 |
+
"learning_rate": 2.339555568810221e-05,
|
159 |
+
"loss": 0.5661,
|
160 |
+
"step": 17
|
161 |
+
},
|
162 |
+
{
|
163 |
+
"epoch": 0.96,
|
164 |
+
"grad_norm": 5.373607635498047,
|
165 |
+
"learning_rate": 6.030737921409169e-06,
|
166 |
+
"loss": 0.6943,
|
167 |
+
"step": 18
|
168 |
+
},
|
169 |
+
{
|
170 |
+
"epoch": 1.0266666666666666,
|
171 |
+
"grad_norm": 7.283926486968994,
|
172 |
+
"learning_rate": 0.0,
|
173 |
+
"loss": 0.7013,
|
174 |
+
"step": 19
|
175 |
}
|
176 |
],
|
177 |
"logging_steps": 1,
|
|
|
195 |
"should_evaluate": false,
|
196 |
"should_log": false,
|
197 |
"should_save": true,
|
198 |
+
"should_training_stop": true
|
199 |
},
|
200 |
"attributes": {}
|
201 |
}
|
202 |
},
|
203 |
+
"total_flos": 616166691176448.0,
|
204 |
"train_batch_size": 2,
|
205 |
"trial_name": null,
|
206 |
"trial_params": null
|