celikmus commited on
Commit
05211e3
1 Parent(s): 620a07a

Model save

Browse files
all_results.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_f1": 1.0,
5
+ "eval_loss": 0.026059171184897423,
6
+ "eval_precision": 1.0,
7
+ "eval_recall": 1.0,
8
+ "eval_runtime": 4.0142,
9
+ "eval_samples_per_second": 165.91,
10
+ "eval_steps_per_second": 5.231,
11
+ "test_accuracy": 1.0,
12
+ "test_f1": 1.0,
13
+ "test_loss": 0.025151288136839867,
14
+ "test_precision": 1.0,
15
+ "test_recall": 1.0,
16
+ "test_runtime": 3.787,
17
+ "test_samples_per_second": 176.129,
18
+ "test_steps_per_second": 5.545,
19
+ "total_flos": 2118227382190080.0,
20
+ "train_accuracy": 0.9981231231231231,
21
+ "train_f1": 0.9981237024802164,
22
+ "train_loss": 0.036395490169525146,
23
+ "train_precision": 0.9981332041882663,
24
+ "train_recall": 0.9981231231231231,
25
+ "train_runtime": 34.4871,
26
+ "train_samples_per_second": 154.492,
27
+ "train_steps_per_second": 4.842
28
+ }
runs/Mar12_17-20-50_600bf07fcee4/events.out.tfevents.1678641733.600bf07fcee4.128.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd910e4712a790af64a0c43557c0f660e576560ee444b07db4b63902615e6042
3
- size 14092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d841a98ab82cdc538c4369241d2bd6fc73ccd27bae68a69073942e884ff1c9b1
3
+ size 14446
runs/Mar12_17-20-50_600bf07fcee4/events.out.tfevents.1678642273.600bf07fcee4.128.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a70df4f6581a26f8086c8a9e6256edba27373e6080b7f874b2c54d6f705538
3
+ size 1456
test_results.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "test_accuracy": 1.0,
4
+ "test_f1": 1.0,
5
+ "test_loss": 0.025151288136839867,
6
+ "test_precision": 1.0,
7
+ "test_recall": 1.0,
8
+ "test_runtime": 3.787,
9
+ "test_samples_per_second": 176.129,
10
+ "test_steps_per_second": 5.545
11
+ }
train_more_results.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "train_accuracy": 0.9981231231231231,
4
+ "train_f1": 0.9981237024802164,
5
+ "train_loss": 0.036395490169525146,
6
+ "train_precision": 0.9981332041882663,
7
+ "train_recall": 0.9981231231231231,
8
+ "train_runtime": 34.4871,
9
+ "train_samples_per_second": 154.492,
10
+ "train_steps_per_second": 4.842
11
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "total_flos": 2118227382190080.0,
4
+ "train_loss": 0.661047323973117,
5
+ "train_runtime": 349.1831,
6
+ "train_samples_per_second": 45.775,
7
+ "train_steps_per_second": 1.435
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,397 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 1.0,
3
+ "best_model_checkpoint": "distilbert-base-uncased_finetuned_text_2_disease_cel_v2/checkpoint-501",
4
+ "epoch": 3.0,
5
+ "global_step": 501,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.06,
12
+ "learning_rate": 3.920159680638723e-05,
13
+ "loss": 3.208,
14
+ "step": 10
15
+ },
16
+ {
17
+ "epoch": 0.12,
18
+ "learning_rate": 3.840319361277446e-05,
19
+ "loss": 3.1566,
20
+ "step": 20
21
+ },
22
+ {
23
+ "epoch": 0.18,
24
+ "learning_rate": 3.7604790419161676e-05,
25
+ "loss": 3.0327,
26
+ "step": 30
27
+ },
28
+ {
29
+ "epoch": 0.24,
30
+ "learning_rate": 3.680638722554891e-05,
31
+ "loss": 2.8296,
32
+ "step": 40
33
+ },
34
+ {
35
+ "epoch": 0.3,
36
+ "learning_rate": 3.600798403193613e-05,
37
+ "loss": 2.5667,
38
+ "step": 50
39
+ },
40
+ {
41
+ "epoch": 0.36,
42
+ "learning_rate": 3.5209580838323356e-05,
43
+ "loss": 2.3494,
44
+ "step": 60
45
+ },
46
+ {
47
+ "epoch": 0.42,
48
+ "learning_rate": 3.441117764471058e-05,
49
+ "loss": 2.0569,
50
+ "step": 70
51
+ },
52
+ {
53
+ "epoch": 0.48,
54
+ "learning_rate": 3.3612774451097804e-05,
55
+ "loss": 1.7982,
56
+ "step": 80
57
+ },
58
+ {
59
+ "epoch": 0.54,
60
+ "learning_rate": 3.2814371257485035e-05,
61
+ "loss": 1.577,
62
+ "step": 90
63
+ },
64
+ {
65
+ "epoch": 0.6,
66
+ "learning_rate": 3.201596806387226e-05,
67
+ "loss": 1.3064,
68
+ "step": 100
69
+ },
70
+ {
71
+ "epoch": 0.66,
72
+ "learning_rate": 3.1217564870259484e-05,
73
+ "loss": 1.2182,
74
+ "step": 110
75
+ },
76
+ {
77
+ "epoch": 0.72,
78
+ "learning_rate": 3.041916167664671e-05,
79
+ "loss": 0.9891,
80
+ "step": 120
81
+ },
82
+ {
83
+ "epoch": 0.78,
84
+ "learning_rate": 2.9620758483033936e-05,
85
+ "loss": 0.872,
86
+ "step": 130
87
+ },
88
+ {
89
+ "epoch": 0.84,
90
+ "learning_rate": 2.8822355289421164e-05,
91
+ "loss": 0.7503,
92
+ "step": 140
93
+ },
94
+ {
95
+ "epoch": 0.9,
96
+ "learning_rate": 2.8023952095808385e-05,
97
+ "loss": 0.6134,
98
+ "step": 150
99
+ },
100
+ {
101
+ "epoch": 0.96,
102
+ "learning_rate": 2.7225548902195612e-05,
103
+ "loss": 0.5425,
104
+ "step": 160
105
+ },
106
+ {
107
+ "epoch": 1.0,
108
+ "eval_accuracy": 0.963963963963964,
109
+ "eval_f1": 0.9630884536155822,
110
+ "eval_loss": 0.36853650212287903,
111
+ "eval_precision": 0.9698101430349508,
112
+ "eval_recall": 0.963963963963964,
113
+ "eval_runtime": 3.8045,
114
+ "eval_samples_per_second": 175.058,
115
+ "eval_steps_per_second": 5.52,
116
+ "step": 167
117
+ },
118
+ {
119
+ "epoch": 1.02,
120
+ "learning_rate": 2.6427145708582837e-05,
121
+ "loss": 0.4085,
122
+ "step": 170
123
+ },
124
+ {
125
+ "epoch": 1.08,
126
+ "learning_rate": 2.5628742514970064e-05,
127
+ "loss": 0.3705,
128
+ "step": 180
129
+ },
130
+ {
131
+ "epoch": 1.14,
132
+ "learning_rate": 2.4830339321357285e-05,
133
+ "loss": 0.317,
134
+ "step": 190
135
+ },
136
+ {
137
+ "epoch": 1.2,
138
+ "learning_rate": 2.4031936127744513e-05,
139
+ "loss": 0.25,
140
+ "step": 200
141
+ },
142
+ {
143
+ "epoch": 1.26,
144
+ "learning_rate": 2.323353293413174e-05,
145
+ "loss": 0.2564,
146
+ "step": 210
147
+ },
148
+ {
149
+ "epoch": 1.32,
150
+ "learning_rate": 2.2435129740518965e-05,
151
+ "loss": 0.2334,
152
+ "step": 220
153
+ },
154
+ {
155
+ "epoch": 1.38,
156
+ "learning_rate": 2.163672654690619e-05,
157
+ "loss": 0.231,
158
+ "step": 230
159
+ },
160
+ {
161
+ "epoch": 1.44,
162
+ "learning_rate": 2.0838323353293413e-05,
163
+ "loss": 0.1942,
164
+ "step": 240
165
+ },
166
+ {
167
+ "epoch": 1.5,
168
+ "learning_rate": 2.003992015968064e-05,
169
+ "loss": 0.1782,
170
+ "step": 250
171
+ },
172
+ {
173
+ "epoch": 1.56,
174
+ "learning_rate": 1.9241516966067865e-05,
175
+ "loss": 0.1353,
176
+ "step": 260
177
+ },
178
+ {
179
+ "epoch": 1.62,
180
+ "learning_rate": 1.8443113772455093e-05,
181
+ "loss": 0.1027,
182
+ "step": 270
183
+ },
184
+ {
185
+ "epoch": 1.68,
186
+ "learning_rate": 1.7644710578842317e-05,
187
+ "loss": 0.1048,
188
+ "step": 280
189
+ },
190
+ {
191
+ "epoch": 1.74,
192
+ "learning_rate": 1.684630738522954e-05,
193
+ "loss": 0.1052,
194
+ "step": 290
195
+ },
196
+ {
197
+ "epoch": 1.8,
198
+ "learning_rate": 1.604790419161677e-05,
199
+ "loss": 0.0849,
200
+ "step": 300
201
+ },
202
+ {
203
+ "epoch": 1.86,
204
+ "learning_rate": 1.5249500998003994e-05,
205
+ "loss": 0.0974,
206
+ "step": 310
207
+ },
208
+ {
209
+ "epoch": 1.92,
210
+ "learning_rate": 1.4451097804391218e-05,
211
+ "loss": 0.075,
212
+ "step": 320
213
+ },
214
+ {
215
+ "epoch": 1.98,
216
+ "learning_rate": 1.3652694610778446e-05,
217
+ "loss": 0.0887,
218
+ "step": 330
219
+ },
220
+ {
221
+ "epoch": 2.0,
222
+ "eval_accuracy": 0.9984984984984985,
223
+ "eval_f1": 0.9984973421631103,
224
+ "eval_loss": 0.042379751801490784,
225
+ "eval_precision": 0.9985541096652208,
226
+ "eval_recall": 0.9984984984984985,
227
+ "eval_runtime": 3.9115,
228
+ "eval_samples_per_second": 170.269,
229
+ "eval_steps_per_second": 5.369,
230
+ "step": 334
231
+ },
232
+ {
233
+ "epoch": 2.04,
234
+ "learning_rate": 1.285429141716567e-05,
235
+ "loss": 0.0749,
236
+ "step": 340
237
+ },
238
+ {
239
+ "epoch": 2.1,
240
+ "learning_rate": 1.2055888223552896e-05,
241
+ "loss": 0.0532,
242
+ "step": 350
243
+ },
244
+ {
245
+ "epoch": 2.16,
246
+ "learning_rate": 1.125748502994012e-05,
247
+ "loss": 0.0807,
248
+ "step": 360
249
+ },
250
+ {
251
+ "epoch": 2.22,
252
+ "learning_rate": 1.0459081836327348e-05,
253
+ "loss": 0.0712,
254
+ "step": 370
255
+ },
256
+ {
257
+ "epoch": 2.28,
258
+ "learning_rate": 9.660678642714572e-06,
259
+ "loss": 0.0575,
260
+ "step": 380
261
+ },
262
+ {
263
+ "epoch": 2.34,
264
+ "learning_rate": 8.862275449101796e-06,
265
+ "loss": 0.0533,
266
+ "step": 390
267
+ },
268
+ {
269
+ "epoch": 2.4,
270
+ "learning_rate": 8.063872255489022e-06,
271
+ "loss": 0.0612,
272
+ "step": 400
273
+ },
274
+ {
275
+ "epoch": 2.46,
276
+ "learning_rate": 7.2654690618762484e-06,
277
+ "loss": 0.0482,
278
+ "step": 410
279
+ },
280
+ {
281
+ "epoch": 2.51,
282
+ "learning_rate": 6.4670658682634736e-06,
283
+ "loss": 0.0539,
284
+ "step": 420
285
+ },
286
+ {
287
+ "epoch": 2.57,
288
+ "learning_rate": 5.668662674650699e-06,
289
+ "loss": 0.0655,
290
+ "step": 430
291
+ },
292
+ {
293
+ "epoch": 2.63,
294
+ "learning_rate": 4.870259481037925e-06,
295
+ "loss": 0.0646,
296
+ "step": 440
297
+ },
298
+ {
299
+ "epoch": 2.69,
300
+ "learning_rate": 4.07185628742515e-06,
301
+ "loss": 0.0642,
302
+ "step": 450
303
+ },
304
+ {
305
+ "epoch": 2.75,
306
+ "learning_rate": 3.2734530938123754e-06,
307
+ "loss": 0.0448,
308
+ "step": 460
309
+ },
310
+ {
311
+ "epoch": 2.81,
312
+ "learning_rate": 2.475049900199601e-06,
313
+ "loss": 0.0394,
314
+ "step": 470
315
+ },
316
+ {
317
+ "epoch": 2.87,
318
+ "learning_rate": 1.6766467065868263e-06,
319
+ "loss": 0.0657,
320
+ "step": 480
321
+ },
322
+ {
323
+ "epoch": 2.93,
324
+ "learning_rate": 8.78243512974052e-07,
325
+ "loss": 0.0769,
326
+ "step": 490
327
+ },
328
+ {
329
+ "epoch": 2.99,
330
+ "learning_rate": 7.984031936127744e-08,
331
+ "loss": 0.0399,
332
+ "step": 500
333
+ },
334
+ {
335
+ "epoch": 3.0,
336
+ "eval_accuracy": 1.0,
337
+ "eval_f1": 1.0,
338
+ "eval_loss": 0.026059171184897423,
339
+ "eval_precision": 1.0,
340
+ "eval_recall": 1.0,
341
+ "eval_runtime": 3.7333,
342
+ "eval_samples_per_second": 178.395,
343
+ "eval_steps_per_second": 5.625,
344
+ "step": 501
345
+ },
346
+ {
347
+ "epoch": 3.0,
348
+ "step": 501,
349
+ "total_flos": 2118227382190080.0,
350
+ "train_loss": 0.661047323973117,
351
+ "train_runtime": 349.1831,
352
+ "train_samples_per_second": 45.775,
353
+ "train_steps_per_second": 1.435
354
+ },
355
+ {
356
+ "epoch": 3.0,
357
+ "eval_accuracy": 0.9981231231231231,
358
+ "eval_f1": 0.9981237024802164,
359
+ "eval_loss": 0.036395490169525146,
360
+ "eval_precision": 0.9981332041882663,
361
+ "eval_recall": 0.9981231231231231,
362
+ "eval_runtime": 34.4871,
363
+ "eval_samples_per_second": 154.492,
364
+ "eval_steps_per_second": 4.842,
365
+ "step": 501
366
+ },
367
+ {
368
+ "epoch": 3.0,
369
+ "eval_accuracy": 1.0,
370
+ "eval_f1": 1.0,
371
+ "eval_loss": 0.026059171184897423,
372
+ "eval_precision": 1.0,
373
+ "eval_recall": 1.0,
374
+ "eval_runtime": 4.0142,
375
+ "eval_samples_per_second": 165.91,
376
+ "eval_steps_per_second": 5.231,
377
+ "step": 501
378
+ },
379
+ {
380
+ "epoch": 3.0,
381
+ "eval_accuracy": 1.0,
382
+ "eval_f1": 1.0,
383
+ "eval_loss": 0.025151288136839867,
384
+ "eval_precision": 1.0,
385
+ "eval_recall": 1.0,
386
+ "eval_runtime": 3.787,
387
+ "eval_samples_per_second": 176.129,
388
+ "eval_steps_per_second": 5.545,
389
+ "step": 501
390
+ }
391
+ ],
392
+ "max_steps": 501,
393
+ "num_train_epochs": 3,
394
+ "total_flos": 2118227382190080.0,
395
+ "trial_name": null,
396
+ "trial_params": null
397
+ }
valid_results.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_accuracy": 1.0,
4
+ "eval_f1": 1.0,
5
+ "eval_loss": 0.026059171184897423,
6
+ "eval_precision": 1.0,
7
+ "eval_recall": 1.0,
8
+ "eval_runtime": 4.0142,
9
+ "eval_samples_per_second": 165.91,
10
+ "eval_steps_per_second": 5.231
11
+ }