File size: 7,917 Bytes
bab0944
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
{
  "best_metric": 0.7252032520325203,
  "best_model_checkpoint": "models/nominal-groups-recognition-bert-base-spanish-wwm-cased/checkpoint-4016",
  "epoch": 5.0,
  "global_step": 5020,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.4301,
      "step": 1004
    },
    {
      "epoch": 1.0,
      "eval_Body_Part_f1": 0.6532887402452621,
      "eval_Body_Part_number": 413,
      "eval_Body_Part_precision": 0.6053719008264463,
      "eval_Body_Part_recall": 0.7094430992736077,
      "eval_Disease_f1": 0.7027027027027026,
      "eval_Disease_number": 975,
      "eval_Disease_precision": 0.6987829614604463,
      "eval_Disease_recall": 0.7066666666666667,
      "eval_Family_Member_f1": 0.8421052631578948,
      "eval_Family_Member_number": 30,
      "eval_Family_Member_precision": 0.8888888888888888,
      "eval_Family_Member_recall": 0.8,
      "eval_Medication_f1": 0.7471264367816093,
      "eval_Medication_number": 93,
      "eval_Medication_precision": 0.8024691358024691,
      "eval_Medication_recall": 0.6989247311827957,
      "eval_Procedure_f1": 0.5321739130434784,
      "eval_Procedure_number": 311,
      "eval_Procedure_precision": 0.5795454545454546,
      "eval_Procedure_recall": 0.4919614147909968,
      "eval_loss": 0.30176040530204773,
      "eval_overall_accuracy": 0.9052301381432105,
      "eval_overall_f1": 0.668122270742358,
      "eval_overall_precision": 0.6644951140065146,
      "eval_overall_recall": 0.6717892425905598,
      "eval_runtime": 229.9802,
      "eval_samples_per_second": 3.874,
      "eval_steps_per_second": 0.487,
      "step": 1004
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.2e-05,
      "loss": 0.2384,
      "step": 2008
    },
    {
      "epoch": 2.0,
      "eval_Body_Part_f1": 0.6966019417475728,
      "eval_Body_Part_number": 413,
      "eval_Body_Part_precision": 0.6982968369829684,
      "eval_Body_Part_recall": 0.6949152542372882,
      "eval_Disease_f1": 0.7278415015641293,
      "eval_Disease_number": 975,
      "eval_Disease_precision": 0.7401908801696713,
      "eval_Disease_recall": 0.7158974358974359,
      "eval_Family_Member_f1": 0.8000000000000002,
      "eval_Family_Member_number": 30,
      "eval_Family_Member_precision": 0.8,
      "eval_Family_Member_recall": 0.8,
      "eval_Medication_f1": 0.7243243243243243,
      "eval_Medication_number": 93,
      "eval_Medication_precision": 0.7282608695652174,
      "eval_Medication_recall": 0.7204301075268817,
      "eval_Procedure_f1": 0.6035313001605136,
      "eval_Procedure_number": 311,
      "eval_Procedure_precision": 0.6025641025641025,
      "eval_Procedure_recall": 0.6045016077170418,
      "eval_loss": 0.29026830196380615,
      "eval_overall_accuracy": 0.9147614164203415,
      "eval_overall_f1": 0.7002770083102493,
      "eval_overall_precision": 0.7069351230425056,
      "eval_overall_recall": 0.6937431394072447,
      "eval_runtime": 223.1974,
      "eval_samples_per_second": 3.992,
      "eval_steps_per_second": 0.502,
      "step": 2008
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.1625,
      "step": 3012
    },
    {
      "epoch": 3.0,
      "eval_Body_Part_f1": 0.7096045197740113,
      "eval_Body_Part_number": 413,
      "eval_Body_Part_precision": 0.6652542372881356,
      "eval_Body_Part_recall": 0.7602905569007264,
      "eval_Disease_f1": 0.7393316195372751,
      "eval_Disease_number": 975,
      "eval_Disease_precision": 0.7412371134020619,
      "eval_Disease_recall": 0.7374358974358974,
      "eval_Family_Member_f1": 0.8571428571428571,
      "eval_Family_Member_number": 30,
      "eval_Family_Member_precision": 0.9230769230769231,
      "eval_Family_Member_recall": 0.8,
      "eval_Medication_f1": 0.7840909090909092,
      "eval_Medication_number": 93,
      "eval_Medication_precision": 0.8313253012048193,
      "eval_Medication_recall": 0.7419354838709677,
      "eval_Procedure_f1": 0.6220238095238095,
      "eval_Procedure_number": 311,
      "eval_Procedure_precision": 0.5789473684210527,
      "eval_Procedure_recall": 0.6720257234726688,
      "eval_loss": 0.2948259115219116,
      "eval_overall_accuracy": 0.9188031610062134,
      "eval_overall_f1": 0.7150508837707552,
      "eval_overall_precision": 0.6982217573221757,
      "eval_overall_recall": 0.7327113062568605,
      "eval_runtime": 223.9641,
      "eval_samples_per_second": 3.978,
      "eval_steps_per_second": 0.5,
      "step": 3012
    },
    {
      "epoch": 4.0,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.1142,
      "step": 4016
    },
    {
      "epoch": 4.0,
      "eval_Body_Part_f1": 0.7175208581644815,
      "eval_Body_Part_number": 413,
      "eval_Body_Part_precision": 0.7065727699530516,
      "eval_Body_Part_recall": 0.7288135593220338,
      "eval_Disease_f1": 0.748496993987976,
      "eval_Disease_number": 975,
      "eval_Disease_precision": 0.7316356513222331,
      "eval_Disease_recall": 0.7661538461538462,
      "eval_Family_Member_f1": 0.8333333333333334,
      "eval_Family_Member_number": 30,
      "eval_Family_Member_precision": 0.8333333333333334,
      "eval_Family_Member_recall": 0.8333333333333334,
      "eval_Medication_f1": 0.7586206896551724,
      "eval_Medication_number": 93,
      "eval_Medication_precision": 0.8148148148148148,
      "eval_Medication_recall": 0.7096774193548387,
      "eval_Procedure_f1": 0.6409017713365539,
      "eval_Procedure_number": 311,
      "eval_Procedure_precision": 0.6419354838709678,
      "eval_Procedure_recall": 0.639871382636656,
      "eval_loss": 0.32472705841064453,
      "eval_overall_accuracy": 0.920069976473427,
      "eval_overall_f1": 0.7252032520325203,
      "eval_overall_precision": 0.7162740899357601,
      "eval_overall_recall": 0.7343578485181119,
      "eval_runtime": 223.8603,
      "eval_samples_per_second": 3.98,
      "eval_steps_per_second": 0.5,
      "step": 4016
    },
    {
      "epoch": 5.0,
      "learning_rate": 0.0,
      "loss": 0.0858,
      "step": 5020
    },
    {
      "epoch": 5.0,
      "eval_Body_Part_f1": 0.7264260768335273,
      "eval_Body_Part_number": 413,
      "eval_Body_Part_precision": 0.6995515695067265,
      "eval_Body_Part_recall": 0.7554479418886199,
      "eval_Disease_f1": 0.74435318275154,
      "eval_Disease_number": 975,
      "eval_Disease_precision": 0.7451181911613566,
      "eval_Disease_recall": 0.7435897435897436,
      "eval_Family_Member_f1": 0.8333333333333334,
      "eval_Family_Member_number": 30,
      "eval_Family_Member_precision": 0.8333333333333334,
      "eval_Family_Member_recall": 0.8333333333333334,
      "eval_Medication_f1": 0.7745664739884393,
      "eval_Medication_number": 93,
      "eval_Medication_precision": 0.8375,
      "eval_Medication_recall": 0.7204301075268817,
      "eval_Procedure_f1": 0.6224961479198768,
      "eval_Procedure_number": 311,
      "eval_Procedure_precision": 0.5976331360946746,
      "eval_Procedure_recall": 0.6495176848874598,
      "eval_loss": 0.3583023250102997,
      "eval_overall_accuracy": 0.9179586173614044,
      "eval_overall_f1": 0.7216047709406342,
      "eval_overall_precision": 0.7129084092126406,
      "eval_overall_recall": 0.7305159165751921,
      "eval_runtime": 224.3693,
      "eval_samples_per_second": 3.971,
      "eval_steps_per_second": 0.499,
      "step": 5020
    },
    {
      "epoch": 5.0,
      "step": 5020,
      "total_flos": 1.0485385474176e+16,
      "train_loss": 0.20621501573053488,
      "train_runtime": 33608.7359,
      "train_samples_per_second": 1.194,
      "train_steps_per_second": 0.149
    }
  ],
  "max_steps": 5020,
  "num_train_epochs": 5,
  "total_flos": 1.0485385474176e+16,
  "trial_name": null,
  "trial_params": null
}