End of training

all_results.json

@@ -1,65 +1,65 @@
 {
-    "epoch": 3.0,
-    "eval_Body_Part_f1": 0.7285714285714285,
+    "epoch": 2.0,
+    "eval_Body_Part_f1": 0.7612293144208038,
     "eval_Body_Part_number": 197,
-    "eval_Body_Part_precision": 0.6860986547085202,
-    "eval_Body_Part_recall": 0.7766497461928934,
-    "eval_Disease_f1": 0.7490421455938698,
+    "eval_Body_Part_precision": 0.7123893805309734,
+    "eval_Body_Part_recall": 0.817258883248731,
+    "eval_Disease_f1": 0.7704130643611912,
     "eval_Disease_number": 521,
-    "eval_Disease_precision": 0.7476099426386233,
-    "eval_Disease_recall": 0.7504798464491362,
+    "eval_Disease_precision": 0.7711538461538462,
+    "eval_Disease_recall": 0.7696737044145874,
     "eval_Family_Member_f1": 0.8461538461538461,
     "eval_Family_Member_number": 13,
     "eval_Family_Member_precision": 0.8461538461538461,
     "eval_Family_Member_recall": 0.8461538461538461,
-    "eval_Medication_f1": 0.8266666666666665,
+    "eval_Medication_f1": 0.8378378378378378,
     "eval_Medication_number": 37,
-    "eval_Medication_precision": 0.8157894736842105,
+    "eval_Medication_precision": 0.8378378378378378,
     "eval_Medication_recall": 0.8378378378378378,
-    "eval_Procedure_f1": 0.6758620689655171,
+    "eval_Procedure_f1": 0.685512367491166,
     "eval_Procedure_number": 134,
-    "eval_Procedure_precision": 0.6282051282051282,
-    "eval_Procedure_recall": 0.7313432835820896,
-    "eval_loss": 0.28113484382629395,
-    "eval_overall_accuracy": 0.9174411587205794,
-    "eval_overall_f1": 0.7374663072776281,
-    "eval_overall_precision": 0.7177334732423925,
-    "eval_overall_recall": 0.7583148558758315,
-    "eval_runtime": 5.5195,
+    "eval_Procedure_precision": 0.6510067114093959,
+    "eval_Procedure_recall": 0.7238805970149254,
+    "eval_loss": 0.2660825252532959,
+    "eval_overall_accuracy": 0.923838261919131,
+    "eval_overall_f1": 0.7590687601515972,
+    "eval_overall_precision": 0.7417989417989418,
+    "eval_overall_recall": 0.7771618625277162,
+    "eval_runtime": 5.4722,
     "eval_samples": 446,
-    "eval_samples_per_second": 80.805,
-    "eval_steps_per_second": 5.073,
-    "predict_Body_Part_f1": 0.7738927738927739,
+    "eval_samples_per_second": 81.503,
+    "eval_steps_per_second": 5.117,
+    "predict_Body_Part_f1": 0.7517401392111369,
     "predict_Body_Part_number": 216,
-    "predict_Body_Part_precision": 0.7793427230046949,
-    "predict_Body_Part_recall": 0.7685185185185185,
-    "predict_Disease_f1": 0.7614973262032085,
+    "predict_Body_Part_precision": 0.7534883720930232,
+    "predict_Body_Part_recall": 0.75,
+    "predict_Disease_f1": 0.7672413793103449,
     "predict_Disease_number": 454,
-    "predict_Disease_precision": 0.7401247401247402,
+    "predict_Disease_precision": 0.7510548523206751,
     "predict_Disease_recall": 0.7841409691629956,
-    "predict_Family_Member_f1": 0.7894736842105262,
+    "predict_Family_Member_f1": 0.8421052631578947,
     "predict_Family_Member_number": 17,
-    "predict_Family_Member_precision": 0.7142857142857143,
-    "predict_Family_Member_recall": 0.8823529411764706,
-    "predict_Medication_f1": 0.896551724137931,
+    "predict_Family_Member_precision": 0.7619047619047619,
+    "predict_Family_Member_recall": 0.9411764705882353,
+    "predict_Medication_f1": 0.8771929824561403,
     "predict_Medication_number": 56,
-    "predict_Medication_precision": 0.8666666666666667,
-    "predict_Medication_recall": 0.9285714285714286,
-    "predict_Procedure_f1": 0.6762177650429799,
+    "predict_Medication_precision": 0.8620689655172413,
+    "predict_Medication_recall": 0.8928571428571429,
+    "predict_Procedure_f1": 0.7287671232876712,
     "predict_Procedure_number": 177,
-    "predict_Procedure_precision": 0.686046511627907,
-    "predict_Procedure_recall": 0.6666666666666666,
-    "predict_loss": 0.2197796106338501,
-    "predict_overall_accuracy": 0.9283646888567294,
-    "predict_overall_f1": 0.757364756293519,
-    "predict_overall_precision": 0.7465681098204857,
-    "predict_overall_recall": 0.7684782608695652,
-    "predict_runtime": 5.4317,
-    "predict_samples_per_second": 81.927,
-    "predict_steps_per_second": 5.155,
-    "train_loss": 0.25864365819599205,
-    "train_runtime": 931.1664,
+    "predict_Procedure_precision": 0.7074468085106383,
+    "predict_Procedure_recall": 0.751412429378531,
+    "predict_loss": 0.2094028890132904,
+    "predict_overall_accuracy": 0.932223830197781,
+    "predict_overall_f1": 0.7643923240938165,
+    "predict_overall_precision": 0.75,
+    "predict_overall_recall": 0.7793478260869565,
+    "predict_runtime": 5.7319,
+    "predict_samples_per_second": 77.636,
+    "predict_steps_per_second": 4.885,
+    "train_loss": 0.2513850238693663,
+    "train_runtime": 633.278,
     "train_samples": 8025,
-    "train_samples_per_second": 25.855,
-    "train_steps_per_second": 1.617
+    "train_samples_per_second": 25.344,
+    "train_steps_per_second": 1.585
 }

eval_results.json

@@ -1,32 +1,32 @@
 {
-    "epoch": 3.0,
-    "eval_Body_Part_f1": 0.7285714285714285,
+    "epoch": 2.0,
+    "eval_Body_Part_f1": 0.7612293144208038,
     "eval_Body_Part_number": 197,
-    "eval_Body_Part_precision": 0.6860986547085202,
-    "eval_Body_Part_recall": 0.7766497461928934,
-    "eval_Disease_f1": 0.7490421455938698,
+    "eval_Body_Part_precision": 0.7123893805309734,
+    "eval_Body_Part_recall": 0.817258883248731,
+    "eval_Disease_f1": 0.7704130643611912,
     "eval_Disease_number": 521,
-    "eval_Disease_precision": 0.7476099426386233,
-    "eval_Disease_recall": 0.7504798464491362,
+    "eval_Disease_precision": 0.7711538461538462,
+    "eval_Disease_recall": 0.7696737044145874,
     "eval_Family_Member_f1": 0.8461538461538461,
     "eval_Family_Member_number": 13,
     "eval_Family_Member_precision": 0.8461538461538461,
     "eval_Family_Member_recall": 0.8461538461538461,
-    "eval_Medication_f1": 0.8266666666666665,
+    "eval_Medication_f1": 0.8378378378378378,
     "eval_Medication_number": 37,
-    "eval_Medication_precision": 0.8157894736842105,
+    "eval_Medication_precision": 0.8378378378378378,
     "eval_Medication_recall": 0.8378378378378378,
-    "eval_Procedure_f1": 0.6758620689655171,
+    "eval_Procedure_f1": 0.685512367491166,
     "eval_Procedure_number": 134,
-    "eval_Procedure_precision": 0.6282051282051282,
-    "eval_Procedure_recall": 0.7313432835820896,
-    "eval_loss": 0.28113484382629395,
-    "eval_overall_accuracy": 0.9174411587205794,
-    "eval_overall_f1": 0.7374663072776281,
-    "eval_overall_precision": 0.7177334732423925,
-    "eval_overall_recall": 0.7583148558758315,
-    "eval_runtime": 5.5195,
+    "eval_Procedure_precision": 0.6510067114093959,
+    "eval_Procedure_recall": 0.7238805970149254,
+    "eval_loss": 0.2660825252532959,
+    "eval_overall_accuracy": 0.923838261919131,
+    "eval_overall_f1": 0.7590687601515972,
+    "eval_overall_precision": 0.7417989417989418,
+    "eval_overall_recall": 0.7771618625277162,
+    "eval_runtime": 5.4722,
     "eval_samples": 446,
-    "eval_samples_per_second": 80.805,
-    "eval_steps_per_second": 5.073
+    "eval_samples_per_second": 81.503,
+    "eval_steps_per_second": 5.117
 }

predict_results.json

@@ -1,30 +1,30 @@
 {
-    "predict_Body_Part_f1": 0.7738927738927739,
+    "predict_Body_Part_f1": 0.7517401392111369,
     "predict_Body_Part_number": 216,
-    "predict_Body_Part_precision": 0.7793427230046949,
-    "predict_Body_Part_recall": 0.7685185185185185,
-    "predict_Disease_f1": 0.7614973262032085,
+    "predict_Body_Part_precision": 0.7534883720930232,
+    "predict_Body_Part_recall": 0.75,
+    "predict_Disease_f1": 0.7672413793103449,
     "predict_Disease_number": 454,
-    "predict_Disease_precision": 0.7401247401247402,
+    "predict_Disease_precision": 0.7510548523206751,
     "predict_Disease_recall": 0.7841409691629956,
-    "predict_Family_Member_f1": 0.7894736842105262,
+    "predict_Family_Member_f1": 0.8421052631578947,
     "predict_Family_Member_number": 17,
-    "predict_Family_Member_precision": 0.7142857142857143,
-    "predict_Family_Member_recall": 0.8823529411764706,
-    "predict_Medication_f1": 0.896551724137931,
+    "predict_Family_Member_precision": 0.7619047619047619,
+    "predict_Family_Member_recall": 0.9411764705882353,
+    "predict_Medication_f1": 0.8771929824561403,
     "predict_Medication_number": 56,
-    "predict_Medication_precision": 0.8666666666666667,
-    "predict_Medication_recall": 0.9285714285714286,
-    "predict_Procedure_f1": 0.6762177650429799,
+    "predict_Medication_precision": 0.8620689655172413,
+    "predict_Medication_recall": 0.8928571428571429,
+    "predict_Procedure_f1": 0.7287671232876712,
     "predict_Procedure_number": 177,
-    "predict_Procedure_precision": 0.686046511627907,
-    "predict_Procedure_recall": 0.6666666666666666,
-    "predict_loss": 0.2197796106338501,
-    "predict_overall_accuracy": 0.9283646888567294,
-    "predict_overall_f1": 0.757364756293519,
-    "predict_overall_precision": 0.7465681098204857,
-    "predict_overall_recall": 0.7684782608695652,
-    "predict_runtime": 5.4317,
-    "predict_samples_per_second": 81.927,
-    "predict_steps_per_second": 5.155
+    "predict_Procedure_precision": 0.7074468085106383,
+    "predict_Procedure_recall": 0.751412429378531,
+    "predict_loss": 0.2094028890132904,
+    "predict_overall_accuracy": 0.932223830197781,
+    "predict_overall_f1": 0.7643923240938165,
+    "predict_overall_precision": 0.75,
+    "predict_overall_recall": 0.7793478260869565,
+    "predict_runtime": 5.7319,
+    "predict_samples_per_second": 77.636,
+    "predict_steps_per_second": 4.885
 }

predictions.txt

@@ -1,7 +1,7 @@
 O O O O O O O
-O B-Procedure I-Procedure I-Procedure I-Procedure B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O B-Procedure I-Procedure O
+O B-Procedure I-Procedure O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O B-Procedure I-Procedure O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease
-O B-Disease I-Disease I-Disease O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O I-Disease O O O O O B-Family_Member O B-Family_Member O O O O O O O O O
+O B-Disease I-Disease I-Disease O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-Family_Member O B-Family_Member O O O O O O O O O
 O O B-Procedure I-Procedure I-Procedure B-Disease
 O O B-Procedure O O
 O O O B-Body_Part I-Body_Part O
@@ -10,21 +10,21 @@ O O O O
 B-Disease I-Disease I-Disease O O O B-Disease I-Disease I-Disease O O O O
 O B-Disease I-Disease O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Disease I-Disease O
 O O O O O O O
-O B-Medication O O O O O O O O O O O O O O O O
+O O O O O O O O O O O O O O O O O O
 O B-Disease B-Body_Part I-Body_Part B-Disease I-Disease I-Disease O O O O O O B-Procedure I-Procedure I-Procedure O B-Procedure O B-Procedure I-Procedure O
 B-Procedure I-Procedure I-Procedure O O O O O O O O B-Disease I-Disease I-Disease I-Disease O
 O B-Disease I-Disease O O O O O O O B-Disease I-Disease O
-O O B-Body_Part I-Body_Part O O O O B-Procedure O O O O O O
-O O O O O O O O B-Body_Part I-Body_Part O O O
+O O B-Body_Part I-Body_Part O O O O B-Procedure B-Procedure I-Procedure O O O O
+O O O B-Disease I-Disease I-Disease O O B-Body_Part I-Body_Part O O O
 B-Disease I-Disease B-Disease I-Disease I-Disease I-Disease I-Disease O O O O B-Procedure
 O O O B-Procedure O O
 B-Body_Part I-Body_Part B-Procedure O
 B-Disease I-Disease I-Disease
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O B-Disease O B-Disease I-Disease O O O O O O O O O B-Disease I-Disease O O B-Disease I-Disease O B-Disease O
-B-Disease B-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease I-Disease O O O
+B-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O
 O O O O O O O O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O B-Disease I-Disease O O O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
+O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O B-Disease I-Disease O O B-Body_Part O
+O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O B-Disease I-Disease O O O O O O O O O O O O O O O
 O O O O O O O O O O B-Disease O B-Body_Part I-Body_Part I-Body_Part B-Procedure O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O B-Disease I-Disease O B-Disease I-Disease O B-Medication O O O O O O O O O O O O O O O O O O O O O O O
 O O O O O O O
@@ -39,7 +39,7 @@ B-Disease I-Disease I-Disease I-Disease
 O B-Disease I-Disease O
 O O O
 O B-Body_Part O B-Body_Part O O O O
-O B-Disease I-Disease O O O O O B-Disease I-Disease O B-Body_Part I-Body_Part O O O B-Disease
+O B-Disease I-Disease I-Disease O O O O B-Disease I-Disease O B-Body_Part I-Body_Part O O O B-Disease
 O B-Disease I-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease O O O O O O O O O O O B-Body_Part I-Disease O O O O O O O
 B-Disease I-Disease I-Disease I-Disease B-Body_Part I-Body_Part O O O O B-Disease I-Disease O B-Disease O
 B-Disease I-Disease I-Disease O
@@ -47,28 +47,28 @@ O O O O O O O O O
 B-Disease B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O B-Disease I-Disease
 O O O O O O O O O O O O O O O O O
 O B-Disease I-Disease O O O O O O O O O O O O O
-O O O B-Body_Part O O O O O O O O O O O B-Body_Part O O O O I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part
+O O O B-Body_Part I-Body_Part O O O O O O O O O O B-Body_Part O O O O I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O
-O O B-Disease O O O O B-Procedure O O O O O O O O
+O O B-Disease O B-Procedure O O B-Procedure O O O O O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-Disease I-Disease O O O O O O O O O O O O B-Disease O O O B-Medication O O
 B-Body_Part I-Body_Part O O O O O O O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O
-B-Disease I-Disease I-Disease I-Disease B-Disease I-Disease O O O B-Body_Part O B-Body_Part I-Body_Part B-Disease O B-Disease B-Disease
+O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease B-Body_Part O O O O O O O O O O
+B-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease O O B-Body_Part O B-Body_Part I-Body_Part B-Disease O B-Disease B-Disease
 O O B-Disease O B-Body_Part I-Body_Part I-Body_Part O
-O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O B-Disease O O I-Disease I-Disease O O B-Procedure I-Procedure O O B-Disease O O O O O B-Body_Part I-Body_Part O O O O B-Body_Part I-Body_Part O O O O O O O O O O O B-Disease O O O O B-Disease I-Disease I-Disease O O O O O
+O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O B-Disease O O B-Body_Part I-Disease O O B-Procedure I-Procedure O O B-Disease O O O O O B-Body_Part I-Body_Part O O O O B-Body_Part I-Body_Part O O O O O O O O O O O B-Disease O O O O B-Disease I-Disease I-Disease O O O O O
 O O O O O O B-Disease O B-Disease O O O O O O O O B-Procedure O O O O O O B-Disease I-Disease O O O B-Procedure O B-Procedure I-Procedure I-Procedure O O O O O O O O O O O O O O O O O O B-Procedure I-Procedure O O O O O O O O O O B-Disease O O O O B-Procedure O O O O O O O O O O O O O O O O O O B-Procedure O O O O B-Procedure O O O O O O O O O O O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure O O O O O B-Procedure I-Procedure I-Procedure O O O O O O O O O O O O O O O
 B-Disease I-Disease O B-Disease I-Disease O B-Disease I-Disease O O O B-Disease I-Disease I-Disease O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O
-O O O O O O O B-Medication O
+O O O O B-Disease O O I-Disease O
 O O O O O O O O O
-B-Disease I-Disease B-Disease I-Disease B-Body_Part B-Body_Part I-Disease B-Body_Part B-Body_Part O O O O O O O O O O O
-O B-Disease I-Disease O O O O O O O O B-Procedure I-Procedure I-Procedure I-Procedure B-Procedure I-Procedure I-Procedure I-Procedure O O B-Disease O B-Disease O B-Disease I-Disease O O O O O O
+B-Disease I-Disease B-Disease I-Disease B-Body_Part B-Body_Part I-Disease B-Body_Part B-Body_Part O O O I-Body_Part O O O O O O B-Medication
+O B-Disease I-Disease O O O O O O O O B-Procedure I-Procedure I-Procedure I-Procedure B-Procedure I-Procedure B-Procedure I-Procedure O O B-Disease O B-Disease O B-Disease I-Disease O O O O O O
 O O O O O O B-Procedure I-Procedure I-Procedure O
-O O O O O O O O O O B-Body_Part B-Body_Part I-Body_Part O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure O O B-Disease I-Disease I-Disease
+O O O O O O O O O O B-Body_Part O I-Body_Part O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure O O B-Disease I-Disease I-Disease
 O B-Procedure O
-O O O O O O O O O O O O O O O O O O O O O O B-Medication B-Medication B-Medication B-Medication O
+O O O O O O O O O O O O O O O O O O O O O O B-Medication I-Medication B-Medication B-Medication O
 B-Body_Part I-Body_Part B-Procedure B-Disease I-Disease O O O
-O O B-Disease I-Disease O O O O O O O O O O O O O O B-Body_Part I-Body_Part O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O B-Procedure I-Procedure O O O O O O O
+O O B-Disease O O O O O O O O O O O O O O O B-Body_Part I-Body_Part O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O B-Procedure I-Procedure O O O O O O O
 B-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O
 O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O B-Disease O O O O O O B-Medication I-Procedure B-Medication O O O O O O O B-Body_Part I-Body_Part O O O B-Disease O O O O O B-Medication O O O O O B-Medication O O O O
 O O O O
@@ -84,40 +84,40 @@ B-Disease I-Disease I-Disease I-Disease I-Disease
 B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O O O O O O B-Family_Member O O O O O O O B-Body_Part O O O O O O O O O O O O O
 O B-Body_Part O O O O O O B-Disease I-Disease I-Disease B-Body_Part I-Body_Part I-Body_Part I-Body_Part O
-B-Disease B-Disease I-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease O O O B-Body_Part I-Body_Part O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O B-Procedure O O
+B-Disease B-Disease I-Disease I-Disease I-Disease B-Disease B-Disease I-Disease I-Disease O B-Disease O B-Body_Part I-Body_Part O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O B-Procedure O O
 B-Disease
 O O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part
-O B-Disease I-Disease I-Disease I-Disease B-Body_Part I-Body_Part O O O O O B-Disease I-Disease O O O B-Procedure O B-Body_Part I-Disease O O O B-Disease O O O O
-O O B-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease
-B-Disease I-Disease I-Disease O O O O O O O B-Disease I-Disease O O O O
-B-Disease B-Disease I-Disease O O I-Disease I-Disease I-Disease I-Disease O B-Procedure O O
-O B-Disease I-Disease I-Disease B-Body_Part I-Body_Part I-Body_Part O B-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O B-Disease B-Disease I-Disease I-Disease
-O B-Disease I-Disease I-Disease I-Disease O O O
+O B-Disease I-Disease I-Disease I-Disease B-Body_Part I-Body_Part O O O O O B-Disease I-Disease O O O B-Procedure O B-Body_Part O O O O O O O O O
+O O B-Disease I-Disease I-Disease I-Disease I-Disease O B-Procedure O
+B-Disease I-Disease I-Disease O O O O O B-Body_Part I-Body_Part B-Disease I-Disease O O O O
+O B-Disease I-Disease O O I-Disease I-Disease I-Disease I-Disease O B-Procedure B-Procedure O
+O B-Disease I-Disease I-Disease B-Body_Part I-Body_Part I-Body_Part O B-Disease I-Disease O O O O O O O O O O O O O O O O O O O B-Disease B-Disease I-Disease I-Disease
+O B-Disease I-Disease I-Disease I-Procedure O O O
 O B-Disease I-Disease O O B-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O
 O B-Disease O O O O O O O B-Disease O O O O O O O O O O O O O O O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part
-O O O O O O O O O B-Disease O O O O B-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease I-Body_Part
-B-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Body_Part I-Body_Part O
+O O O O O O O O O B-Disease O O O O B-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease I-Disease
+B-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease B-Body_Part I-Body_Part O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Body_Part O
 O B-Disease I-Disease I-Disease O O O O O O O O O O B-Disease O B-Medication O B-Disease O O O O O O O O O O O O
 O O O O O O B-Family_Member O O O O O O O
 B-Procedure I-Procedure I-Procedure O O O O O O O O O O O O B-Body_Part O
 O O O O O
 O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
-O B-Disease O O O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O B-Body_Part O O O O O B-Procedure O
+O B-Disease O O O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O B-Procedure O
 O
 O O O O O O O O O O O B-Disease I-Disease O O O O O O
 O O O O O O O O O B-Disease I-Disease O O O
 B-Disease
-O O O O O O O O O O O O O O O O O B-Procedure I-Procedure I-Procedure
+O O O O O O O O O O O O O O O O O O O I-Procedure
 O O O B-Disease O B-Disease I-Disease I-Disease I-Disease O O O B-Medication O B-Medication O B-Medication O B-Medication O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O O O O O O B-Procedure I-Procedure O O I-Disease O I-Disease I-Disease O B-Body_Part O O O O O O O O O B-Disease I-Disease O I-Disease O
+O O O O O O B-Procedure I-Procedure O O O O B-Body_Part I-Body_Part O B-Body_Part O O O O O O O O O B-Disease I-Disease O B-Family_Member O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O B-Body_Part I-Body_Part O
-O O O O O O O O B-Body_Part O O O O O O O B-Body_Part I-Body_Part I-Body_Part O
+O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O B-Body_Part O O
+O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part I-Body_Part O
 O O O O O O O O O O O O O O O B-Disease O B-Disease O B-Disease O O O O O O O O B-Body_Part I-Body_Part O O O O O O O B-Procedure I-Procedure O
 O B-Disease I-Disease
-B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O
+B-Disease I-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease I-Disease O
 O B-Disease O O O O O O O O B-Disease O O O O O O O O O O O B-Medication O O O O O O O O O O O O O O O O O O O O O O O
 B-Medication O O O B-Disease I-Disease O O O O O
 O B-Body_Part I-Body_Part O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O B-Body_Part O B-Body_Part I-Body_Part O O O
@@ -125,16 +125,16 @@ O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O B-Body_P
 O O B-Procedure I-Procedure O
 O B-Procedure I-Procedure O O O O O O O O O O O
 B-Disease I-Disease
-O B-Disease O O O B-Procedure O O O O B-Disease I-Disease I-Disease O O O O O O B-Disease B-Procedure I-Procedure
+O B-Disease O O O B-Procedure O O O O B-Disease I-Disease I-Disease O O O O O O B-Disease B-Procedure O
 O B-Procedure B-Disease I-Disease I-Disease I-Disease O O I-Disease O O O O O O O O O O O O
 O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O B-Disease O O
 O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O O O O O O O O O O O I-Disease I-Disease O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O
+O O O O O O O O O O B-Body_Part I-Body_Part O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O
 O O O O O O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O
 O O O
-O B-Disease I-Disease I-Disease O O O O O O O O O O O O O B-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O B-Medication O O O O O O O O O O O O O O O O O O O O O O B-Procedure I-Procedure O O O I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease
+O B-Disease I-Disease I-Disease O O O O O O O O O O O O O B-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O B-Medication O O O O O O O O O O O O O O O O O O O O O O B-Procedure I-Procedure O O O O O O B-Disease I-Disease I-Disease
 B-Disease I-Disease I-Disease I-Disease I-Disease O
 O O O O O O
 O O O O O O O O O O O O O O B-Procedure O B-Procedure O O
@@ -151,28 +151,28 @@ B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O O O O
 B-Disease I-Disease O
 O B-Disease I-Disease I-Disease O O O O O O O O O O O
-B-Disease I-Disease O B-Procedure I-Procedure I-Procedure O B-Procedure O B-Medication B-Medication O O B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease O B-Procedure O O O O O O
+B-Disease I-Disease O B-Procedure I-Procedure O O B-Procedure O B-Medication B-Medication O O B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease O B-Procedure O O O O O O
 O O O O B-Medication O O O O O B-Medication O O O O O O O O O O O B-Medication O O O O O B-Medication O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O B-Disease I-Disease I-Disease B-Disease O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part
+O B-Disease I-Disease I-Disease B-Disease I-Disease O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease B-Disease I-Disease O O O O O O O O O B-Disease O O O O O O O O O O O B-Medication O B-Medication O B-Medication O B-Medication O B-Medication O O O O B-Procedure I-Procedure I-Procedure O O B-Procedure O O I-Procedure I-Procedure O
 B-Disease O O O O O O O O O O O O B-Procedure O O B-Procedure O O O B-Procedure O O O B-Disease O O B-Disease
-B-Disease I-Disease B-Disease O O
-B-Body_Part I-Body_Part O O O O O O
+O I-Disease O O O
+B-Body_Part I-Body_Part B-Procedure O O O O O
 O B-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
 O B-Disease I-Disease I-Disease O O B-Body_Part I-Body_Part I-Body_Part O O O B-Disease I-Disease I-Disease I-Disease O O O O O O O
 B-Procedure I-Procedure I-Procedure O O O O O O O
-B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Disease I-Disease I-Disease O O O B-Body_Part O O O O O
+B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Disease I-Disease I-Disease O I-Disease O I-Disease O O O O O
 B-Disease I-Disease O O O B-Body_Part I-Body_Part O O O O O O O O O O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O B-Disease O O O O O O O O O O O O O O O O O O O O
 B-Body_Part I-Body_Part B-Procedure I-Procedure O O O O O O
 O B-Disease I-Disease O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O B-Procedure O O B-Procedure I-Procedure I-Procedure O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O O O B-Disease O O
-O O B-Procedure O B-Procedure I-Procedure I-Procedure I-Procedure B-Procedure O O O O O O O O O B-Body_Part O O O O O O O B-Procedure I-Procedure I-Procedure O O O
-B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure
+O O O O O O
+O O B-Procedure O B-Procedure O O O B-Procedure O O O O O O O O O B-Body_Part O O O O O O O B-Procedure I-Procedure I-Procedure I-Procedure O O
+B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O B-Procedure I-Procedure B-Body_Part I-Procedure I-Procedure
 O O O O B-Procedure I-Procedure O
-O O B-Disease O O O B-Procedure O O O O B-Procedure I-Procedure O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part O O O B-Disease I-Disease I-Disease I-Disease I-Disease
+O O B-Disease O O O B-Procedure O O O O B-Procedure I-Procedure I-Procedure I-Procedure
+O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O B-Procedure O I-Procedure O O O O O O O O O O O O B-Body_Part I-Body_Part O O O B-Disease I-Disease I-Disease I-Disease I-Disease
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O B-Disease O O B-Medication O O O O O O O O O O O O O
 O O O O O O O O O O O O O
 B-Procedure O B-Procedure O O
@@ -180,9 +180,9 @@ O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O O O O O O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Disease I-Disease O
 O O O O O B-Procedure O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O B-Procedure
-B-Disease I-Disease I-Disease O O O O B-Disease I-Disease O I-Disease O I-Disease O O O O O O
+B-Disease I-Disease I-Disease O O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O
 O O O O O O O
-O B-Disease O I-Disease I-Disease I-Disease O O O O O O O
+O B-Disease O O O O O O O O O O O
 O O O O O O O B-Family_Member O O O O O O O O O O O O O O O O O O O O O O O O
 O O O O O O O O
 O O O O
@@ -193,18 +193,18 @@ O O O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O B-Body_Part I-Body_Part I-Body_Part O O O O B-Body_Part O O O O B-Body_Part I-Body_Part
 O O O B-Disease O O O O O O
 O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O B-Disease I-Disease I-Disease I-Disease O O O O O O
-O O O O O O O O B-Procedure O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O B-Disease I-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
+O O O O O O O O B-Procedure O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O B-Procedure O B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Disease I-Disease I-Disease I-Disease
 O O O O O O O O O O O O O O O O O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O B-Body_Part I-Body_Part B-Body_Part I-Body_Part I-Body_Part O O O B-Procedure O B-Body_Part I-Body_Part O O O O B-Body_Part I-Body_Part I-Body_Part O O O O B-Body_Part I-Body_Part I-Body_Part
-O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O B-Disease O O O O O O O O
+O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease O B-Body_Part O O
 O O O O O O O O O O
 O O O O O
-O B-Disease I-Disease O I-Procedure I-Procedure I-Procedure I-Procedure O O O O O O O O O O O O B-Disease O O B-Body_Part O
+O B-Disease I-Disease O O I-Procedure I-Procedure I-Procedure O O O O O O O O O O O O B-Disease O O B-Body_Part O
 B-Body_Part I-Body_Part O O O O O O O B-Procedure O
-B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O O O O O O O O O O B-Procedure O O O O B-Procedure O O O O O O O O B-Procedure O O O B-Procedure O O B-Procedure O O O B-Procedure O O O O O B-Procedure O O O O O O O O O O O O O O O O O O O O O O O O O O O O O I-Body_Part O B-Procedure I-Procedure I-Procedure O
-B-Family_Member O O O O O O O O O O O O O O B-Family_Member O O O O B-Family_Member O O O
+B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
+O O O O O O O O O O B-Procedure O O O O O O O O O O O O O B-Procedure O O O B-Procedure O O B-Procedure O O O B-Procedure O O O O O B-Procedure O O O O B-Procedure O O O O O O B-Procedure O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part O B-Procedure I-Procedure I-Procedure O
+B-Family_Member O O O O O O O O O O O O O O B-Family_Member O O O O O O O O
 O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O B-Procedure O
 O B-Disease I-Disease O O O O O O O O O O B-Disease O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O
@@ -213,42 +213,42 @@ O O O O B-Body_Part O O O O O O
 O O O O O O O O O O O O O O O O O
 O O O O O O O O O O O O O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O O O
+B-Disease O O
 O O O B-Body_Part O B-Body_Part O O O B-Body_Part O B-Body_Part I-Body_Part O O O O O O O O O B-Body_Part O O O O O O O O B-Body_Part O
 O B-Disease I-Disease I-Disease I-Disease I-Disease O
-O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
+O O O O O O O O O O O O O O O O O O O O O O O O O B-Procedure O O O O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O B-Procedure I-Procedure O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O B-Procedure O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
-O O O B-Disease O O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
+O O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O B-Disease I-Disease I-Disease O O O O O O O O O O O O O O O
-O O O O
+O O O B-Procedure
 O O O B-Medication O B-Medication O B-Medication O O O
-O O O O B-Disease I-Disease I-Disease O O O O O O O O O O O O B-Medication O B-Medication O O O O O O O O B-Medication O O O O O
+O O O O B-Disease I-Disease I-Disease O O O O O O O O O O O O B-Medication I-Medication B-Medication O O O O O O O O B-Medication O O O O O
 O B-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-Body_Part O O O O O O O O O O O O O O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease
 B-Body_Part O O O O B-Body_Part O O O O O O B-Body_Part O O O O O B-Body_Part O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O B-Disease I-Disease I-Disease I-Disease O
-O B-Disease O O O O O O O O B-Disease I-Disease I-Body_Part O O O O O O
+O B-Disease O O O O O O O O B-Disease I-Disease I-Disease O O O O O O
 O O O O B-Procedure I-Procedure I-Procedure O O O
 B-Disease I-Disease O
 B-Disease I-Disease
 O O O O O O O O O B-Disease O B-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
 B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease O B-Disease I-Disease O O O O O O
-O O B-Body_Part O O O
+O O O O O O
 O O O O O O O O O O O O O O O O O O O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part
 B-Disease I-Disease O
-B-Disease I-Disease I-Disease B-Disease B-Disease I-Disease I-Disease O O O O O
+B-Disease I-Disease O O B-Disease I-Disease I-Disease O O O O O
 B-Disease I-Disease
 O O O O B-Disease I-Disease O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
 O O O B-Procedure I-Procedure O
 O O O O O O O O O O
 O O O O O O
-B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease O B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease O B-Disease B-Disease B-Disease O B-Disease
+B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease O B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease O B-Disease O B-Disease O B-Disease
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O B-Disease I-Disease O O
-O O O O O B-Disease I-Disease I-Disease O
+B-Procedure O O O O B-Disease I-Disease I-Disease O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O
 O O O O O O O O O O O O O O O O O O O O
 O O O B-Disease I-Disease O O O O B-Body_Part I-Body_Part O O O O O O O
@@ -258,27 +258,27 @@ O O O O O O O O O O O O
 O O B-Disease I-Disease I-Disease I-Disease I-Disease O O B-Disease O O O O B-Disease I-Disease O B-Disease I-Disease O O B-Disease
 O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-B-Disease I-Disease I-Disease I-Disease I-Disease B-Body_Part I-Disease O O O O O O O O B-Disease
+B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O B-Disease
 O O B-Disease O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O B-Body_Part O
 O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part O O I-Body_Part B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O O B-Disease I-Disease O
 B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O
 B-Disease B-Disease I-Disease O O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O
-B-Disease I-Disease O O O B-Disease I-Disease B-Disease O B-Disease O O O B-Family_Member B-Family_Member O O B-Disease O O O O
+B-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease O O B-Disease O O O B-Family_Member B-Family_Member O O B-Disease O O O O
 O O O O B-Disease I-Disease O O O B-Disease O O O O O O O O O
 O O O
 O O O O O O B-Procedure I-Procedure I-Procedure I-Procedure O B-Procedure I-Procedure I-Procedure O
 B-Disease I-Disease I-Disease I-Disease O
 O B-Disease I-Disease O O O O O O B-Disease I-Disease O O O B-Disease B-Disease I-Disease
-O B-Disease I-Disease O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure I-Procedure B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O O O O O B-Disease O O O O B-Disease I-Disease O O O O B-Disease I-Disease
+O B-Disease I-Disease O O O O O O O B-Disease I-Disease I-Disease B-Disease I-Disease I-Disease O O O O O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure I-Procedure B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
+O O O O O B-Disease I-Disease B-Procedure O O B-Disease I-Disease O O O O B-Disease I-Disease
 O O O O O O O O O O O O O O O O O O O O O O O O O O O
 O O B-Disease I-Disease I-Disease O B-Body_Part I-Body_Part O O O B-Body_Part O O O O B-Body_Part I-Body_Part O O B-Body_Part
-O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part O O O O O O B-Procedure I-Procedure I-Procedure B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
+O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part O O O O O O B-Procedure I-Procedure I-Procedure B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O
 O O O B-Medication O B-Procedure I-Procedure O
 O B-Disease I-Disease O
 B-Disease I-Disease I-Disease I-Disease
 O O O B-Body_Part O O O O
-O B-Disease I-Disease I-Disease I-Disease O O O O O O O B-Disease O O O O O O O O O O B-Body_Part I-Body_Part
+O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part
 B-Procedure O
 O O O O O O O O O O O O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O
@@ -289,12 +289,12 @@ O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O
 B-Disease I-Disease
 O O O O O B-Medication O
 O O O O O O O O O
-B-Disease I-Disease I-Disease O O O O O B-Body_Part O B-Body_Part I-Body_Part O O O O B-Disease O O O O O O O O O O O O O O O O O O O O O O O
+B-Disease O I-Disease O O O O O B-Body_Part O B-Body_Part I-Body_Part O O O O B-Disease O O O O O O O O O O B-Disease O O O O O O O O O O O O
 O O O O O O O O O O O O O O B-Disease O B-Disease O O O O O O O O O O O O O O B-Disease I-Disease
 O O O O O O
 O O O O O O O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O
 O O O O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure O
-B-Disease O O O O O O O O O B-Disease I-Disease O O O O O B-Procedure O
+B-Disease O O O O O B-Procedure O O O B-Disease I-Disease O O O O O O O
 O O O O O O O O B-Disease I-Disease I-Disease O
 B-Body_Part O B-Disease I-Disease I-Disease O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O B-Family_Member O O O O O O O O O O B-Procedure O O B-Family_Member O O O O O O O O O O O O B-Family_Member B-Family_Member O B-Disease O O B-Procedure O O O O O O O O O B-Procedure O O O O O O O B-Disease I-Disease I-Disease I-Disease O O O B-Family_Member O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
@@ -308,15 +308,15 @@ B-Procedure O B-Disease O O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O B-Disease I-Disease O O O O O O O O O O O O O O O O O O O
 O B-Disease I-Disease I-Disease O O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O B-Disease I-Disease I-Disease O O O O O O O O O O O O O O B-Medication O O O O O O
 B-Disease I-Disease I-Disease
-B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O B-Body_Part O O O O O O O O B-Body_Part O O B-Body_Part O O O O O O O O O O O
+B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O
+O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part O O O O O O O B-Body_Part O O B-Body_Part O O O O O O O O O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-B-Procedure I-Procedure O O O O O O O O O O O O O O O O B-Procedure I-Procedure O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
+B-Procedure O O O O O O O O O O O O O O O O O B-Procedure I-Procedure O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O O O O O O O O O O O O O O O O O O O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O B-Body_Part I-Body_Part I-Body_Part O
-O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O B-Procedure O
+O O O O B-Body_Part I-Body_Part B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O B-Procedure O
 B-Body_Part O O O O O O O O O O O O O B-Body_Part O O B-Body_Part O O B-Body_Part I-Body_Part O O O O O O O O O O O O O O O O O O O O O
 O O O B-Procedure O O O O B-Body_Part O O O O O O O B-Procedure O
-B-Disease I-Disease O O O B-Disease I-Disease O O O O O O O O O O O O O O O B-Procedure O O O O O I-Disease B-Disease O
+B-Disease I-Disease O O O B-Disease I-Disease O O O O O O O O O O O O O O O B-Procedure O O O O O O B-Disease O
 B-Disease B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease B-Body_Part I-Body_Part O B-Disease I-Disease O B-Procedure I-Procedure O B-Disease I-Disease I-Disease
 O
 O O O O O O O O O O O
@@ -336,32 +336,32 @@ O O O O
 O O O O O O O B-Procedure I-Procedure
 O O O O O O O O B-Family_Member O O O O O O O O B-Family_Member O B-Family_Member O O O O O O O O O O O O O O O
 O O B-Procedure I-Procedure O O O
-B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Disease I-Disease O O B-Procedure O O O O O O O O O O O O O
+B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Disease I-Disease O O B-Procedure O O O O B-Medication O O O O O O O O
 O O O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-O O O O O O B-Procedure B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Procedure I-Procedure B-Body_Part I-Body_Part I-Body_Part I-Body_Part O B-Procedure O O O O B-Procedure I-Procedure I-Procedure
+O O O O O O B-Procedure B-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Procedure O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O B-Procedure O O O O B-Procedure O I-Procedure
 O B-Disease I-Disease O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease O O O B-Procedure I-Procedure O
 O O O O O O O
-B-Disease I-Disease I-Disease I-Disease O O O O O O O O O B-Disease I-Disease O O
+B-Disease I-Disease I-Disease O O O O O O O O O O B-Disease I-Disease O O
 O B-Disease I-Disease I-Disease I-Disease
 B-Procedure O
 O B-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O
-O O
+B-Procedure O
 B-Disease I-Disease O
 O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O
-O O O O B-Disease O O O O O O O O O O O B-Procedure B-Procedure I-Procedure O
+O O O O B-Disease O O O O O O O O O O O B-Procedure B-Procedure I-Procedure I-Procedure
 B-Disease I-Disease I-Disease O O O B-Body_Part I-Body_Part O O O O B-Disease I-Disease I-Disease O
 O O O O O O O O O
-O B-Disease I-Disease I-Disease O O O O O O O O B-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O O B-Procedure I-Procedure O O O O B-Disease I-Disease O O
+O B-Disease I-Disease I-Disease O O O O O O O O B-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O O B-Procedure I-Procedure O O O O B-Disease I-Disease I-Disease O
 O O O O O O O B-Procedure I-Procedure O
-O O O O O O O O O O O O O O O O O O O O O O O O B-Medication O O O O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease O O B-Disease I-Disease O O B-Disease I-Disease I-Disease I-Disease O O B-Disease O O O O O O O O O O O O O O B-Medication O B-Medication O B-Medication O B-Medication O
+O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
+O B-Disease I-Disease I-Disease I-Disease O O O B-Disease I-Disease O O B-Disease I-Disease I-Disease I-Disease O O B-Disease O O O O O O O O O O O O O O B-Medication O B-Medication O B-Medication O B-Medication O
 O O O O O B-Body_Part I-Body_Part O
 O O O O O O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease
 O B-Disease I-Disease O O O
-O O B-Disease I-Disease B-Body_Part I-Body_Part O O O B-Procedure I-Procedure I-Procedure O
+O O B-Disease I-Disease B-Body_Part I-Body_Part O O O B-Procedure O O O
 O B-Disease I-Disease O B-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease O
 O O O O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O
 O B-Disease I-Disease O O O O O O O O O O B-Procedure I-Procedure I-Procedure O O O O O B-Body_Part O B-Disease O O O O O O O O O O O O O O B-Body_Part I-Body_Part O
@@ -372,7 +372,7 @@ B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O O O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O B-Disease O
 O O O B-Procedure I-Procedure I-Procedure O O O O O O B-Disease I-Disease O O O O O O O O O B-Procedure O O O B-Body_Part O O O O O O O O O B-Body_Part O O I-Body_Part O
-B-Disease B-Disease I-Disease I-Disease O O
+O B-Disease I-Disease I-Disease O O
 O O O O O O O O O O O O B-Body_Part I-Body_Part O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O B-Family_Member O O O O O O O O O O O O
 O O O O B-Procedure I-Procedure O B-Disease O O O O O O B-Procedure I-Procedure O O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O B-Procedure I-Procedure I-Procedure I-Procedure I-Procedure
@@ -381,7 +381,7 @@ B-Disease I-Disease O O O O O O O B-Procedure O
 O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O B-Disease O B-Disease O O O O O O B-Medication O O O O O O O O O O O O O O O O O O O O O O O O O O O O
 O O O O O O O O
 O O O O O O
-O O O O B-Disease I-Disease O O O O O B-Disease O
+O O O O B-Disease I-Disease O B-Disease I-Disease I-Disease O B-Disease O
 O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-Procedure I-Procedure O O O O O O
 B-Disease
 O O O B-Body_Part I-Body_Part I-Body_Part O O O O O O O
@@ -390,8 +390,8 @@ O O O O O O O O O O
 O O O
 O B-Disease I-Disease O O O O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease O
 O O O O O
-O O
-O B-Procedure I-Procedure I-Procedure I-Procedure O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
+B-Procedure O
+O O O O O O I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O
 O O O O B-Disease I-Disease O O O O B-Body_Part I-Body_Part I-Body_Part
 O O O O O B-Body_Part O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
@@ -410,17 +410,17 @@ O O O O O O O O O
 O O O O O O O O O O O O O O O O O
 O B-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O B-Body_Part I-Body_Part I-Body_Part B-Procedure I-Procedure O O O O O B-Body_Part I-Body_Part I-Body_Part O O O B-Body_Part I-Body_Part I-Body_Part O O O O O B-Procedure O B-Body_Part O B-Body_Part I-Body_Part O O O O O O O B-Procedure O O O O O O O O B-Disease I-Disease I-Disease I-Disease
 O B-Disease I-Disease I-Disease O O O O O O B-Body_Part I-Body_Part I-Body_Part B-Procedure O B-Procedure O O O O O O O O O B-Procedure B-Disease I-Disease I-Disease
-O B-Disease I-Disease O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O B-Procedure B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
+O B-Disease I-Disease O O O O O O B-Disease I-Disease I-Disease O I-Disease I-Disease O O B-Procedure B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
 O O O O O O O O O O O O B-Procedure I-Procedure O O O O O O O
-B-Disease I-Disease I-Disease O O O B-Body_Part O B-Body_Part O O O O O B-Body_Part O O O O B-Body_Part O O O O B-Body_Part O O O O O O O O O O O O O
+B-Disease I-Disease I-Disease O O O B-Disease O B-Body_Part O O O O O B-Body_Part O O O O B-Body_Part O O O O B-Body_Part O O O O O O O O O O O O O
 O B-Disease O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part B-Procedure O B-Disease O O O O
-O B-Disease O O O O
+O O O O O O
 O O O O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O B-Body_Part I-Body_Part O
 O B-Disease I-Disease O O O B-Disease O O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O B-Disease O O O O O B-Disease O B-Disease O O O O O O O O O O O O O B-Disease O B-Body_Part I-Body_Part I-Body_Part O O O O O O O O O O O
 O O O B-Disease O O O O O O O O O O
-B-Disease I-Disease O O O O O O O O O O O O O O B-Body_Part
-O O O O B-Disease I-Disease I-Disease O O O B-Disease I-Disease I-Disease I-Disease O B-Body_Part I-Procedure I-Procedure I-Procedure O
-B-Disease I-Disease
+B-Disease O O O O O O O O O O O O O O O B-Body_Part
+O O O O B-Disease I-Disease I-Disease O O O B-Disease I-Disease I-Disease I-Disease O B-Body_Part I-Body_Part B-Body_Part O O
+B-Disease O
 O O O B-Disease I-Disease I-Disease I-Disease O O O O O O B-Disease I-Disease O O O B-Body_Part I-Body_Part O O O
 O B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O B-Procedure I-Procedure I-Procedure O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
@@ -430,16 +430,16 @@ O O O O O O O O O O O O O O O O O O O O O O O
 O O B-Procedure O O O
 O O O O O O O O O O O O B-Procedure I-Procedure
 O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O B-Disease I-Disease I-Disease I-Disease I-Disease O O O B-Procedure I-Procedure O O O O O O O O
-B-Disease I-Disease B-Disease I-Disease O O B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease
+B-Disease I-Disease O I-Disease O O B-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease
 O O O O O O O O O O
 B-Disease I-Disease I-Disease
 B-Disease B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O
-B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O O O O O
-O O O B-Procedure I-Procedure O O O O O O O B-Body_Part I-Body_Part O O O O O O O B-Procedure I-Procedure
+B-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O
+O O O B-Procedure I-Procedure O O O O O O O O O O O O O O O O B-Procedure I-Procedure
 O O O O O O O O O O O O O O O O
 O O O O O O O O O O O O O O O O O O O O O O O O
-O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O B-Disease I-Disease I-Disease O O O O O O O O O O B-Disease I-Disease O O O O O O O B-Body_Part O O O B-Procedure O O O O O O O O O O O
+O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O O O O O O O O O O O O O O O B-Disease I-Disease I-Disease O O O O O O O O O O B-Disease I-Disease O O O O O O O B-Disease O O O B-Procedure O O O O O O O O O O O
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O O O B-Body_Part I-Body_Part
 B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease
-B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Body_Part I-Body_Part O
+B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease O B-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Disease I-Body_Part I-Disease I-Body_Part O
 O O O B-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part I-Body_Part O O B-Disease I-Disease I-Disease O B-Disease I-Disease O O B-Procedure I-Procedure

runs/Jul12_03-30-01_a54f4a3cd547/events.out.tfevents.1689133310.a54f4a3cd547.13815.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6370d6175dc302a18890623bcf95f4d14b9d68ea67b4ab1a4dff5c646095924
+size 1799

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 3.0,
-    "train_loss": 0.25864365819599205,
-    "train_runtime": 931.1664,
+    "epoch": 2.0,
+    "train_loss": 0.2513850238693663,
+    "train_runtime": 633.278,
     "train_samples": 8025,
-    "train_samples_per_second": 25.855,
-    "train_steps_per_second": 1.617
+    "train_samples_per_second": 25.344,
+    "train_steps_per_second": 1.585
 }

trainer_state.json

@@ -1,139 +1,101 @@
 {
-  "best_metric": 0.7374663072776281,
-  "best_model_checkpoint": "models/ner-roberta-es-clinical-trials-ner/checkpoint-1506",
-  "epoch": 3.0,
-  "global_step": 1506,
+  "best_metric": 0.7590687601515972,
+  "best_model_checkpoint": "models/ner-roberta-es-clinical-trials-ner/checkpoint-1004",
+  "epoch": 2.0,
+  "global_step": 1004,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 1.0,
-      "learning_rate": 1.3333333333333333e-05,
-      "loss": 0.3951,
+      "learning_rate": 2.5e-05,
+      "loss": 0.3329,
       "step": 502
     },
     {
       "epoch": 1.0,
-      "eval_Body_Part_f1": 0.7081339712918661,
+      "eval_Body_Part_f1": 0.7268408551068883,
       "eval_Body_Part_number": 197,
-      "eval_Body_Part_precision": 0.669683257918552,
-      "eval_Body_Part_recall": 0.751269035532995,
-      "eval_Disease_f1": 0.7342256214149141,
+      "eval_Body_Part_precision": 0.6830357142857143,
+      "eval_Body_Part_recall": 0.7766497461928934,
+      "eval_Disease_f1": 0.7687861271676301,
       "eval_Disease_number": 521,
-      "eval_Disease_precision": 0.7314285714285714,
-      "eval_Disease_recall": 0.7370441458733206,
-      "eval_Family_Member_f1": 0.9166666666666666,
+      "eval_Disease_precision": 0.7717601547388782,
+      "eval_Disease_recall": 0.7658349328214972,
+      "eval_Family_Member_f1": 0.9230769230769231,
       "eval_Family_Member_number": 13,
-      "eval_Family_Member_precision": 1.0,
-      "eval_Family_Member_recall": 0.8461538461538461,
-      "eval_Medication_f1": 0.6493506493506493,
+      "eval_Family_Member_precision": 0.9230769230769231,
+      "eval_Family_Member_recall": 0.9230769230769231,
+      "eval_Medication_f1": 0.7792207792207791,
       "eval_Medication_number": 37,
-      "eval_Medication_precision": 0.625,
-      "eval_Medication_recall": 0.6756756756756757,
-      "eval_Procedure_f1": 0.608108108108108,
+      "eval_Medication_precision": 0.75,
+      "eval_Medication_recall": 0.8108108108108109,
+      "eval_Procedure_f1": 0.6689655172413793,
       "eval_Procedure_number": 134,
-      "eval_Procedure_precision": 0.5555555555555556,
-      "eval_Procedure_recall": 0.6716417910447762,
-      "eval_loss": 0.2830584943294525,
-      "eval_overall_accuracy": 0.9144236572118286,
-      "eval_overall_f1": 0.7071466953250941,
-      "eval_overall_precision": 0.6861313868613139,
-      "eval_overall_recall": 0.729490022172949,
-      "eval_runtime": 5.8394,
-      "eval_samples_per_second": 76.378,
-      "eval_steps_per_second": 4.795,
+      "eval_Procedure_precision": 0.6217948717948718,
+      "eval_Procedure_recall": 0.7238805970149254,
+      "eval_loss": 0.2561482787132263,
+      "eval_overall_accuracy": 0.9219070609535305,
+      "eval_overall_f1": 0.7462203023758099,
+      "eval_overall_precision": 0.7273684210526316,
+      "eval_overall_recall": 0.7660753880266076,
+      "eval_runtime": 7.4415,
+      "eval_samples_per_second": 59.934,
+      "eval_steps_per_second": 3.763,
       "step": 502
     },
     {
       "epoch": 2.0,
-      "learning_rate": 6.666666666666667e-06,
-      "loss": 0.2123,
+      "learning_rate": 0.0,
+      "loss": 0.1699,
       "step": 1004
     },
     {
       "epoch": 2.0,
-      "eval_Body_Part_f1": 0.7105882352941175,
-      "eval_Body_Part_number": 197,
-      "eval_Body_Part_precision": 0.6622807017543859,
-      "eval_Body_Part_recall": 0.766497461928934,
-      "eval_Disease_f1": 0.7360308285163777,
-      "eval_Disease_number": 521,
-      "eval_Disease_precision": 0.7388781431334622,
-      "eval_Disease_recall": 0.7332053742802304,
-      "eval_Family_Member_f1": 0.8148148148148148,
-      "eval_Family_Member_number": 13,
-      "eval_Family_Member_precision": 0.7857142857142857,
-      "eval_Family_Member_recall": 0.8461538461538461,
-      "eval_Medication_f1": 0.7012987012987014,
-      "eval_Medication_number": 37,
-      "eval_Medication_precision": 0.675,
-      "eval_Medication_recall": 0.7297297297297297,
-      "eval_Procedure_f1": 0.6825938566552902,
-      "eval_Procedure_number": 134,
-      "eval_Procedure_precision": 0.6289308176100629,
-      "eval_Procedure_recall": 0.746268656716418,
-      "eval_loss": 0.29119569063186646,
-      "eval_overall_accuracy": 0.9132166566083283,
-      "eval_overall_f1": 0.7215053763440861,
-      "eval_overall_precision": 0.7004175365344467,
-      "eval_overall_recall": 0.7439024390243902,
-      "eval_runtime": 5.6078,
-      "eval_samples_per_second": 79.532,
-      "eval_steps_per_second": 4.993,
-      "step": 1004
-    },
-    {
-      "epoch": 3.0,
-      "learning_rate": 0.0,
-      "loss": 0.1686,
-      "step": 1506
-    },
-    {
-      "epoch": 3.0,
-      "eval_Body_Part_f1": 0.7285714285714285,
+      "eval_Body_Part_f1": 0.7612293144208038,
       "eval_Body_Part_number": 197,
-      "eval_Body_Part_precision": 0.6860986547085202,
-      "eval_Body_Part_recall": 0.7766497461928934,
-      "eval_Disease_f1": 0.7490421455938698,
+      "eval_Body_Part_precision": 0.7123893805309734,
+      "eval_Body_Part_recall": 0.817258883248731,
+      "eval_Disease_f1": 0.7704130643611912,
       "eval_Disease_number": 521,
-      "eval_Disease_precision": 0.7476099426386233,
-      "eval_Disease_recall": 0.7504798464491362,
+      "eval_Disease_precision": 0.7711538461538462,
+      "eval_Disease_recall": 0.7696737044145874,
       "eval_Family_Member_f1": 0.8461538461538461,
       "eval_Family_Member_number": 13,
       "eval_Family_Member_precision": 0.8461538461538461,
       "eval_Family_Member_recall": 0.8461538461538461,
-      "eval_Medication_f1": 0.8266666666666665,
+      "eval_Medication_f1": 0.8378378378378378,
       "eval_Medication_number": 37,
-      "eval_Medication_precision": 0.8157894736842105,
+      "eval_Medication_precision": 0.8378378378378378,
       "eval_Medication_recall": 0.8378378378378378,
-      "eval_Procedure_f1": 0.6758620689655171,
+      "eval_Procedure_f1": 0.685512367491166,
       "eval_Procedure_number": 134,
-      "eval_Procedure_precision": 0.6282051282051282,
-      "eval_Procedure_recall": 0.7313432835820896,
-      "eval_loss": 0.28113484382629395,
-      "eval_overall_accuracy": 0.9174411587205794,
-      "eval_overall_f1": 0.7374663072776281,
-      "eval_overall_precision": 0.7177334732423925,
-      "eval_overall_recall": 0.7583148558758315,
-      "eval_runtime": 5.4011,
-      "eval_samples_per_second": 82.576,
-      "eval_steps_per_second": 5.184,
-      "step": 1506
+      "eval_Procedure_precision": 0.6510067114093959,
+      "eval_Procedure_recall": 0.7238805970149254,
+      "eval_loss": 0.2660825252532959,
+      "eval_overall_accuracy": 0.923838261919131,
+      "eval_overall_f1": 0.7590687601515972,
+      "eval_overall_precision": 0.7417989417989418,
+      "eval_overall_recall": 0.7771618625277162,
+      "eval_runtime": 6.1412,
+      "eval_samples_per_second": 72.624,
+      "eval_steps_per_second": 4.559,
+      "step": 1004
     },
     {
-      "epoch": 3.0,
-      "step": 1506,
-      "total_flos": 6291231284505600.0,
-      "train_loss": 0.25864365819599205,
-      "train_runtime": 931.1664,
-      "train_samples_per_second": 25.855,
-      "train_steps_per_second": 1.617
+      "epoch": 2.0,
+      "step": 1004,
+      "total_flos": 4194154189670400.0,
+      "train_loss": 0.2513850238693663,
+      "train_runtime": 633.278,
+      "train_samples_per_second": 25.344,
+      "train_steps_per_second": 1.585
     }
   ],
-  "max_steps": 1506,
-  "num_train_epochs": 3,
-  "total_flos": 6291231284505600.0,
+  "max_steps": 1004,
+  "num_train_epochs": 2,
+  "total_flos": 4194154189670400.0,
   "trial_name": null,
   "trial_params": null
 }