End of training

README.md

@@ -19,11 +19,11 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [NlpHUST/ner-vietnamese-electra-base](https://huggingface.co/NlpHUST/ner-vietnamese-electra-base) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.0322
-- Precision: 0.4590
-- Recall: 0.5400
-- F1: 0.4963
-- Accuracy: 0.7805
+- Loss: 0.6311
+- Precision: 0.5170
+- Recall: 0.5666
+- F1: 0.5406
+- Accuracy: 0.8126
 
 ## Model description
 
@@ -48,20 +48,14 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
-- num_epochs: 20
+- num_epochs: 5
 
 ### Training results
 
-| Training Loss | Epoch   | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
-|:-------------:|:-------:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
-| 0.8701        | 1.9929  | 562  | 0.8431          | 0.4537    | 0.4154 | 0.4337 | 0.7907   |
-| 0.5651        | 3.9858  | 1124 | 0.7613          | 0.4524    | 0.4899 | 0.4704 | 0.7898   |
-| 0.4312        | 5.9787  | 1686 | 0.8134          | 0.4654    | 0.5182 | 0.4904 | 0.7902   |
-| 0.3305        | 7.9716  | 2248 | 0.8743          | 0.4417    | 0.5336 | 0.4833 | 0.7762   |
-| 0.255         | 9.9645  | 2810 | 0.9331          | 0.4217    | 0.5375 | 0.4726 | 0.7694   |
-| 0.2071        | 11.9574 | 3372 | 0.9707          | 0.4527    | 0.5435 | 0.4940 | 0.7795   |
-| 0.1984        | 13.9504 | 3934 | 0.9967          | 0.4663    | 0.5336 | 0.4977 | 0.7834   |
-| 0.1702        | 15.9433 | 4496 | 1.0322          | 0.4590    | 0.5400 | 0.4963 | 0.7805   |
+| Training Loss | Epoch  | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
+|:-------------:|:------:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
+| 0.6285        | 1.9973 | 1474 | 0.6449          | 0.5123    | 0.5238 | 0.5180 | 0.8125   |
+| 0.5081        | 3.9946 | 2948 | 0.6311          | 0.5170    | 0.5666 | 0.5406 | 0.8126   |
 
 
 ### Framework versions

config.json

@@ -11,136 +11,108 @@
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "B-ACTION",
-    "1": "I-EMAIL",
-    "2": "B-TRANSPORTATION",
-    "3": "B-LANGUAGE",
-    "4": "I-DURATION",
-    "5": "B-COMMUNICATION",
-    "6": "I-MISCELLANEOUS",
-    "7": "B-EDUCATION",
-    "8": "B-MISCELLANEOUS",
-    "9": "I-URL",
-    "10": "I-AGE",
-    "11": "B-MONEY",
-    "12": "B-SKILL",
-    "13": "B-ETHNICITY",
-    "14": "I-COUNTRY",
-    "15": "B-RELIGION",
-    "16": "I-DATETIME",
-    "17": "B-PRODUCT",
-    "18": "I-RELIGION",
-    "19": "I-PRODUCT",
-    "20": "B-PHONE",
-    "21": "B-FOOD",
-    "22": "I-ANIMAL",
-    "23": "I-LANGUAGE",
-    "24": "B-COUNTRY",
-    "25": "I-TRANSPORTATION",
-    "26": "I-EVENT",
-    "27": "B-DISEASE",
-    "28": "I-ADDRESS",
-    "29": "I-COMMUNICATION",
-    "30": "I-MONEY",
-    "31": "I-ORGANIZATION",
-    "32": "B-ADDRESS",
-    "33": "I-PERSON",
-    "34": "I-ETHNICITY",
-    "35": "I-SPORT",
-    "36": "B-GENDER",
-    "37": "I-DISEASE",
-    "38": "B-EVENT",
-    "39": "I-FOOD",
-    "40": "B-PERSON",
-    "41": "I-LOCATION",
-    "42": "B-SPORT",
-    "43": "B-QUANTITY",
-    "44": "O",
-    "45": "B-LOCATION",
-    "46": "I-QUANTITY",
-    "47": "I-PHONE",
-    "48": "B-DURATION",
-    "49": "B-URL",
-    "50": "B-DATETIME",
-    "51": "B-ROLE",
-    "52": "I-EDUCATION",
-    "53": "I-LAW",
-    "54": "B-AGE",
-    "55": "I-SKILL",
-    "56": "B-EMAIL",
-    "57": "B-ANIMAL",
-    "58": "I-GENDER",
-    "59": "B-ORGANIZATION",
-    "60": "I-ROLE",
-    "61": "B-LAW",
-    "62": "I-ACTION"
+    "0": "B-RELIGION",
+    "1": "B-DATETIME",
+    "2": "B-AGE",
+    "3": "I-QUANTITY",
+    "4": "I-AGE",
+    "5": "I-ROLE",
+    "6": "I-SKILL",
+    "7": "I-RELIGION",
+    "8": "I-TRANSPORTATION",
+    "9": "I-LAW",
+    "10": "I-PHONE",
+    "11": "B-EVENT",
+    "12": "B-QUANTITY",
+    "13": "I-EMAIL",
+    "14": "B-ACTION",
+    "15": "B-ETHNICITY",
+    "16": "I-MISCELLANEOUS",
+    "17": "B-PERSON",
+    "18": "I-PERSON",
+    "19": "I-MONEY",
+    "20": "B-EDUCATION",
+    "21": "B-LOCATION",
+    "22": "I-GENDER",
+    "23": "B-ROLE",
+    "24": "B-MISCELLANEOUS",
+    "25": "I-EVENT",
+    "26": "B-SKILL",
+    "27": "B-EMAIL",
+    "28": "B-MONEY",
+    "29": "I-ACTION",
+    "30": "B-PRODUCT",
+    "31": "B-GENDER",
+    "32": "I-ETHNICITY",
+    "33": "B-ADDRESS",
+    "34": "I-DISEASE",
+    "35": "O",
+    "36": "I-ORGANIZATION",
+    "37": "I-PRODUCT",
+    "38": "B-LAW",
+    "39": "I-DATETIME",
+    "40": "B-PHONE",
+    "41": "I-ADDRESS",
+    "42": "I-LOCATION",
+    "43": "B-DISEASE",
+    "44": "I-EDUCATION",
+    "45": "B-ORGANIZATION",
+    "46": "B-URL",
+    "47": "I-URL",
+    "48": "B-TRANSPORTATION"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "B-ACTION": 0,
-    "B-ADDRESS": 32,
-    "B-AGE": 54,
-    "B-ANIMAL": 57,
-    "B-COMMUNICATION": 5,
-    "B-COUNTRY": 24,
-    "B-DATETIME": 50,
-    "B-DISEASE": 27,
-    "B-DURATION": 48,
-    "B-EDUCATION": 7,
-    "B-EMAIL": 56,
-    "B-ETHNICITY": 13,
-    "B-EVENT": 38,
-    "B-FOOD": 21,
-    "B-GENDER": 36,
-    "B-LANGUAGE": 3,
-    "B-LAW": 61,
-    "B-LOCATION": 45,
-    "B-MISCELLANEOUS": 8,
-    "B-MONEY": 11,
-    "B-ORGANIZATION": 59,
-    "B-PERSON": 40,
-    "B-PHONE": 20,
-    "B-PRODUCT": 17,
-    "B-QUANTITY": 43,
-    "B-RELIGION": 15,
-    "B-ROLE": 51,
-    "B-SKILL": 12,
-    "B-SPORT": 42,
-    "B-TRANSPORTATION": 2,
-    "B-URL": 49,
-    "I-ACTION": 62,
-    "I-ADDRESS": 28,
-    "I-AGE": 10,
-    "I-ANIMAL": 22,
-    "I-COMMUNICATION": 29,
-    "I-COUNTRY": 14,
-    "I-DATETIME": 16,
-    "I-DISEASE": 37,
-    "I-DURATION": 4,
-    "I-EDUCATION": 52,
-    "I-EMAIL": 1,
-    "I-ETHNICITY": 34,
-    "I-EVENT": 26,
-    "I-FOOD": 39,
-    "I-GENDER": 58,
-    "I-LANGUAGE": 23,
-    "I-LAW": 53,
-    "I-LOCATION": 41,
-    "I-MISCELLANEOUS": 6,
-    "I-MONEY": 30,
-    "I-ORGANIZATION": 31,
-    "I-PERSON": 33,
-    "I-PHONE": 47,
-    "I-PRODUCT": 19,
-    "I-QUANTITY": 46,
-    "I-RELIGION": 18,
-    "I-ROLE": 60,
-    "I-SKILL": 55,
-    "I-SPORT": 35,
-    "I-TRANSPORTATION": 25,
-    "I-URL": 9,
-    "O": 44
+    "B-ACTION": 14,
+    "B-ADDRESS": 33,
+    "B-AGE": 2,
+    "B-DATETIME": 1,
+    "B-DISEASE": 43,
+    "B-EDUCATION": 20,
+    "B-EMAIL": 27,
+    "B-ETHNICITY": 15,
+    "B-EVENT": 11,
+    "B-GENDER": 31,
+    "B-LAW": 38,
+    "B-LOCATION": 21,
+    "B-MISCELLANEOUS": 24,
+    "B-MONEY": 28,
+    "B-ORGANIZATION": 45,
+    "B-PERSON": 17,
+    "B-PHONE": 40,
+    "B-PRODUCT": 30,
+    "B-QUANTITY": 12,
+    "B-RELIGION": 0,
+    "B-ROLE": 23,
+    "B-SKILL": 26,
+    "B-TRANSPORTATION": 48,
+    "B-URL": 46,
+    "I-ACTION": 29,
+    "I-ADDRESS": 41,
+    "I-AGE": 4,
+    "I-DATETIME": 39,
+    "I-DISEASE": 34,
+    "I-EDUCATION": 44,
+    "I-EMAIL": 13,
+    "I-ETHNICITY": 32,
+    "I-EVENT": 25,
+    "I-GENDER": 22,
+    "I-LAW": 9,
+    "I-LOCATION": 42,
+    "I-MISCELLANEOUS": 16,
+    "I-MONEY": 19,
+    "I-ORGANIZATION": 36,
+    "I-PERSON": 18,
+    "I-PHONE": 10,
+    "I-PRODUCT": 37,
+    "I-QUANTITY": 3,
+    "I-RELIGION": 7,
+    "I-ROLE": 5,
+    "I-SKILL": 6,
+    "I-TRANSPORTATION": 8,
+    "I-URL": 47,
+    "O": 35
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd70c2c09791921a9c6aafce4e51054f1c594aa9c95ca3525ae30deff02572ff
-size 532484732
+oid sha256:7da698a0b0b73061c3e4dd055ca3bb894d4980e9cc6a1ff3f9e35306b2574b30
+size 532441668

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce0e2e29626191b7ed49d832eef0b5a154ef4318f7effeb33b1ab2f2cfea3c08
+oid sha256:66c5c84e18537950235026bfa044f04fbfe7bd929860649bc9644691cddba0dc
 size 5112