End of training
Browse files- README.md +80 -76
- config.json +29 -0
- pytorch_model.bin +2 -2
- training_args.bin +1 -1
README.md
CHANGED
|
@@ -19,10 +19,10 @@ should probably proofread and complete it, then remove this comment. -->
|
|
| 19 |
|
| 20 |
This model is a fine-tuned version of [vinai/phobert-base](https://huggingface.co/vinai/phobert-base) on an unknown dataset.
|
| 21 |
It achieves the following results on the evaluation set:
|
| 22 |
-
- Loss:
|
| 23 |
-
- Precision: 0.
|
| 24 |
-
- Recall: 0.
|
| 25 |
-
- F1: 0.
|
| 26 |
- Accuracy: 0.9956
|
| 27 |
|
| 28 |
## Model description
|
|
@@ -52,78 +52,82 @@ The following hyperparameters were used during training:
|
|
| 52 |
|
| 53 |
### Training results
|
| 54 |
|
| 55 |
-
| Training Loss | Epoch | Step
|
| 56 |
-
|
| 57 |
-
| No log | 1.0 | 140
|
| 58 |
-
| No log | 2.0 | 280
|
| 59 |
-
| No log | 3.0 | 420
|
| 60 |
-
|
|
| 61 |
-
|
|
| 62 |
-
|
|
| 63 |
-
|
|
| 64 |
-
| 25.
|
| 65 |
-
| 25.
|
| 66 |
-
| 25.
|
| 67 |
-
| 16.
|
| 68 |
-
| 16.
|
| 69 |
-
| 16.
|
| 70 |
-
| 16.
|
| 71 |
-
| 11.
|
| 72 |
-
| 11.
|
| 73 |
-
| 11.
|
| 74 |
-
| 8.
|
| 75 |
-
| 8.
|
| 76 |
-
| 8.
|
| 77 |
-
| 8.
|
| 78 |
-
| 8.
|
| 79 |
-
| 8.
|
| 80 |
-
| 8.
|
| 81 |
-
|
|
| 82 |
-
|
|
| 83 |
-
|
|
| 84 |
-
|
|
| 85 |
-
| 5.
|
| 86 |
-
| 5.
|
| 87 |
-
| 5.
|
| 88 |
-
| 5.
|
| 89 |
-
| 5.
|
| 90 |
-
| 5.
|
| 91 |
-
| 5.
|
| 92 |
-
| 4.
|
| 93 |
-
| 4.
|
| 94 |
-
| 4.
|
| 95 |
-
| 4.
|
| 96 |
-
| 3.
|
| 97 |
-
| 3.
|
| 98 |
-
| 3.
|
| 99 |
-
|
|
| 100 |
-
|
|
| 101 |
-
|
|
| 102 |
-
|
|
| 103 |
-
|
|
| 104 |
-
|
|
| 105 |
-
|
|
| 106 |
-
| 2.
|
| 107 |
-
| 2.
|
| 108 |
-
| 2.
|
| 109 |
-
| 2.
|
| 110 |
-
|
|
| 111 |
-
|
|
| 112 |
-
|
|
| 113 |
-
|
|
| 114 |
-
| 1.
|
| 115 |
-
| 1.
|
| 116 |
-
| 1.
|
| 117 |
-
| 1.
|
| 118 |
-
| 1.
|
| 119 |
-
| 1.
|
| 120 |
-
| 1.
|
| 121 |
-
| 1.
|
| 122 |
-
| 1.
|
| 123 |
-
| 1.
|
| 124 |
-
| 1.
|
| 125 |
-
| 1.
|
| 126 |
-
| 1.
|
|
|
|
|
|
|
|
|
|
|
|
|
| 127 |
|
| 128 |
|
| 129 |
### Framework versions
|
|
|
|
| 19 |
|
| 20 |
This model is a fine-tuned version of [vinai/phobert-base](https://huggingface.co/vinai/phobert-base) on an unknown dataset.
|
| 21 |
It achieves the following results on the evaluation set:
|
| 22 |
+
- Loss: 42.3155
|
| 23 |
+
- Precision: 0.9886
|
| 24 |
+
- Recall: 0.9862
|
| 25 |
+
- F1: 0.9874
|
| 26 |
- Accuracy: 0.9956
|
| 27 |
|
| 28 |
## Model description
|
|
|
|
| 52 |
|
| 53 |
### Training results
|
| 54 |
|
| 55 |
+
| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
|
| 56 |
+
|:-------------:|:-----:|:-----:|:---------------:|:---------:|:------:|:------:|:--------:|
|
| 57 |
+
| No log | 1.0 | 140 | 131.9614 | 0.8037 | 0.8438 | 0.8232 | 0.9411 |
|
| 58 |
+
| No log | 2.0 | 280 | 41.8031 | 0.9487 | 0.9549 | 0.9518 | 0.9855 |
|
| 59 |
+
| No log | 3.0 | 420 | 27.3502 | 0.9664 | 0.9681 | 0.9673 | 0.9906 |
|
| 60 |
+
| 178.6738 | 4.0 | 560 | 22.9255 | 0.9741 | 0.9730 | 0.9735 | 0.9925 |
|
| 61 |
+
| 178.6738 | 5.0 | 700 | 25.3163 | 0.9676 | 0.9688 | 0.9682 | 0.9919 |
|
| 62 |
+
| 178.6738 | 6.0 | 840 | 24.1142 | 0.9723 | 0.9718 | 0.9720 | 0.9925 |
|
| 63 |
+
| 178.6738 | 7.0 | 980 | 22.2517 | 0.9777 | 0.9766 | 0.9771 | 0.9938 |
|
| 64 |
+
| 25.7318 | 8.0 | 1120 | 24.4542 | 0.9760 | 0.9772 | 0.9766 | 0.9936 |
|
| 65 |
+
| 25.7318 | 9.0 | 1260 | 27.1333 | 0.9740 | 0.9700 | 0.9720 | 0.9929 |
|
| 66 |
+
| 25.7318 | 10.0 | 1400 | 24.5889 | 0.9789 | 0.9778 | 0.9784 | 0.9938 |
|
| 67 |
+
| 16.0059 | 11.0 | 1540 | 26.1038 | 0.9819 | 0.9808 | 0.9814 | 0.9936 |
|
| 68 |
+
| 16.0059 | 12.0 | 1680 | 23.3198 | 0.9790 | 0.9814 | 0.9802 | 0.9941 |
|
| 69 |
+
| 16.0059 | 13.0 | 1820 | 30.8831 | 0.9778 | 0.9772 | 0.9775 | 0.9930 |
|
| 70 |
+
| 16.0059 | 14.0 | 1960 | 28.1502 | 0.9843 | 0.9814 | 0.9828 | 0.9946 |
|
| 71 |
+
| 11.2302 | 15.0 | 2100 | 29.2842 | 0.9790 | 0.9808 | 0.9799 | 0.9937 |
|
| 72 |
+
| 11.2302 | 16.0 | 2240 | 28.5446 | 0.9819 | 0.9796 | 0.9807 | 0.9945 |
|
| 73 |
+
| 11.2302 | 17.0 | 2380 | 25.4603 | 0.9850 | 0.9838 | 0.9844 | 0.9953 |
|
| 74 |
+
| 8.9848 | 18.0 | 2520 | 29.3936 | 0.9801 | 0.9760 | 0.9780 | 0.9929 |
|
| 75 |
+
| 8.9848 | 19.0 | 2660 | 31.2320 | 0.9796 | 0.9796 | 0.9796 | 0.9944 |
|
| 76 |
+
| 8.9848 | 20.0 | 2800 | 34.0474 | 0.9849 | 0.9802 | 0.9825 | 0.9943 |
|
| 77 |
+
| 8.9848 | 21.0 | 2940 | 32.9968 | 0.9849 | 0.9826 | 0.9838 | 0.9948 |
|
| 78 |
+
| 8.2401 | 22.0 | 3080 | 39.6873 | 0.9819 | 0.9808 | 0.9814 | 0.9946 |
|
| 79 |
+
| 8.2401 | 23.0 | 3220 | 42.7506 | 0.9819 | 0.9802 | 0.9811 | 0.9945 |
|
| 80 |
+
| 8.2401 | 24.0 | 3360 | 33.8886 | 0.9856 | 0.9862 | 0.9859 | 0.9954 |
|
| 81 |
+
| 7.099 | 25.0 | 3500 | 36.8275 | 0.9819 | 0.9808 | 0.9814 | 0.9941 |
|
| 82 |
+
| 7.099 | 26.0 | 3640 | 36.7838 | 0.9831 | 0.9814 | 0.9823 | 0.9951 |
|
| 83 |
+
| 7.099 | 27.0 | 3780 | 39.2226 | 0.9813 | 0.9790 | 0.9801 | 0.9947 |
|
| 84 |
+
| 7.099 | 28.0 | 3920 | 39.2492 | 0.9843 | 0.9820 | 0.9832 | 0.9949 |
|
| 85 |
+
| 5.6646 | 29.0 | 4060 | 41.4139 | 0.9790 | 0.9790 | 0.9790 | 0.9944 |
|
| 86 |
+
| 5.6646 | 30.0 | 4200 | 41.4583 | 0.9838 | 0.9826 | 0.9832 | 0.9949 |
|
| 87 |
+
| 5.6646 | 31.0 | 4340 | 47.1872 | 0.9801 | 0.9778 | 0.9789 | 0.9941 |
|
| 88 |
+
| 5.6646 | 32.0 | 4480 | 41.3073 | 0.9862 | 0.9844 | 0.9853 | 0.9956 |
|
| 89 |
+
| 5.304 | 33.0 | 4620 | 44.8882 | 0.9796 | 0.9790 | 0.9793 | 0.9945 |
|
| 90 |
+
| 5.304 | 34.0 | 4760 | 52.3203 | 0.9783 | 0.9772 | 0.9778 | 0.9941 |
|
| 91 |
+
| 5.304 | 35.0 | 4900 | 43.9140 | 0.9825 | 0.9808 | 0.9817 | 0.9951 |
|
| 92 |
+
| 4.7574 | 36.0 | 5040 | 46.8215 | 0.9819 | 0.9802 | 0.9811 | 0.9947 |
|
| 93 |
+
| 4.7574 | 37.0 | 5180 | 39.5738 | 0.9867 | 0.9844 | 0.9856 | 0.9959 |
|
| 94 |
+
| 4.7574 | 38.0 | 5320 | 39.9370 | 0.9837 | 0.9814 | 0.9826 | 0.9955 |
|
| 95 |
+
| 4.7574 | 39.0 | 5460 | 40.4614 | 0.9856 | 0.9844 | 0.9850 | 0.9956 |
|
| 96 |
+
| 3.8125 | 40.0 | 5600 | 38.6418 | 0.9885 | 0.9850 | 0.9868 | 0.9959 |
|
| 97 |
+
| 3.8125 | 41.0 | 5740 | 42.7438 | 0.9813 | 0.9796 | 0.9805 | 0.9947 |
|
| 98 |
+
| 3.8125 | 42.0 | 5880 | 52.7676 | 0.9689 | 0.9730 | 0.9709 | 0.9940 |
|
| 99 |
+
| 3.2902 | 43.0 | 6020 | 38.5737 | 0.9825 | 0.9808 | 0.9817 | 0.9953 |
|
| 100 |
+
| 3.2902 | 44.0 | 6160 | 42.4615 | 0.9868 | 0.9850 | 0.9859 | 0.9952 |
|
| 101 |
+
| 3.2902 | 45.0 | 6300 | 43.5099 | 0.9856 | 0.9838 | 0.9847 | 0.9956 |
|
| 102 |
+
| 3.2902 | 46.0 | 6440 | 45.0846 | 0.9837 | 0.9820 | 0.9829 | 0.9952 |
|
| 103 |
+
| 4.0467 | 47.0 | 6580 | 41.7571 | 0.9862 | 0.9850 | 0.9856 | 0.9955 |
|
| 104 |
+
| 4.0467 | 48.0 | 6720 | 50.8592 | 0.9807 | 0.9778 | 0.9792 | 0.9945 |
|
| 105 |
+
| 4.0467 | 49.0 | 6860 | 42.3155 | 0.9886 | 0.9862 | 0.9874 | 0.9956 |
|
| 106 |
+
| 2.3503 | 50.0 | 7000 | 45.7602 | 0.9873 | 0.9850 | 0.9862 | 0.9952 |
|
| 107 |
+
| 2.3503 | 51.0 | 7140 | 43.4314 | 0.9856 | 0.9838 | 0.9847 | 0.9953 |
|
| 108 |
+
| 2.3503 | 52.0 | 7280 | 47.4167 | 0.9813 | 0.9790 | 0.9801 | 0.9949 |
|
| 109 |
+
| 2.3503 | 53.0 | 7420 | 46.8868 | 0.9838 | 0.9826 | 0.9832 | 0.9952 |
|
| 110 |
+
| 2.841 | 54.0 | 7560 | 50.8428 | 0.9843 | 0.9814 | 0.9828 | 0.9950 |
|
| 111 |
+
| 2.841 | 55.0 | 7700 | 49.0097 | 0.9825 | 0.9808 | 0.9817 | 0.9949 |
|
| 112 |
+
| 2.841 | 56.0 | 7840 | 49.0165 | 0.9831 | 0.9802 | 0.9816 | 0.9950 |
|
| 113 |
+
| 2.841 | 57.0 | 7980 | 46.3213 | 0.9838 | 0.9826 | 0.9832 | 0.9953 |
|
| 114 |
+
| 1.8064 | 58.0 | 8120 | 49.3268 | 0.9825 | 0.9790 | 0.9807 | 0.9946 |
|
| 115 |
+
| 1.8064 | 59.0 | 8260 | 48.1988 | 0.9849 | 0.9814 | 0.9831 | 0.9952 |
|
| 116 |
+
| 1.8064 | 60.0 | 8400 | 46.5527 | 0.9838 | 0.9826 | 0.9832 | 0.9955 |
|
| 117 |
+
| 1.5941 | 61.0 | 8540 | 57.5747 | 0.9807 | 0.9790 | 0.9798 | 0.9942 |
|
| 118 |
+
| 1.5941 | 62.0 | 8680 | 56.6894 | 0.9801 | 0.9790 | 0.9796 | 0.9945 |
|
| 119 |
+
| 1.5941 | 63.0 | 8820 | 58.1243 | 0.9808 | 0.9802 | 0.9805 | 0.9945 |
|
| 120 |
+
| 1.5941 | 64.0 | 8960 | 53.2165 | 0.9837 | 0.9808 | 0.9822 | 0.9951 |
|
| 121 |
+
| 1.5057 | 65.0 | 9100 | 52.2484 | 0.9832 | 0.9820 | 0.9826 | 0.9949 |
|
| 122 |
+
| 1.5057 | 66.0 | 9240 | 49.2435 | 0.9837 | 0.9814 | 0.9826 | 0.9951 |
|
| 123 |
+
| 1.5057 | 67.0 | 9380 | 51.2186 | 0.9796 | 0.9790 | 0.9793 | 0.9948 |
|
| 124 |
+
| 1.5084 | 68.0 | 9520 | 54.1799 | 0.9825 | 0.9808 | 0.9817 | 0.9947 |
|
| 125 |
+
| 1.5084 | 69.0 | 9660 | 56.3696 | 0.9807 | 0.9778 | 0.9792 | 0.9945 |
|
| 126 |
+
| 1.5084 | 70.0 | 9800 | 52.6295 | 0.9837 | 0.9802 | 0.9819 | 0.9948 |
|
| 127 |
+
| 1.5084 | 71.0 | 9940 | 51.2577 | 0.9825 | 0.9790 | 0.9807 | 0.9950 |
|
| 128 |
+
| 1.0448 | 72.0 | 10080 | 56.0093 | 0.9807 | 0.9790 | 0.9798 | 0.9945 |
|
| 129 |
+
| 1.0448 | 73.0 | 10220 | 50.7540 | 0.9831 | 0.9808 | 0.9819 | 0.9951 |
|
| 130 |
+
| 1.0448 | 74.0 | 10360 | 52.9783 | 0.9819 | 0.9790 | 0.9804 | 0.9947 |
|
| 131 |
|
| 132 |
|
| 133 |
### Framework versions
|
config.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "vinai/phobert-base",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"BERTCRF"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.4,
|
| 7 |
+
"bos_token_id": 0,
|
| 8 |
+
"classifier_dropout": null,
|
| 9 |
+
"eos_token_id": 2,
|
| 10 |
+
"gradient_checkpointing": false,
|
| 11 |
+
"hidden_act": "gelu",
|
| 12 |
+
"hidden_dropout_prob": 0.2,
|
| 13 |
+
"hidden_size": 768,
|
| 14 |
+
"initializer_range": 0.02,
|
| 15 |
+
"intermediate_size": 3072,
|
| 16 |
+
"layer_norm_eps": 1e-05,
|
| 17 |
+
"max_position_embeddings": 258,
|
| 18 |
+
"model_type": "roberta",
|
| 19 |
+
"num_attention_heads": 12,
|
| 20 |
+
"num_hidden_layers": 12,
|
| 21 |
+
"pad_token_id": 1,
|
| 22 |
+
"position_embedding_type": "absolute",
|
| 23 |
+
"tokenizer_class": "PhobertTokenizer",
|
| 24 |
+
"torch_dtype": "float32",
|
| 25 |
+
"transformers_version": "4.32.0",
|
| 26 |
+
"type_vocab_size": 1,
|
| 27 |
+
"use_cache": true,
|
| 28 |
+
"vocab_size": 64001
|
| 29 |
+
}
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:594c3a77b56e44e550ac1b8915f03f83e9f6a8bd6bc1c1ec999e747f69bffdd8
|
| 3 |
+
size 540078461
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4091
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:287d758270c58359c49d9e67973c5ca7fb3cc4b06583d61501d30b64f597088e
|
| 3 |
size 4091
|