haesun commited on
Commit
ee8807e
1 Parent(s): 46a2cae

Training completed!

Browse files
README.md CHANGED
@@ -1,5 +1,6 @@
1
  ---
2
  license: mit
 
3
  tags:
4
  - generated_from_trainer
5
  metrics:
@@ -16,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the None dataset.
18
  It achieves the following results on the evaluation set:
19
- - Loss: 0.1733
20
- - F1: 0.8522
21
 
22
  ## Model description
23
 
@@ -48,14 +49,14 @@ The following hyperparameters were used during training:
48
 
49
  | Training Loss | Epoch | Step | Validation Loss | F1 |
50
  |:-------------:|:-----:|:----:|:---------------:|:------:|
51
- | 0.3023 | 1.0 | 835 | 0.1913 | 0.8049 |
52
- | 0.1568 | 2.0 | 1670 | 0.1705 | 0.8422 |
53
- | 0.1017 | 3.0 | 2505 | 0.1733 | 0.8522 |
54
 
55
 
56
  ### Framework versions
57
 
58
- - Transformers 4.26.1
59
- - Pytorch 1.13.1+cu116
60
- - Datasets 2.10.1
61
- - Tokenizers 0.13.2
 
1
  ---
2
  license: mit
3
+ base_model: xlm-roberta-base
4
  tags:
5
  - generated_from_trainer
6
  metrics:
 
17
 
18
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the None dataset.
19
  It achieves the following results on the evaluation set:
20
+ - Loss: 0.1770
21
+ - F1: 0.8519
22
 
23
  ## Model description
24
 
 
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | F1 |
51
  |:-------------:|:-----:|:----:|:---------------:|:------:|
52
+ | 0.3034 | 1.0 | 835 | 0.1916 | 0.8183 |
53
+ | 0.1582 | 2.0 | 1670 | 0.1714 | 0.8405 |
54
+ | 0.1028 | 3.0 | 2505 | 0.1770 | 0.8519 |
55
 
56
 
57
  ### Framework versions
58
 
59
+ - Transformers 4.34.0
60
+ - Pytorch 2.0.1+cu118
61
+ - Datasets 2.14.5
62
+ - Tokenizers 0.14.1
added_tokens.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<mask>": 250001,
4
+ "<pad>": 1,
5
+ "<s>": 0,
6
+ "<unk>": 3
7
+ }
config.json CHANGED
@@ -40,7 +40,7 @@
40
  "pad_token_id": 1,
41
  "position_embedding_type": "absolute",
42
  "torch_dtype": "float32",
43
- "transformers_version": "4.26.1",
44
  "type_vocab_size": 1,
45
  "use_cache": true,
46
  "vocab_size": 250002
 
40
  "pad_token_id": 1,
41
  "position_embedding_type": "absolute",
42
  "torch_dtype": "float32",
43
+ "transformers_version": "4.34.0",
44
  "type_vocab_size": 1,
45
  "use_cache": true,
46
  "vocab_size": 250002
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fb1dc0a3562cafca7714be49f152b82f3095174db03286c072b0232d80a6926
3
- size 1109909549
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5505af5c90bd20bb51b14b686f80e3ac4b786806be9203bc0fd44325e93094eb
3
+ size 1109905129
special_tokens_map.json CHANGED
@@ -2,13 +2,7 @@
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
  "pad_token": "<pad>",
13
  "sep_token": "</s>",
14
  "unk_token": "<unk>"
 
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
+ "mask_token": "<mask>",
 
 
 
 
 
 
6
  "pad_token": "<pad>",
7
  "sep_token": "</s>",
8
  "unk_token": "<unk>"
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
3
- size 17082758
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003498ab0695fbf35aedc8bbbae1e20a6033a1b3914e49c6d2fbe1d54d7d93b9
3
+ size 17082786
tokenizer_config.json CHANGED
@@ -1,20 +1,55 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": "<s>",
 
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "__type": "AddedToken",
7
- "content": "<mask>",
8
- "lstrip": true,
9
- "normalized": true,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
  "model_max_length": 512,
14
- "name_or_path": "xlm-roberta-base",
15
  "pad_token": "<pad>",
16
  "sep_token": "</s>",
17
- "special_tokens_map_file": null,
18
  "tokenizer_class": "XLMRobertaTokenizer",
19
  "unk_token": "<unk>"
20
  }
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "additional_special_tokens": [],
45
  "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": true,
47
  "cls_token": "<s>",
48
  "eos_token": "</s>",
49
+ "mask_token": "<mask>",
 
 
 
 
 
 
 
50
  "model_max_length": 512,
 
51
  "pad_token": "<pad>",
52
  "sep_token": "</s>",
 
53
  "tokenizer_class": "XLMRobertaTokenizer",
54
  "unk_token": "<unk>"
55
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a915837c61f26ac79089e30a0946e216f56c1bd3668bac81359a61c6c35192b
3
- size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20e625624ecedf9cfc23159487c35b06cdba4a3cb61d061ab14233e21f5c5964
3
+ size 4155