Hugging Face's logo

sara-nabhani
/
ltp-roberta-large-defaultt

Text Classification
Transformers
PyTorch
roberta
Inference Endpoints
Model card Files Community
sara-nabhani commited on
Commit
3304798
·
1 Parent(s): 345f8f3

Training in progress, step 200

Browse files
Files changed (21) hide show
  1. .gitignore +1 -0
  2. config.json +72 -0
  3. last-checkpoint/config.json +72 -0
  4. last-checkpoint/merges.txt +0 -0
  5. last-checkpoint/optimizer.pt +3 -0
  6. last-checkpoint/pytorch_model.bin +3 -0
  7. last-checkpoint/rng_state.pth +3 -0
  8. last-checkpoint/scheduler.pt +3 -0
  9. last-checkpoint/special_tokens_map.json +15 -0
  10. last-checkpoint/tokenizer.json +0 -0
  11. last-checkpoint/tokenizer_config.json +15 -0
  12. last-checkpoint/trainer_state.json +53 -0
  13. last-checkpoint/training_args.bin +3 -0
  14. last-checkpoint/vocab.json +0 -0
  15. merges.txt +0 -0
  16. pytorch_model.bin +3 -0
  17. special_tokens_map.json +15 -0
  18. tokenizer.json +0 -0
  19. tokenizer_config.json +15 -0
  20. training_args.bin +3 -0
  21. vocab.json +0 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "roberta-large",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 1024,
13
+ "id2label": {
14
+ "0": "Benevolence: dependability",
15
+ "1": "Achievement",
16
+ "2": "Benevolence: caring",
17
+ "3": "Hedonism",
18
+ "4": "Universalism: objectivity",
19
+ "5": "Humility",
20
+ "6": "Security: societal",
21
+ "7": "Conformity: interpersonal",
22
+ "8": "Self-direction: thought",
23
+ "9": "Power: resources",
24
+ "10": "Face",
25
+ "11": "Power: dominance",
26
+ "12": "Universalism: nature",
27
+ "13": "Universalism: tolerance",
28
+ "14": "Stimulation",
29
+ "15": "Security: personal",
30
+ "16": "Tradition",
31
+ "17": "Universalism: concern",
32
+ "18": "Conformity: rules",
33
+ "19": "Self-direction: action"
34
+ },
35
+ "initializer_range": 0.02,
36
+ "intermediate_size": 4096,
37
+ "label2id": {
38
+ "Achievement": 1,
39
+ "Benevolence: caring": 2,
40
+ "Benevolence: dependability": 0,
41
+ "Conformity: interpersonal": 7,
42
+ "Conformity: rules": 18,
43
+ "Face": 10,
44
+ "Hedonism": 3,
45
+ "Humility": 5,
46
+ "Power: dominance": 11,
47
+ "Power: resources": 9,
48
+ "Security: personal": 15,
49
+ "Security: societal": 6,
50
+ "Self-direction: action": 19,
51
+ "Self-direction: thought": 8,
52
+ "Stimulation": 14,
53
+ "Tradition": 16,
54
+ "Universalism: concern": 17,
55
+ "Universalism: nature": 12,
56
+ "Universalism: objectivity": 4,
57
+ "Universalism: tolerance": 13
58
+ },
59
+ "layer_norm_eps": 1e-05,
60
+ "max_position_embeddings": 514,
61
+ "model_type": "roberta",
62
+ "num_attention_heads": 16,
63
+ "num_hidden_layers": 24,
64
+ "pad_token_id": 1,
65
+ "position_embedding_type": "absolute",
66
+ "problem_type": "multi_label_classification",
67
+ "torch_dtype": "float32",
68
+ "transformers_version": "4.29.2",
69
+ "type_vocab_size": 1,
70
+ "use_cache": true,
71
+ "vocab_size": 50265
72
+ }
last-checkpoint/config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "roberta-large",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 1024,
13
+ "id2label": {
14
+ "0": "Benevolence: dependability",
15
+ "1": "Achievement",
16
+ "2": "Benevolence: caring",
17
+ "3": "Hedonism",
18
+ "4": "Universalism: objectivity",
19
+ "5": "Humility",
20
+ "6": "Security: societal",
21
+ "7": "Conformity: interpersonal",
22
+ "8": "Self-direction: thought",
23
+ "9": "Power: resources",
24
+ "10": "Face",
25
+ "11": "Power: dominance",
26
+ "12": "Universalism: nature",
27
+ "13": "Universalism: tolerance",
28
+ "14": "Stimulation",
29
+ "15": "Security: personal",
30
+ "16": "Tradition",
31
+ "17": "Universalism: concern",
32
+ "18": "Conformity: rules",
33
+ "19": "Self-direction: action"
34
+ },
35
+ "initializer_range": 0.02,
36
+ "intermediate_size": 4096,
37
+ "label2id": {
38
+ "Achievement": 1,
39
+ "Benevolence: caring": 2,
40
+ "Benevolence: dependability": 0,
41
+ "Conformity: interpersonal": 7,
42
+ "Conformity: rules": 18,
43
+ "Face": 10,
44
+ "Hedonism": 3,
45
+ "Humility": 5,
46
+ "Power: dominance": 11,
47
+ "Power: resources": 9,
48
+ "Security: personal": 15,
49
+ "Security: societal": 6,
50
+ "Self-direction: action": 19,
51
+ "Self-direction: thought": 8,
52
+ "Stimulation": 14,
53
+ "Tradition": 16,
54
+ "Universalism: concern": 17,
55
+ "Universalism: nature": 12,
56
+ "Universalism: objectivity": 4,
57
+ "Universalism: tolerance": 13
58
+ },
59
+ "layer_norm_eps": 1e-05,
60
+ "max_position_embeddings": 514,
61
+ "model_type": "roberta",
62
+ "num_attention_heads": 16,
63
+ "num_hidden_layers": 24,
64
+ "pad_token_id": 1,
65
+ "position_embedding_type": "absolute",
66
+ "problem_type": "multi_label_classification",
67
+ "torch_dtype": "float32",
68
+ "transformers_version": "4.29.2",
69
+ "type_vocab_size": 1,
70
+ "use_cache": true,
71
+ "vocab_size": 50265
72
+ }
last-checkpoint/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e94aa42a134922511d37b0f7b8a3683d5fd7d1d79d9781b3117b09ca7273b936
3
+ size 2843370360
last-checkpoint/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4df99eed370c9cb39b1ec5ed20aac79dc213c5aade1e76816b891752f51827c
3
+ size 1421660981
last-checkpoint/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19f993d576aad282362d3ca490d6b3442b5e729ea10296bb1d19b837eadc6c8f
3
+ size 14575
last-checkpoint/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8636707e906db799535a0e24d8b11f4682008d2f9dce23ea4add566cf191f0eb
3
+ size 627
last-checkpoint/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
last-checkpoint/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<s>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "cls_token": "<s>",
6
+ "eos_token": "</s>",
7
+ "errors": "replace",
8
+ "mask_token": "<mask>",
9
+ "model_max_length": 512,
10
+ "pad_token": "<pad>",
11
+ "sep_token": "</s>",
12
+ "tokenizer_class": "RobertaTokenizer",
13
+ "trim_offsets": true,
14
+ "unk_token": "<unk>"
15
+ }
last-checkpoint/trainer_state.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.13967554851569386,
3
+ "best_model_checkpoint": "/home2/s5432073/language-tech-project/results/ltp-roberta-large-default/checkpoint-200",
4
+ "epoch": 1.183431952662722,
5
+ "global_step": 200,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.18,
12
+ "learning_rate": 9.28348909657321e-06,
13
+ "loss": 0.4444,
14
+ "step": 200
15
+ },
16
+ {
17
+ "epoch": 1.18,
18
+ "eval_f1": 0.13967554851569386,
19
+ "eval_f1_all": [
20
+ 0.1323529411764706,
21
+ 0.1882770870337478,
22
+ 0.0,
23
+ 0.0,
24
+ 0.49830890642615555,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.7215112736136504,
29
+ 0.6323024054982818,
30
+ 0.0,
31
+ 0.0043859649122807015,
32
+ 0.0,
33
+ 0.0,
34
+ 0.0,
35
+ 0.0,
36
+ 0.6163723916532904,
37
+ 0.0,
38
+ 0.0,
39
+ 0.0
40
+ ],
41
+ "eval_loss": 0.35773786902427673,
42
+ "eval_runtime": 4.4833,
43
+ "eval_samples_per_second": 422.907,
44
+ "eval_steps_per_second": 13.383,
45
+ "step": 200
46
+ }
47
+ ],
48
+ "max_steps": 1690,
49
+ "num_train_epochs": 10,
50
+ "total_flos": 1089865359765408.0,
51
+ "trial_name": null,
52
+ "trial_params": null
53
+ }
last-checkpoint/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c78cf10a8d9ece33177ebb0b4a74ce8fe248f641cf77500f3c2d97d807d0751
3
+ size 4027
last-checkpoint/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4df99eed370c9cb39b1ec5ed20aac79dc213c5aade1e76816b891752f51827c
3
+ size 1421660981
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<s>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "cls_token": "<s>",
6
+ "eos_token": "</s>",
7
+ "errors": "replace",
8
+ "mask_token": "<mask>",
9
+ "model_max_length": 512,
10
+ "pad_token": "<pad>",
11
+ "sep_token": "</s>",
12
+ "tokenizer_class": "RobertaTokenizer",
13
+ "trim_offsets": true,
14
+ "unk_token": "<unk>"
15
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c78cf10a8d9ece33177ebb0b4a74ce8fe248f641cf77500f3c2d97d807d0751
3
+ size 4027
vocab.json ADDED
The diff for this file is too large to render. See raw diff