sheepy928 commited on
Commit
92de8ff
1 Parent(s): 1a27b05

Training in progress, step 4800, checkpoint

Browse files
checkpoint-4800/config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sheepy928/default",
3
+ "architectures": [
4
+ "RobertaForSentimentClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "finetuning_task": "text-classification",
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "id2label": {
15
+ "0": "0",
16
+ "1": "1",
17
+ "2": "2"
18
+ },
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 3072,
21
+ "label2id": {
22
+ "0": 0,
23
+ "1": 1,
24
+ "2": 2
25
+ },
26
+ "layer_norm_eps": 1e-05,
27
+ "max_position_embeddings": 514,
28
+ "model_type": "roberta",
29
+ "num_attention_heads": 12,
30
+ "num_hidden_layers": 12,
31
+ "pad_token_id": 1,
32
+ "position_embedding_type": "absolute",
33
+ "problem_type": "single_label_classification",
34
+ "torch_dtype": "float32",
35
+ "transformers_version": "4.34.1",
36
+ "type_vocab_size": 1,
37
+ "use_cache": true,
38
+ "vocab_size": 50265
39
+ }
checkpoint-4800/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-4800/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e9e2c86e09b9ed889d1268044e5bd395d619d5f4f079b3aa4849b1410f4eb1
3
+ size 997351674
checkpoint-4800/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e83662cd9d6d06d030b67c475f26761c8b07af189208749ed5386f00a7a688
3
+ size 498661166
checkpoint-4800/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3592401f7b0fb83f709479eaeaefd0e66deb51f719a2eba94650553bf54060f3
3
+ size 14244
checkpoint-4800/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d0228382df9076bf5d27582eafb2806b4c13f20755019ae04b56e00171151f
3
+ size 1064
checkpoint-4800/special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": true,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": true,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": true,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
checkpoint-4800/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-4800/tokenizer_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": true,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
49
+ "errors": "replace",
50
+ "mask_token": "<mask>",
51
+ "model_max_length": 512,
52
+ "pad_token": "<pad>",
53
+ "sep_token": "</s>",
54
+ "tokenizer_class": "RobertaTokenizer",
55
+ "trim_offsets": true,
56
+ "unk_token": "<unk>"
57
+ }
checkpoint-4800/trainer_state.json ADDED
@@ -0,0 +1,3107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 25.53191489361702,
5
+ "eval_steps": 300,
6
+ "global_step": 4800,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.05,
13
+ "learning_rate": 5e-07,
14
+ "loss": 1.0874,
15
+ "step": 10
16
+ },
17
+ {
18
+ "epoch": 0.11,
19
+ "learning_rate": 1e-06,
20
+ "loss": 0.9487,
21
+ "step": 20
22
+ },
23
+ {
24
+ "epoch": 0.16,
25
+ "learning_rate": 1.5e-06,
26
+ "loss": 0.7586,
27
+ "step": 30
28
+ },
29
+ {
30
+ "epoch": 0.21,
31
+ "learning_rate": 2e-06,
32
+ "loss": 0.7225,
33
+ "step": 40
34
+ },
35
+ {
36
+ "epoch": 0.27,
37
+ "learning_rate": 2.5e-06,
38
+ "loss": 0.7364,
39
+ "step": 50
40
+ },
41
+ {
42
+ "epoch": 0.32,
43
+ "learning_rate": 3e-06,
44
+ "loss": 0.7265,
45
+ "step": 60
46
+ },
47
+ {
48
+ "epoch": 0.37,
49
+ "learning_rate": 3.5e-06,
50
+ "loss": 0.7267,
51
+ "step": 70
52
+ },
53
+ {
54
+ "epoch": 0.43,
55
+ "learning_rate": 4e-06,
56
+ "loss": 0.5697,
57
+ "step": 80
58
+ },
59
+ {
60
+ "epoch": 0.48,
61
+ "learning_rate": 4.5e-06,
62
+ "loss": 1.018,
63
+ "step": 90
64
+ },
65
+ {
66
+ "epoch": 0.53,
67
+ "learning_rate": 5e-06,
68
+ "loss": 0.7875,
69
+ "step": 100
70
+ },
71
+ {
72
+ "epoch": 0.59,
73
+ "learning_rate": 5.5e-06,
74
+ "loss": 0.8242,
75
+ "step": 110
76
+ },
77
+ {
78
+ "epoch": 0.64,
79
+ "learning_rate": 6e-06,
80
+ "loss": 0.8034,
81
+ "step": 120
82
+ },
83
+ {
84
+ "epoch": 0.69,
85
+ "learning_rate": 6.5e-06,
86
+ "loss": 0.7717,
87
+ "step": 130
88
+ },
89
+ {
90
+ "epoch": 0.74,
91
+ "learning_rate": 7e-06,
92
+ "loss": 0.8337,
93
+ "step": 140
94
+ },
95
+ {
96
+ "epoch": 0.8,
97
+ "learning_rate": 7.5e-06,
98
+ "loss": 0.6884,
99
+ "step": 150
100
+ },
101
+ {
102
+ "epoch": 0.85,
103
+ "learning_rate": 8e-06,
104
+ "loss": 0.9129,
105
+ "step": 160
106
+ },
107
+ {
108
+ "epoch": 0.9,
109
+ "learning_rate": 8.500000000000002e-06,
110
+ "loss": 0.5637,
111
+ "step": 170
112
+ },
113
+ {
114
+ "epoch": 0.96,
115
+ "learning_rate": 9e-06,
116
+ "loss": 1.0458,
117
+ "step": 180
118
+ },
119
+ {
120
+ "epoch": 1.01,
121
+ "learning_rate": 9.5e-06,
122
+ "loss": 0.9414,
123
+ "step": 190
124
+ },
125
+ {
126
+ "epoch": 1.06,
127
+ "learning_rate": 1e-05,
128
+ "loss": 0.6379,
129
+ "step": 200
130
+ },
131
+ {
132
+ "epoch": 1.12,
133
+ "learning_rate": 1.0500000000000001e-05,
134
+ "loss": 0.9249,
135
+ "step": 210
136
+ },
137
+ {
138
+ "epoch": 1.17,
139
+ "learning_rate": 1.1e-05,
140
+ "loss": 0.6944,
141
+ "step": 220
142
+ },
143
+ {
144
+ "epoch": 1.22,
145
+ "learning_rate": 1.15e-05,
146
+ "loss": 0.9221,
147
+ "step": 230
148
+ },
149
+ {
150
+ "epoch": 1.28,
151
+ "learning_rate": 1.2e-05,
152
+ "loss": 0.6475,
153
+ "step": 240
154
+ },
155
+ {
156
+ "epoch": 1.33,
157
+ "learning_rate": 1.25e-05,
158
+ "loss": 0.7748,
159
+ "step": 250
160
+ },
161
+ {
162
+ "epoch": 1.38,
163
+ "learning_rate": 1.3e-05,
164
+ "loss": 0.8705,
165
+ "step": 260
166
+ },
167
+ {
168
+ "epoch": 1.44,
169
+ "learning_rate": 1.35e-05,
170
+ "loss": 0.7737,
171
+ "step": 270
172
+ },
173
+ {
174
+ "epoch": 1.49,
175
+ "learning_rate": 1.4e-05,
176
+ "loss": 0.8643,
177
+ "step": 280
178
+ },
179
+ {
180
+ "epoch": 1.54,
181
+ "learning_rate": 1.4500000000000002e-05,
182
+ "loss": 0.8428,
183
+ "step": 290
184
+ },
185
+ {
186
+ "epoch": 1.6,
187
+ "learning_rate": 1.5e-05,
188
+ "loss": 0.6785,
189
+ "step": 300
190
+ },
191
+ {
192
+ "epoch": 1.6,
193
+ "eval_accuracy": 0.7386666666666667,
194
+ "eval_combined_score": 0.6626504648943422,
195
+ "eval_f1": 0.6276400817995911,
196
+ "eval_loss": 0.7930460572242737,
197
+ "eval_precision": 0.5456284444444445,
198
+ "eval_recall": 0.7386666666666667,
199
+ "eval_runtime": 6.0663,
200
+ "eval_samples_per_second": 247.266,
201
+ "eval_steps_per_second": 7.748,
202
+ "step": 300
203
+ },
204
+ {
205
+ "epoch": 1.65,
206
+ "learning_rate": 1.55e-05,
207
+ "loss": 0.6076,
208
+ "step": 310
209
+ },
210
+ {
211
+ "epoch": 1.7,
212
+ "learning_rate": 1.6e-05,
213
+ "loss": 0.5963,
214
+ "step": 320
215
+ },
216
+ {
217
+ "epoch": 1.76,
218
+ "learning_rate": 1.65e-05,
219
+ "loss": 0.6626,
220
+ "step": 330
221
+ },
222
+ {
223
+ "epoch": 1.81,
224
+ "learning_rate": 1.7000000000000003e-05,
225
+ "loss": 0.8379,
226
+ "step": 340
227
+ },
228
+ {
229
+ "epoch": 1.86,
230
+ "learning_rate": 1.7500000000000002e-05,
231
+ "loss": 0.8851,
232
+ "step": 350
233
+ },
234
+ {
235
+ "epoch": 1.91,
236
+ "learning_rate": 1.8e-05,
237
+ "loss": 0.7489,
238
+ "step": 360
239
+ },
240
+ {
241
+ "epoch": 1.97,
242
+ "learning_rate": 1.85e-05,
243
+ "loss": 0.7573,
244
+ "step": 370
245
+ },
246
+ {
247
+ "epoch": 2.02,
248
+ "learning_rate": 1.9e-05,
249
+ "loss": 0.8018,
250
+ "step": 380
251
+ },
252
+ {
253
+ "epoch": 2.07,
254
+ "learning_rate": 1.95e-05,
255
+ "loss": 0.6645,
256
+ "step": 390
257
+ },
258
+ {
259
+ "epoch": 2.13,
260
+ "learning_rate": 2e-05,
261
+ "loss": 0.8677,
262
+ "step": 400
263
+ },
264
+ {
265
+ "epoch": 2.18,
266
+ "learning_rate": 2.05e-05,
267
+ "loss": 0.7478,
268
+ "step": 410
269
+ },
270
+ {
271
+ "epoch": 2.23,
272
+ "learning_rate": 2.1000000000000002e-05,
273
+ "loss": 0.8551,
274
+ "step": 420
275
+ },
276
+ {
277
+ "epoch": 2.29,
278
+ "learning_rate": 2.1499999999999997e-05,
279
+ "loss": 0.9323,
280
+ "step": 430
281
+ },
282
+ {
283
+ "epoch": 2.34,
284
+ "learning_rate": 2.2e-05,
285
+ "loss": 0.7536,
286
+ "step": 440
287
+ },
288
+ {
289
+ "epoch": 2.39,
290
+ "learning_rate": 2.2499999999999998e-05,
291
+ "loss": 0.5336,
292
+ "step": 450
293
+ },
294
+ {
295
+ "epoch": 2.45,
296
+ "learning_rate": 2.3e-05,
297
+ "loss": 0.8955,
298
+ "step": 460
299
+ },
300
+ {
301
+ "epoch": 2.5,
302
+ "learning_rate": 2.3500000000000002e-05,
303
+ "loss": 0.7926,
304
+ "step": 470
305
+ },
306
+ {
307
+ "epoch": 2.55,
308
+ "learning_rate": 2.4e-05,
309
+ "loss": 0.5713,
310
+ "step": 480
311
+ },
312
+ {
313
+ "epoch": 2.61,
314
+ "learning_rate": 2.4500000000000003e-05,
315
+ "loss": 0.8568,
316
+ "step": 490
317
+ },
318
+ {
319
+ "epoch": 2.66,
320
+ "learning_rate": 2.5e-05,
321
+ "loss": 0.6348,
322
+ "step": 500
323
+ },
324
+ {
325
+ "epoch": 2.71,
326
+ "learning_rate": 2.55e-05,
327
+ "loss": 0.6223,
328
+ "step": 510
329
+ },
330
+ {
331
+ "epoch": 2.77,
332
+ "learning_rate": 2.6e-05,
333
+ "loss": 0.7579,
334
+ "step": 520
335
+ },
336
+ {
337
+ "epoch": 2.82,
338
+ "learning_rate": 2.65e-05,
339
+ "loss": 0.6325,
340
+ "step": 530
341
+ },
342
+ {
343
+ "epoch": 2.87,
344
+ "learning_rate": 2.7e-05,
345
+ "loss": 0.7276,
346
+ "step": 540
347
+ },
348
+ {
349
+ "epoch": 2.93,
350
+ "learning_rate": 2.75e-05,
351
+ "loss": 0.8766,
352
+ "step": 550
353
+ },
354
+ {
355
+ "epoch": 2.98,
356
+ "learning_rate": 2.8e-05,
357
+ "loss": 0.7107,
358
+ "step": 560
359
+ },
360
+ {
361
+ "epoch": 3.03,
362
+ "learning_rate": 2.85e-05,
363
+ "loss": 0.5904,
364
+ "step": 570
365
+ },
366
+ {
367
+ "epoch": 3.09,
368
+ "learning_rate": 2.9000000000000004e-05,
369
+ "loss": 0.7125,
370
+ "step": 580
371
+ },
372
+ {
373
+ "epoch": 3.14,
374
+ "learning_rate": 2.95e-05,
375
+ "loss": 0.755,
376
+ "step": 590
377
+ },
378
+ {
379
+ "epoch": 3.19,
380
+ "learning_rate": 3e-05,
381
+ "loss": 0.5583,
382
+ "step": 600
383
+ },
384
+ {
385
+ "epoch": 3.19,
386
+ "eval_accuracy": 0.7613333333333333,
387
+ "eval_combined_score": 0.7403762607674487,
388
+ "eval_f1": 0.7316181693637903,
389
+ "eval_loss": 0.6910097599029541,
390
+ "eval_precision": 0.7072202070393374,
391
+ "eval_recall": 0.7613333333333333,
392
+ "eval_runtime": 6.0882,
393
+ "eval_samples_per_second": 246.376,
394
+ "eval_steps_per_second": 7.72,
395
+ "step": 600
396
+ },
397
+ {
398
+ "epoch": 3.24,
399
+ "learning_rate": 3.05e-05,
400
+ "loss": 0.6527,
401
+ "step": 610
402
+ },
403
+ {
404
+ "epoch": 3.3,
405
+ "learning_rate": 3.1e-05,
406
+ "loss": 0.7676,
407
+ "step": 620
408
+ },
409
+ {
410
+ "epoch": 3.35,
411
+ "learning_rate": 3.15e-05,
412
+ "loss": 0.766,
413
+ "step": 630
414
+ },
415
+ {
416
+ "epoch": 3.4,
417
+ "learning_rate": 3.2e-05,
418
+ "loss": 0.6217,
419
+ "step": 640
420
+ },
421
+ {
422
+ "epoch": 3.46,
423
+ "learning_rate": 3.2500000000000004e-05,
424
+ "loss": 0.5405,
425
+ "step": 650
426
+ },
427
+ {
428
+ "epoch": 3.51,
429
+ "learning_rate": 3.3e-05,
430
+ "loss": 0.7951,
431
+ "step": 660
432
+ },
433
+ {
434
+ "epoch": 3.56,
435
+ "learning_rate": 3.35e-05,
436
+ "loss": 0.552,
437
+ "step": 670
438
+ },
439
+ {
440
+ "epoch": 3.62,
441
+ "learning_rate": 3.4000000000000007e-05,
442
+ "loss": 0.6521,
443
+ "step": 680
444
+ },
445
+ {
446
+ "epoch": 3.67,
447
+ "learning_rate": 3.4500000000000005e-05,
448
+ "loss": 0.6814,
449
+ "step": 690
450
+ },
451
+ {
452
+ "epoch": 3.72,
453
+ "learning_rate": 3.5000000000000004e-05,
454
+ "loss": 0.3992,
455
+ "step": 700
456
+ },
457
+ {
458
+ "epoch": 3.78,
459
+ "learning_rate": 3.5499999999999996e-05,
460
+ "loss": 0.7018,
461
+ "step": 710
462
+ },
463
+ {
464
+ "epoch": 3.83,
465
+ "learning_rate": 3.6e-05,
466
+ "loss": 0.664,
467
+ "step": 720
468
+ },
469
+ {
470
+ "epoch": 3.88,
471
+ "learning_rate": 3.65e-05,
472
+ "loss": 0.6891,
473
+ "step": 730
474
+ },
475
+ {
476
+ "epoch": 3.94,
477
+ "learning_rate": 3.7e-05,
478
+ "loss": 0.6063,
479
+ "step": 740
480
+ },
481
+ {
482
+ "epoch": 3.99,
483
+ "learning_rate": 3.75e-05,
484
+ "loss": 0.6543,
485
+ "step": 750
486
+ },
487
+ {
488
+ "epoch": 4.04,
489
+ "learning_rate": 3.8e-05,
490
+ "loss": 0.5638,
491
+ "step": 760
492
+ },
493
+ {
494
+ "epoch": 4.1,
495
+ "learning_rate": 3.85e-05,
496
+ "loss": 0.6984,
497
+ "step": 770
498
+ },
499
+ {
500
+ "epoch": 4.15,
501
+ "learning_rate": 3.9e-05,
502
+ "loss": 0.7148,
503
+ "step": 780
504
+ },
505
+ {
506
+ "epoch": 4.2,
507
+ "learning_rate": 3.95e-05,
508
+ "loss": 0.4915,
509
+ "step": 790
510
+ },
511
+ {
512
+ "epoch": 4.26,
513
+ "learning_rate": 4e-05,
514
+ "loss": 0.648,
515
+ "step": 800
516
+ },
517
+ {
518
+ "epoch": 4.31,
519
+ "learning_rate": 4.05e-05,
520
+ "loss": 0.4527,
521
+ "step": 810
522
+ },
523
+ {
524
+ "epoch": 4.36,
525
+ "learning_rate": 4.1e-05,
526
+ "loss": 0.551,
527
+ "step": 820
528
+ },
529
+ {
530
+ "epoch": 4.41,
531
+ "learning_rate": 4.1500000000000006e-05,
532
+ "loss": 0.5909,
533
+ "step": 830
534
+ },
535
+ {
536
+ "epoch": 4.47,
537
+ "learning_rate": 4.2000000000000004e-05,
538
+ "loss": 0.603,
539
+ "step": 840
540
+ },
541
+ {
542
+ "epoch": 4.52,
543
+ "learning_rate": 4.25e-05,
544
+ "loss": 1.0745,
545
+ "step": 850
546
+ },
547
+ {
548
+ "epoch": 4.57,
549
+ "learning_rate": 4.2999999999999995e-05,
550
+ "loss": 0.6697,
551
+ "step": 860
552
+ },
553
+ {
554
+ "epoch": 4.63,
555
+ "learning_rate": 4.35e-05,
556
+ "loss": 0.8374,
557
+ "step": 870
558
+ },
559
+ {
560
+ "epoch": 4.68,
561
+ "learning_rate": 4.4e-05,
562
+ "loss": 0.4891,
563
+ "step": 880
564
+ },
565
+ {
566
+ "epoch": 4.73,
567
+ "learning_rate": 4.45e-05,
568
+ "loss": 0.5956,
569
+ "step": 890
570
+ },
571
+ {
572
+ "epoch": 4.79,
573
+ "learning_rate": 4.4999999999999996e-05,
574
+ "loss": 0.7857,
575
+ "step": 900
576
+ },
577
+ {
578
+ "epoch": 4.79,
579
+ "eval_accuracy": 0.7386666666666667,
580
+ "eval_combined_score": 0.6626504648943422,
581
+ "eval_f1": 0.6276400817995911,
582
+ "eval_loss": 0.6514685153961182,
583
+ "eval_precision": 0.5456284444444445,
584
+ "eval_recall": 0.7386666666666667,
585
+ "eval_runtime": 5.9473,
586
+ "eval_samples_per_second": 252.216,
587
+ "eval_steps_per_second": 7.903,
588
+ "step": 900
589
+ },
590
+ {
591
+ "epoch": 4.84,
592
+ "learning_rate": 4.55e-05,
593
+ "loss": 0.8566,
594
+ "step": 910
595
+ },
596
+ {
597
+ "epoch": 4.89,
598
+ "learning_rate": 4.6e-05,
599
+ "loss": 0.4698,
600
+ "step": 920
601
+ },
602
+ {
603
+ "epoch": 4.95,
604
+ "learning_rate": 4.65e-05,
605
+ "loss": 0.7224,
606
+ "step": 930
607
+ },
608
+ {
609
+ "epoch": 5.0,
610
+ "learning_rate": 4.7000000000000004e-05,
611
+ "loss": 0.5879,
612
+ "step": 940
613
+ },
614
+ {
615
+ "epoch": 5.05,
616
+ "learning_rate": 4.75e-05,
617
+ "loss": 0.3592,
618
+ "step": 950
619
+ },
620
+ {
621
+ "epoch": 5.11,
622
+ "learning_rate": 4.8e-05,
623
+ "loss": 0.513,
624
+ "step": 960
625
+ },
626
+ {
627
+ "epoch": 5.16,
628
+ "learning_rate": 4.85e-05,
629
+ "loss": 0.6167,
630
+ "step": 970
631
+ },
632
+ {
633
+ "epoch": 5.21,
634
+ "learning_rate": 4.9000000000000005e-05,
635
+ "loss": 0.5706,
636
+ "step": 980
637
+ },
638
+ {
639
+ "epoch": 5.27,
640
+ "learning_rate": 4.9500000000000004e-05,
641
+ "loss": 0.5523,
642
+ "step": 990
643
+ },
644
+ {
645
+ "epoch": 5.32,
646
+ "learning_rate": 5e-05,
647
+ "loss": 0.6565,
648
+ "step": 1000
649
+ },
650
+ {
651
+ "epoch": 5.37,
652
+ "learning_rate": 5.05e-05,
653
+ "loss": 0.4634,
654
+ "step": 1010
655
+ },
656
+ {
657
+ "epoch": 5.43,
658
+ "learning_rate": 5.1e-05,
659
+ "loss": 0.634,
660
+ "step": 1020
661
+ },
662
+ {
663
+ "epoch": 5.48,
664
+ "learning_rate": 5.15e-05,
665
+ "loss": 0.5472,
666
+ "step": 1030
667
+ },
668
+ {
669
+ "epoch": 5.53,
670
+ "learning_rate": 5.2e-05,
671
+ "loss": 0.595,
672
+ "step": 1040
673
+ },
674
+ {
675
+ "epoch": 5.59,
676
+ "learning_rate": 5.25e-05,
677
+ "loss": 0.4889,
678
+ "step": 1050
679
+ },
680
+ {
681
+ "epoch": 5.64,
682
+ "learning_rate": 5.3e-05,
683
+ "loss": 0.5884,
684
+ "step": 1060
685
+ },
686
+ {
687
+ "epoch": 5.69,
688
+ "learning_rate": 5.35e-05,
689
+ "loss": 0.4149,
690
+ "step": 1070
691
+ },
692
+ {
693
+ "epoch": 5.74,
694
+ "learning_rate": 5.4e-05,
695
+ "loss": 0.7573,
696
+ "step": 1080
697
+ },
698
+ {
699
+ "epoch": 5.8,
700
+ "learning_rate": 5.45e-05,
701
+ "loss": 0.599,
702
+ "step": 1090
703
+ },
704
+ {
705
+ "epoch": 5.85,
706
+ "learning_rate": 5.5e-05,
707
+ "loss": 0.366,
708
+ "step": 1100
709
+ },
710
+ {
711
+ "epoch": 5.9,
712
+ "learning_rate": 5.55e-05,
713
+ "loss": 0.4906,
714
+ "step": 1110
715
+ },
716
+ {
717
+ "epoch": 5.96,
718
+ "learning_rate": 5.6e-05,
719
+ "loss": 0.4378,
720
+ "step": 1120
721
+ },
722
+ {
723
+ "epoch": 6.01,
724
+ "learning_rate": 5.6500000000000005e-05,
725
+ "loss": 0.4886,
726
+ "step": 1130
727
+ },
728
+ {
729
+ "epoch": 6.06,
730
+ "learning_rate": 5.7e-05,
731
+ "loss": 0.342,
732
+ "step": 1140
733
+ },
734
+ {
735
+ "epoch": 6.12,
736
+ "learning_rate": 5.75e-05,
737
+ "loss": 0.7803,
738
+ "step": 1150
739
+ },
740
+ {
741
+ "epoch": 6.17,
742
+ "learning_rate": 5.800000000000001e-05,
743
+ "loss": 0.3435,
744
+ "step": 1160
745
+ },
746
+ {
747
+ "epoch": 6.22,
748
+ "learning_rate": 5.8500000000000006e-05,
749
+ "loss": 0.6149,
750
+ "step": 1170
751
+ },
752
+ {
753
+ "epoch": 6.28,
754
+ "learning_rate": 5.9e-05,
755
+ "loss": 0.3026,
756
+ "step": 1180
757
+ },
758
+ {
759
+ "epoch": 6.33,
760
+ "learning_rate": 5.9499999999999996e-05,
761
+ "loss": 0.9387,
762
+ "step": 1190
763
+ },
764
+ {
765
+ "epoch": 6.38,
766
+ "learning_rate": 6e-05,
767
+ "loss": 0.6309,
768
+ "step": 1200
769
+ },
770
+ {
771
+ "epoch": 6.38,
772
+ "eval_accuracy": 0.848,
773
+ "eval_combined_score": 0.8403047916631027,
774
+ "eval_f1": 0.8270449473875959,
775
+ "eval_loss": 0.5592399835586548,
776
+ "eval_precision": 0.8381742192648148,
777
+ "eval_recall": 0.848,
778
+ "eval_runtime": 5.9701,
779
+ "eval_samples_per_second": 251.251,
780
+ "eval_steps_per_second": 7.873,
781
+ "step": 1200
782
+ },
783
+ {
784
+ "epoch": 6.44,
785
+ "learning_rate": 6.05e-05,
786
+ "loss": 0.4672,
787
+ "step": 1210
788
+ },
789
+ {
790
+ "epoch": 6.49,
791
+ "learning_rate": 6.1e-05,
792
+ "loss": 0.4909,
793
+ "step": 1220
794
+ },
795
+ {
796
+ "epoch": 6.54,
797
+ "learning_rate": 6.15e-05,
798
+ "loss": 0.5007,
799
+ "step": 1230
800
+ },
801
+ {
802
+ "epoch": 6.6,
803
+ "learning_rate": 6.2e-05,
804
+ "loss": 0.4318,
805
+ "step": 1240
806
+ },
807
+ {
808
+ "epoch": 6.65,
809
+ "learning_rate": 6.25e-05,
810
+ "loss": 0.3623,
811
+ "step": 1250
812
+ },
813
+ {
814
+ "epoch": 6.7,
815
+ "learning_rate": 6.3e-05,
816
+ "loss": 0.3294,
817
+ "step": 1260
818
+ },
819
+ {
820
+ "epoch": 6.76,
821
+ "learning_rate": 6.35e-05,
822
+ "loss": 0.7501,
823
+ "step": 1270
824
+ },
825
+ {
826
+ "epoch": 6.81,
827
+ "learning_rate": 6.4e-05,
828
+ "loss": 0.6436,
829
+ "step": 1280
830
+ },
831
+ {
832
+ "epoch": 6.86,
833
+ "learning_rate": 6.450000000000001e-05,
834
+ "loss": 0.525,
835
+ "step": 1290
836
+ },
837
+ {
838
+ "epoch": 6.91,
839
+ "learning_rate": 6.500000000000001e-05,
840
+ "loss": 0.6047,
841
+ "step": 1300
842
+ },
843
+ {
844
+ "epoch": 6.97,
845
+ "learning_rate": 6.55e-05,
846
+ "loss": 0.3636,
847
+ "step": 1310
848
+ },
849
+ {
850
+ "epoch": 7.02,
851
+ "learning_rate": 6.6e-05,
852
+ "loss": 0.5634,
853
+ "step": 1320
854
+ },
855
+ {
856
+ "epoch": 7.07,
857
+ "learning_rate": 6.65e-05,
858
+ "loss": 0.3846,
859
+ "step": 1330
860
+ },
861
+ {
862
+ "epoch": 7.13,
863
+ "learning_rate": 6.7e-05,
864
+ "loss": 0.8436,
865
+ "step": 1340
866
+ },
867
+ {
868
+ "epoch": 7.18,
869
+ "learning_rate": 6.75e-05,
870
+ "loss": 0.4762,
871
+ "step": 1350
872
+ },
873
+ {
874
+ "epoch": 7.23,
875
+ "learning_rate": 6.800000000000001e-05,
876
+ "loss": 0.5856,
877
+ "step": 1360
878
+ },
879
+ {
880
+ "epoch": 7.29,
881
+ "learning_rate": 6.850000000000001e-05,
882
+ "loss": 0.4042,
883
+ "step": 1370
884
+ },
885
+ {
886
+ "epoch": 7.34,
887
+ "learning_rate": 6.900000000000001e-05,
888
+ "loss": 0.475,
889
+ "step": 1380
890
+ },
891
+ {
892
+ "epoch": 7.39,
893
+ "learning_rate": 6.950000000000001e-05,
894
+ "loss": 0.3535,
895
+ "step": 1390
896
+ },
897
+ {
898
+ "epoch": 7.45,
899
+ "learning_rate": 7.000000000000001e-05,
900
+ "loss": 0.2399,
901
+ "step": 1400
902
+ },
903
+ {
904
+ "epoch": 7.5,
905
+ "learning_rate": 7.049999999999999e-05,
906
+ "loss": 0.316,
907
+ "step": 1410
908
+ },
909
+ {
910
+ "epoch": 7.55,
911
+ "learning_rate": 7.095e-05,
912
+ "loss": 0.438,
913
+ "step": 1420
914
+ },
915
+ {
916
+ "epoch": 7.61,
917
+ "learning_rate": 7.145e-05,
918
+ "loss": 0.2673,
919
+ "step": 1430
920
+ },
921
+ {
922
+ "epoch": 7.66,
923
+ "learning_rate": 7.195e-05,
924
+ "loss": 0.4286,
925
+ "step": 1440
926
+ },
927
+ {
928
+ "epoch": 7.71,
929
+ "learning_rate": 7.245e-05,
930
+ "loss": 0.3655,
931
+ "step": 1450
932
+ },
933
+ {
934
+ "epoch": 7.77,
935
+ "learning_rate": 7.295e-05,
936
+ "loss": 0.434,
937
+ "step": 1460
938
+ },
939
+ {
940
+ "epoch": 7.82,
941
+ "learning_rate": 7.345e-05,
942
+ "loss": 0.6143,
943
+ "step": 1470
944
+ },
945
+ {
946
+ "epoch": 7.87,
947
+ "learning_rate": 7.395000000000001e-05,
948
+ "loss": 0.5471,
949
+ "step": 1480
950
+ },
951
+ {
952
+ "epoch": 7.93,
953
+ "learning_rate": 7.445000000000001e-05,
954
+ "loss": 0.299,
955
+ "step": 1490
956
+ },
957
+ {
958
+ "epoch": 7.98,
959
+ "learning_rate": 7.495e-05,
960
+ "loss": 0.2216,
961
+ "step": 1500
962
+ },
963
+ {
964
+ "epoch": 7.98,
965
+ "eval_accuracy": 0.8773333333333333,
966
+ "eval_combined_score": 0.8618647537688802,
967
+ "eval_f1": 0.8431508113173474,
968
+ "eval_loss": 0.5708244442939758,
969
+ "eval_precision": 0.8496415370915067,
970
+ "eval_recall": 0.8773333333333333,
971
+ "eval_runtime": 6.0286,
972
+ "eval_samples_per_second": 248.816,
973
+ "eval_steps_per_second": 7.796,
974
+ "step": 1500
975
+ },
976
+ {
977
+ "epoch": 8.03,
978
+ "learning_rate": 7.545e-05,
979
+ "loss": 0.5517,
980
+ "step": 1510
981
+ },
982
+ {
983
+ "epoch": 8.09,
984
+ "learning_rate": 7.595e-05,
985
+ "loss": 0.3237,
986
+ "step": 1520
987
+ },
988
+ {
989
+ "epoch": 8.14,
990
+ "learning_rate": 7.645e-05,
991
+ "loss": 0.3945,
992
+ "step": 1530
993
+ },
994
+ {
995
+ "epoch": 8.19,
996
+ "learning_rate": 7.695e-05,
997
+ "loss": 0.3996,
998
+ "step": 1540
999
+ },
1000
+ {
1001
+ "epoch": 8.24,
1002
+ "learning_rate": 7.745000000000001e-05,
1003
+ "loss": 0.3644,
1004
+ "step": 1550
1005
+ },
1006
+ {
1007
+ "epoch": 8.3,
1008
+ "learning_rate": 7.795000000000001e-05,
1009
+ "loss": 0.6767,
1010
+ "step": 1560
1011
+ },
1012
+ {
1013
+ "epoch": 8.35,
1014
+ "learning_rate": 7.845000000000001e-05,
1015
+ "loss": 0.434,
1016
+ "step": 1570
1017
+ },
1018
+ {
1019
+ "epoch": 8.4,
1020
+ "learning_rate": 7.895000000000001e-05,
1021
+ "loss": 0.4047,
1022
+ "step": 1580
1023
+ },
1024
+ {
1025
+ "epoch": 8.46,
1026
+ "learning_rate": 7.945e-05,
1027
+ "loss": 0.3844,
1028
+ "step": 1590
1029
+ },
1030
+ {
1031
+ "epoch": 8.51,
1032
+ "learning_rate": 7.994999999999999e-05,
1033
+ "loss": 0.2656,
1034
+ "step": 1600
1035
+ },
1036
+ {
1037
+ "epoch": 8.56,
1038
+ "learning_rate": 8.044999999999999e-05,
1039
+ "loss": 0.3318,
1040
+ "step": 1610
1041
+ },
1042
+ {
1043
+ "epoch": 8.62,
1044
+ "learning_rate": 8.095e-05,
1045
+ "loss": 0.4627,
1046
+ "step": 1620
1047
+ },
1048
+ {
1049
+ "epoch": 8.67,
1050
+ "learning_rate": 8.145e-05,
1051
+ "loss": 0.6657,
1052
+ "step": 1630
1053
+ },
1054
+ {
1055
+ "epoch": 8.72,
1056
+ "learning_rate": 8.195e-05,
1057
+ "loss": 0.353,
1058
+ "step": 1640
1059
+ },
1060
+ {
1061
+ "epoch": 8.78,
1062
+ "learning_rate": 8.245e-05,
1063
+ "loss": 0.4543,
1064
+ "step": 1650
1065
+ },
1066
+ {
1067
+ "epoch": 8.83,
1068
+ "learning_rate": 8.295e-05,
1069
+ "loss": 0.4121,
1070
+ "step": 1660
1071
+ },
1072
+ {
1073
+ "epoch": 8.88,
1074
+ "learning_rate": 8.340000000000001e-05,
1075
+ "loss": 0.2792,
1076
+ "step": 1670
1077
+ },
1078
+ {
1079
+ "epoch": 8.94,
1080
+ "learning_rate": 8.39e-05,
1081
+ "loss": 0.3618,
1082
+ "step": 1680
1083
+ },
1084
+ {
1085
+ "epoch": 8.99,
1086
+ "learning_rate": 8.44e-05,
1087
+ "loss": 0.4922,
1088
+ "step": 1690
1089
+ },
1090
+ {
1091
+ "epoch": 9.04,
1092
+ "learning_rate": 8.49e-05,
1093
+ "loss": 0.6822,
1094
+ "step": 1700
1095
+ },
1096
+ {
1097
+ "epoch": 9.1,
1098
+ "learning_rate": 8.54e-05,
1099
+ "loss": 0.4936,
1100
+ "step": 1710
1101
+ },
1102
+ {
1103
+ "epoch": 9.15,
1104
+ "learning_rate": 8.59e-05,
1105
+ "loss": 0.4652,
1106
+ "step": 1720
1107
+ },
1108
+ {
1109
+ "epoch": 9.2,
1110
+ "learning_rate": 8.640000000000001e-05,
1111
+ "loss": 0.3529,
1112
+ "step": 1730
1113
+ },
1114
+ {
1115
+ "epoch": 9.26,
1116
+ "learning_rate": 8.690000000000001e-05,
1117
+ "loss": 0.5115,
1118
+ "step": 1740
1119
+ },
1120
+ {
1121
+ "epoch": 9.31,
1122
+ "learning_rate": 8.740000000000001e-05,
1123
+ "loss": 0.5859,
1124
+ "step": 1750
1125
+ },
1126
+ {
1127
+ "epoch": 9.36,
1128
+ "learning_rate": 8.790000000000001e-05,
1129
+ "loss": 0.5069,
1130
+ "step": 1760
1131
+ },
1132
+ {
1133
+ "epoch": 9.41,
1134
+ "learning_rate": 8.840000000000001e-05,
1135
+ "loss": 0.2584,
1136
+ "step": 1770
1137
+ },
1138
+ {
1139
+ "epoch": 9.47,
1140
+ "learning_rate": 8.885e-05,
1141
+ "loss": 0.313,
1142
+ "step": 1780
1143
+ },
1144
+ {
1145
+ "epoch": 9.52,
1146
+ "learning_rate": 8.935e-05,
1147
+ "loss": 0.4103,
1148
+ "step": 1790
1149
+ },
1150
+ {
1151
+ "epoch": 9.57,
1152
+ "learning_rate": 8.985e-05,
1153
+ "loss": 0.3214,
1154
+ "step": 1800
1155
+ },
1156
+ {
1157
+ "epoch": 9.57,
1158
+ "eval_accuracy": 0.896,
1159
+ "eval_combined_score": 0.8819938675326909,
1160
+ "eval_f1": 0.8583787127091727,
1161
+ "eval_loss": 0.45495954155921936,
1162
+ "eval_precision": 0.8775967574215913,
1163
+ "eval_recall": 0.896,
1164
+ "eval_runtime": 6.1706,
1165
+ "eval_samples_per_second": 243.087,
1166
+ "eval_steps_per_second": 7.617,
1167
+ "step": 1800
1168
+ },
1169
+ {
1170
+ "epoch": 9.63,
1171
+ "learning_rate": 9.035e-05,
1172
+ "loss": 0.5097,
1173
+ "step": 1810
1174
+ },
1175
+ {
1176
+ "epoch": 9.68,
1177
+ "learning_rate": 9.085e-05,
1178
+ "loss": 0.4306,
1179
+ "step": 1820
1180
+ },
1181
+ {
1182
+ "epoch": 9.73,
1183
+ "learning_rate": 9.135e-05,
1184
+ "loss": 0.2573,
1185
+ "step": 1830
1186
+ },
1187
+ {
1188
+ "epoch": 9.79,
1189
+ "learning_rate": 9.185e-05,
1190
+ "loss": 0.3534,
1191
+ "step": 1840
1192
+ },
1193
+ {
1194
+ "epoch": 9.84,
1195
+ "learning_rate": 9.235000000000001e-05,
1196
+ "loss": 0.5012,
1197
+ "step": 1850
1198
+ },
1199
+ {
1200
+ "epoch": 9.89,
1201
+ "learning_rate": 9.285000000000001e-05,
1202
+ "loss": 0.7057,
1203
+ "step": 1860
1204
+ },
1205
+ {
1206
+ "epoch": 9.95,
1207
+ "learning_rate": 9.335e-05,
1208
+ "loss": 0.5385,
1209
+ "step": 1870
1210
+ },
1211
+ {
1212
+ "epoch": 10.0,
1213
+ "learning_rate": 9.385e-05,
1214
+ "loss": 0.2633,
1215
+ "step": 1880
1216
+ },
1217
+ {
1218
+ "epoch": 10.05,
1219
+ "learning_rate": 9.435e-05,
1220
+ "loss": 0.3853,
1221
+ "step": 1890
1222
+ },
1223
+ {
1224
+ "epoch": 10.11,
1225
+ "learning_rate": 9.485e-05,
1226
+ "loss": 0.4354,
1227
+ "step": 1900
1228
+ },
1229
+ {
1230
+ "epoch": 10.16,
1231
+ "learning_rate": 9.535e-05,
1232
+ "loss": 0.7459,
1233
+ "step": 1910
1234
+ },
1235
+ {
1236
+ "epoch": 10.21,
1237
+ "learning_rate": 9.585000000000001e-05,
1238
+ "loss": 0.2937,
1239
+ "step": 1920
1240
+ },
1241
+ {
1242
+ "epoch": 10.27,
1243
+ "learning_rate": 9.635000000000001e-05,
1244
+ "loss": 0.2932,
1245
+ "step": 1930
1246
+ },
1247
+ {
1248
+ "epoch": 10.32,
1249
+ "learning_rate": 9.685000000000001e-05,
1250
+ "loss": 0.4256,
1251
+ "step": 1940
1252
+ },
1253
+ {
1254
+ "epoch": 10.37,
1255
+ "learning_rate": 9.735000000000001e-05,
1256
+ "loss": 0.4336,
1257
+ "step": 1950
1258
+ },
1259
+ {
1260
+ "epoch": 10.43,
1261
+ "learning_rate": 9.785e-05,
1262
+ "loss": 0.4684,
1263
+ "step": 1960
1264
+ },
1265
+ {
1266
+ "epoch": 10.48,
1267
+ "learning_rate": 9.835e-05,
1268
+ "loss": 0.5437,
1269
+ "step": 1970
1270
+ },
1271
+ {
1272
+ "epoch": 10.53,
1273
+ "learning_rate": 9.884999999999999e-05,
1274
+ "loss": 0.3036,
1275
+ "step": 1980
1276
+ },
1277
+ {
1278
+ "epoch": 10.59,
1279
+ "learning_rate": 9.935e-05,
1280
+ "loss": 0.1528,
1281
+ "step": 1990
1282
+ },
1283
+ {
1284
+ "epoch": 10.64,
1285
+ "learning_rate": 9.985e-05,
1286
+ "loss": 0.8779,
1287
+ "step": 2000
1288
+ },
1289
+ {
1290
+ "epoch": 10.69,
1291
+ "learning_rate": 0.00010035,
1292
+ "loss": 0.53,
1293
+ "step": 2010
1294
+ },
1295
+ {
1296
+ "epoch": 10.74,
1297
+ "learning_rate": 0.00010085,
1298
+ "loss": 0.2656,
1299
+ "step": 2020
1300
+ },
1301
+ {
1302
+ "epoch": 10.8,
1303
+ "learning_rate": 0.00010135,
1304
+ "loss": 0.3895,
1305
+ "step": 2030
1306
+ },
1307
+ {
1308
+ "epoch": 10.85,
1309
+ "learning_rate": 0.00010185,
1310
+ "loss": 0.5943,
1311
+ "step": 2040
1312
+ },
1313
+ {
1314
+ "epoch": 10.9,
1315
+ "learning_rate": 0.00010235,
1316
+ "loss": 0.5021,
1317
+ "step": 2050
1318
+ },
1319
+ {
1320
+ "epoch": 10.96,
1321
+ "learning_rate": 0.00010284999999999999,
1322
+ "loss": 0.3804,
1323
+ "step": 2060
1324
+ },
1325
+ {
1326
+ "epoch": 11.01,
1327
+ "learning_rate": 0.00010335,
1328
+ "loss": 0.2204,
1329
+ "step": 2070
1330
+ },
1331
+ {
1332
+ "epoch": 11.06,
1333
+ "learning_rate": 0.00010385,
1334
+ "loss": 0.4421,
1335
+ "step": 2080
1336
+ },
1337
+ {
1338
+ "epoch": 11.12,
1339
+ "learning_rate": 0.0001043,
1340
+ "loss": 1.0409,
1341
+ "step": 2090
1342
+ },
1343
+ {
1344
+ "epoch": 11.17,
1345
+ "learning_rate": 0.00010480000000000001,
1346
+ "loss": 0.7521,
1347
+ "step": 2100
1348
+ },
1349
+ {
1350
+ "epoch": 11.17,
1351
+ "eval_accuracy": 0.884,
1352
+ "eval_combined_score": 0.8540521114926303,
1353
+ "eval_f1": 0.8422803386258884,
1354
+ "eval_loss": 0.3819296956062317,
1355
+ "eval_precision": 0.8059281073446327,
1356
+ "eval_recall": 0.884,
1357
+ "eval_runtime": 6.0267,
1358
+ "eval_samples_per_second": 248.894,
1359
+ "eval_steps_per_second": 7.799,
1360
+ "step": 2100
1361
+ },
1362
+ {
1363
+ "epoch": 11.22,
1364
+ "learning_rate": 0.00010530000000000001,
1365
+ "loss": 0.3117,
1366
+ "step": 2110
1367
+ },
1368
+ {
1369
+ "epoch": 11.28,
1370
+ "learning_rate": 0.00010580000000000001,
1371
+ "loss": 0.4548,
1372
+ "step": 2120
1373
+ },
1374
+ {
1375
+ "epoch": 11.33,
1376
+ "learning_rate": 0.00010630000000000001,
1377
+ "loss": 0.484,
1378
+ "step": 2130
1379
+ },
1380
+ {
1381
+ "epoch": 11.38,
1382
+ "learning_rate": 0.00010680000000000001,
1383
+ "loss": 0.4479,
1384
+ "step": 2140
1385
+ },
1386
+ {
1387
+ "epoch": 11.44,
1388
+ "learning_rate": 0.0001073,
1389
+ "loss": 0.3099,
1390
+ "step": 2150
1391
+ },
1392
+ {
1393
+ "epoch": 11.49,
1394
+ "learning_rate": 0.0001078,
1395
+ "loss": 0.4728,
1396
+ "step": 2160
1397
+ },
1398
+ {
1399
+ "epoch": 11.54,
1400
+ "learning_rate": 0.00010829999999999999,
1401
+ "loss": 0.5189,
1402
+ "step": 2170
1403
+ },
1404
+ {
1405
+ "epoch": 11.6,
1406
+ "learning_rate": 0.0001088,
1407
+ "loss": 0.5615,
1408
+ "step": 2180
1409
+ },
1410
+ {
1411
+ "epoch": 11.65,
1412
+ "learning_rate": 0.0001093,
1413
+ "loss": 0.536,
1414
+ "step": 2190
1415
+ },
1416
+ {
1417
+ "epoch": 11.7,
1418
+ "learning_rate": 0.0001098,
1419
+ "loss": 0.4329,
1420
+ "step": 2200
1421
+ },
1422
+ {
1423
+ "epoch": 11.76,
1424
+ "learning_rate": 0.0001103,
1425
+ "loss": 0.2304,
1426
+ "step": 2210
1427
+ },
1428
+ {
1429
+ "epoch": 11.81,
1430
+ "learning_rate": 0.0001108,
1431
+ "loss": 0.5139,
1432
+ "step": 2220
1433
+ },
1434
+ {
1435
+ "epoch": 11.86,
1436
+ "learning_rate": 0.0001113,
1437
+ "loss": 0.3353,
1438
+ "step": 2230
1439
+ },
1440
+ {
1441
+ "epoch": 11.91,
1442
+ "learning_rate": 0.0001118,
1443
+ "loss": 0.7493,
1444
+ "step": 2240
1445
+ },
1446
+ {
1447
+ "epoch": 11.97,
1448
+ "learning_rate": 0.0001123,
1449
+ "loss": 1.0483,
1450
+ "step": 2250
1451
+ },
1452
+ {
1453
+ "epoch": 12.02,
1454
+ "learning_rate": 0.0001128,
1455
+ "loss": 0.5422,
1456
+ "step": 2260
1457
+ },
1458
+ {
1459
+ "epoch": 12.07,
1460
+ "learning_rate": 0.0001133,
1461
+ "loss": 0.771,
1462
+ "step": 2270
1463
+ },
1464
+ {
1465
+ "epoch": 12.13,
1466
+ "learning_rate": 0.0001138,
1467
+ "loss": 0.841,
1468
+ "step": 2280
1469
+ },
1470
+ {
1471
+ "epoch": 12.18,
1472
+ "learning_rate": 0.0001143,
1473
+ "loss": 0.7316,
1474
+ "step": 2290
1475
+ },
1476
+ {
1477
+ "epoch": 12.23,
1478
+ "learning_rate": 0.0001148,
1479
+ "loss": 0.7394,
1480
+ "step": 2300
1481
+ },
1482
+ {
1483
+ "epoch": 12.29,
1484
+ "learning_rate": 0.0001153,
1485
+ "loss": 0.7084,
1486
+ "step": 2310
1487
+ },
1488
+ {
1489
+ "epoch": 12.34,
1490
+ "learning_rate": 0.0001158,
1491
+ "loss": 0.8033,
1492
+ "step": 2320
1493
+ },
1494
+ {
1495
+ "epoch": 12.39,
1496
+ "learning_rate": 0.00011630000000000001,
1497
+ "loss": 0.6616,
1498
+ "step": 2330
1499
+ },
1500
+ {
1501
+ "epoch": 12.45,
1502
+ "learning_rate": 0.0001168,
1503
+ "loss": 0.7601,
1504
+ "step": 2340
1505
+ },
1506
+ {
1507
+ "epoch": 12.5,
1508
+ "learning_rate": 0.0001173,
1509
+ "loss": 0.7986,
1510
+ "step": 2350
1511
+ },
1512
+ {
1513
+ "epoch": 12.55,
1514
+ "learning_rate": 0.0001178,
1515
+ "loss": 0.673,
1516
+ "step": 2360
1517
+ },
1518
+ {
1519
+ "epoch": 12.61,
1520
+ "learning_rate": 0.0001183,
1521
+ "loss": 0.6354,
1522
+ "step": 2370
1523
+ },
1524
+ {
1525
+ "epoch": 12.66,
1526
+ "learning_rate": 0.0001188,
1527
+ "loss": 0.617,
1528
+ "step": 2380
1529
+ },
1530
+ {
1531
+ "epoch": 12.71,
1532
+ "learning_rate": 0.0001193,
1533
+ "loss": 0.5532,
1534
+ "step": 2390
1535
+ },
1536
+ {
1537
+ "epoch": 12.77,
1538
+ "learning_rate": 0.00011980000000000001,
1539
+ "loss": 0.5048,
1540
+ "step": 2400
1541
+ },
1542
+ {
1543
+ "epoch": 12.77,
1544
+ "eval_accuracy": 0.7386666666666667,
1545
+ "eval_combined_score": 0.6626504648943422,
1546
+ "eval_f1": 0.6276400817995911,
1547
+ "eval_loss": 0.6582097411155701,
1548
+ "eval_precision": 0.5456284444444445,
1549
+ "eval_recall": 0.7386666666666667,
1550
+ "eval_runtime": 5.7153,
1551
+ "eval_samples_per_second": 262.451,
1552
+ "eval_steps_per_second": 8.223,
1553
+ "step": 2400
1554
+ },
1555
+ {
1556
+ "epoch": 12.82,
1557
+ "learning_rate": 0.00012030000000000001,
1558
+ "loss": 0.7655,
1559
+ "step": 2410
1560
+ },
1561
+ {
1562
+ "epoch": 12.87,
1563
+ "learning_rate": 0.00012080000000000001,
1564
+ "loss": 0.5875,
1565
+ "step": 2420
1566
+ },
1567
+ {
1568
+ "epoch": 12.93,
1569
+ "learning_rate": 0.00012130000000000001,
1570
+ "loss": 0.6008,
1571
+ "step": 2430
1572
+ },
1573
+ {
1574
+ "epoch": 12.98,
1575
+ "learning_rate": 0.0001218,
1576
+ "loss": 0.612,
1577
+ "step": 2440
1578
+ },
1579
+ {
1580
+ "epoch": 13.03,
1581
+ "learning_rate": 0.00012230000000000002,
1582
+ "loss": 0.6436,
1583
+ "step": 2450
1584
+ },
1585
+ {
1586
+ "epoch": 13.09,
1587
+ "learning_rate": 0.00012275,
1588
+ "loss": 0.3595,
1589
+ "step": 2460
1590
+ },
1591
+ {
1592
+ "epoch": 13.14,
1593
+ "learning_rate": 0.00012325000000000001,
1594
+ "loss": 0.4373,
1595
+ "step": 2470
1596
+ },
1597
+ {
1598
+ "epoch": 13.19,
1599
+ "learning_rate": 0.00012375,
1600
+ "loss": 0.8131,
1601
+ "step": 2480
1602
+ },
1603
+ {
1604
+ "epoch": 13.24,
1605
+ "learning_rate": 0.00012425,
1606
+ "loss": 0.7109,
1607
+ "step": 2490
1608
+ },
1609
+ {
1610
+ "epoch": 13.3,
1611
+ "learning_rate": 0.00012475,
1612
+ "loss": 0.5552,
1613
+ "step": 2500
1614
+ },
1615
+ {
1616
+ "epoch": 13.35,
1617
+ "learning_rate": 0.00012525,
1618
+ "loss": 0.4912,
1619
+ "step": 2510
1620
+ },
1621
+ {
1622
+ "epoch": 13.4,
1623
+ "learning_rate": 0.00012575,
1624
+ "loss": 0.5125,
1625
+ "step": 2520
1626
+ },
1627
+ {
1628
+ "epoch": 13.46,
1629
+ "learning_rate": 0.00012625,
1630
+ "loss": 0.5537,
1631
+ "step": 2530
1632
+ },
1633
+ {
1634
+ "epoch": 13.51,
1635
+ "learning_rate": 0.00012675,
1636
+ "loss": 0.6721,
1637
+ "step": 2540
1638
+ },
1639
+ {
1640
+ "epoch": 13.56,
1641
+ "learning_rate": 0.00012725,
1642
+ "loss": 0.5703,
1643
+ "step": 2550
1644
+ },
1645
+ {
1646
+ "epoch": 13.62,
1647
+ "learning_rate": 0.00012775000000000002,
1648
+ "loss": 0.4654,
1649
+ "step": 2560
1650
+ },
1651
+ {
1652
+ "epoch": 13.67,
1653
+ "learning_rate": 0.00012825,
1654
+ "loss": 0.4402,
1655
+ "step": 2570
1656
+ },
1657
+ {
1658
+ "epoch": 13.72,
1659
+ "learning_rate": 0.00012875,
1660
+ "loss": 0.4534,
1661
+ "step": 2580
1662
+ },
1663
+ {
1664
+ "epoch": 13.78,
1665
+ "learning_rate": 0.00012925,
1666
+ "loss": 0.5178,
1667
+ "step": 2590
1668
+ },
1669
+ {
1670
+ "epoch": 13.83,
1671
+ "learning_rate": 0.00012975,
1672
+ "loss": 0.5167,
1673
+ "step": 2600
1674
+ },
1675
+ {
1676
+ "epoch": 13.88,
1677
+ "learning_rate": 0.00013025,
1678
+ "loss": 0.4782,
1679
+ "step": 2610
1680
+ },
1681
+ {
1682
+ "epoch": 13.94,
1683
+ "learning_rate": 0.00013075,
1684
+ "loss": 0.4171,
1685
+ "step": 2620
1686
+ },
1687
+ {
1688
+ "epoch": 13.99,
1689
+ "learning_rate": 0.00013125000000000002,
1690
+ "loss": 0.3338,
1691
+ "step": 2630
1692
+ },
1693
+ {
1694
+ "epoch": 14.04,
1695
+ "learning_rate": 0.00013175,
1696
+ "loss": 0.523,
1697
+ "step": 2640
1698
+ },
1699
+ {
1700
+ "epoch": 14.1,
1701
+ "learning_rate": 0.00013225000000000002,
1702
+ "loss": 0.5211,
1703
+ "step": 2650
1704
+ },
1705
+ {
1706
+ "epoch": 14.15,
1707
+ "learning_rate": 0.00013275,
1708
+ "loss": 0.3958,
1709
+ "step": 2660
1710
+ },
1711
+ {
1712
+ "epoch": 14.2,
1713
+ "learning_rate": 0.00013325,
1714
+ "loss": 0.3883,
1715
+ "step": 2670
1716
+ },
1717
+ {
1718
+ "epoch": 14.26,
1719
+ "learning_rate": 0.00013375,
1720
+ "loss": 0.466,
1721
+ "step": 2680
1722
+ },
1723
+ {
1724
+ "epoch": 14.31,
1725
+ "learning_rate": 0.00013425,
1726
+ "loss": 0.563,
1727
+ "step": 2690
1728
+ },
1729
+ {
1730
+ "epoch": 14.36,
1731
+ "learning_rate": 0.00013475000000000002,
1732
+ "loss": 0.6435,
1733
+ "step": 2700
1734
+ },
1735
+ {
1736
+ "epoch": 14.36,
1737
+ "eval_accuracy": 0.8466666666666667,
1738
+ "eval_combined_score": 0.820593120110759,
1739
+ "eval_f1": 0.8092415776379762,
1740
+ "eval_loss": 0.5365216135978699,
1741
+ "eval_precision": 0.7797975694717267,
1742
+ "eval_recall": 0.8466666666666667,
1743
+ "eval_runtime": 5.7927,
1744
+ "eval_samples_per_second": 258.944,
1745
+ "eval_steps_per_second": 8.114,
1746
+ "step": 2700
1747
+ },
1748
+ {
1749
+ "epoch": 14.41,
1750
+ "learning_rate": 0.00013525,
1751
+ "loss": 0.4351,
1752
+ "step": 2710
1753
+ },
1754
+ {
1755
+ "epoch": 14.47,
1756
+ "learning_rate": 0.00013575000000000002,
1757
+ "loss": 0.9678,
1758
+ "step": 2720
1759
+ },
1760
+ {
1761
+ "epoch": 14.52,
1762
+ "learning_rate": 0.00013625,
1763
+ "loss": 0.3769,
1764
+ "step": 2730
1765
+ },
1766
+ {
1767
+ "epoch": 14.57,
1768
+ "learning_rate": 0.00013675000000000002,
1769
+ "loss": 0.6706,
1770
+ "step": 2740
1771
+ },
1772
+ {
1773
+ "epoch": 14.63,
1774
+ "learning_rate": 0.00013725,
1775
+ "loss": 0.6711,
1776
+ "step": 2750
1777
+ },
1778
+ {
1779
+ "epoch": 14.68,
1780
+ "learning_rate": 0.00013775000000000001,
1781
+ "loss": 0.5355,
1782
+ "step": 2760
1783
+ },
1784
+ {
1785
+ "epoch": 14.73,
1786
+ "learning_rate": 0.00013825000000000003,
1787
+ "loss": 0.6193,
1788
+ "step": 2770
1789
+ },
1790
+ {
1791
+ "epoch": 14.79,
1792
+ "learning_rate": 0.00013875,
1793
+ "loss": 0.6431,
1794
+ "step": 2780
1795
+ },
1796
+ {
1797
+ "epoch": 14.84,
1798
+ "learning_rate": 0.00013925000000000002,
1799
+ "loss": 0.6239,
1800
+ "step": 2790
1801
+ },
1802
+ {
1803
+ "epoch": 14.89,
1804
+ "learning_rate": 0.00013975,
1805
+ "loss": 0.4647,
1806
+ "step": 2800
1807
+ },
1808
+ {
1809
+ "epoch": 14.95,
1810
+ "learning_rate": 0.00014025000000000002,
1811
+ "loss": 0.2059,
1812
+ "step": 2810
1813
+ },
1814
+ {
1815
+ "epoch": 15.0,
1816
+ "learning_rate": 0.00014074999999999998,
1817
+ "loss": 0.6128,
1818
+ "step": 2820
1819
+ },
1820
+ {
1821
+ "epoch": 15.05,
1822
+ "learning_rate": 0.00014125,
1823
+ "loss": 0.9306,
1824
+ "step": 2830
1825
+ },
1826
+ {
1827
+ "epoch": 15.11,
1828
+ "learning_rate": 0.00014175,
1829
+ "loss": 0.4907,
1830
+ "step": 2840
1831
+ },
1832
+ {
1833
+ "epoch": 15.16,
1834
+ "learning_rate": 0.00014225,
1835
+ "loss": 0.4597,
1836
+ "step": 2850
1837
+ },
1838
+ {
1839
+ "epoch": 15.21,
1840
+ "learning_rate": 0.00014275,
1841
+ "loss": 0.7004,
1842
+ "step": 2860
1843
+ },
1844
+ {
1845
+ "epoch": 15.27,
1846
+ "learning_rate": 0.00014324999999999999,
1847
+ "loss": 0.4713,
1848
+ "step": 2870
1849
+ },
1850
+ {
1851
+ "epoch": 15.32,
1852
+ "learning_rate": 0.00014375,
1853
+ "loss": 0.5127,
1854
+ "step": 2880
1855
+ },
1856
+ {
1857
+ "epoch": 15.37,
1858
+ "learning_rate": 0.00014424999999999998,
1859
+ "loss": 0.7406,
1860
+ "step": 2890
1861
+ },
1862
+ {
1863
+ "epoch": 15.43,
1864
+ "learning_rate": 0.00014475,
1865
+ "loss": 0.5231,
1866
+ "step": 2900
1867
+ },
1868
+ {
1869
+ "epoch": 15.48,
1870
+ "learning_rate": 0.00014524999999999998,
1871
+ "loss": 0.5013,
1872
+ "step": 2910
1873
+ },
1874
+ {
1875
+ "epoch": 15.53,
1876
+ "learning_rate": 0.00014575,
1877
+ "loss": 0.4772,
1878
+ "step": 2920
1879
+ },
1880
+ {
1881
+ "epoch": 15.59,
1882
+ "learning_rate": 0.00014625,
1883
+ "loss": 0.5269,
1884
+ "step": 2930
1885
+ },
1886
+ {
1887
+ "epoch": 15.64,
1888
+ "learning_rate": 0.00014675,
1889
+ "loss": 0.7292,
1890
+ "step": 2940
1891
+ },
1892
+ {
1893
+ "epoch": 15.69,
1894
+ "learning_rate": 0.00014725,
1895
+ "loss": 0.5534,
1896
+ "step": 2950
1897
+ },
1898
+ {
1899
+ "epoch": 15.74,
1900
+ "learning_rate": 0.00014774999999999999,
1901
+ "loss": 0.7513,
1902
+ "step": 2960
1903
+ },
1904
+ {
1905
+ "epoch": 15.8,
1906
+ "learning_rate": 0.00014825,
1907
+ "loss": 0.661,
1908
+ "step": 2970
1909
+ },
1910
+ {
1911
+ "epoch": 15.85,
1912
+ "learning_rate": 0.00014874999999999998,
1913
+ "loss": 0.8045,
1914
+ "step": 2980
1915
+ },
1916
+ {
1917
+ "epoch": 15.9,
1918
+ "learning_rate": 0.00014925,
1919
+ "loss": 0.8469,
1920
+ "step": 2990
1921
+ },
1922
+ {
1923
+ "epoch": 15.96,
1924
+ "learning_rate": 0.00014975,
1925
+ "loss": 0.9304,
1926
+ "step": 3000
1927
+ },
1928
+ {
1929
+ "epoch": 15.96,
1930
+ "eval_accuracy": 0.7386666666666667,
1931
+ "eval_combined_score": 0.6841020585693436,
1932
+ "eval_f1": 0.6288777491861415,
1933
+ "eval_loss": 0.757703959941864,
1934
+ "eval_precision": 0.6301971517578995,
1935
+ "eval_recall": 0.7386666666666667,
1936
+ "eval_runtime": 5.7335,
1937
+ "eval_samples_per_second": 261.622,
1938
+ "eval_steps_per_second": 8.197,
1939
+ "step": 3000
1940
+ },
1941
+ {
1942
+ "epoch": 16.01,
1943
+ "learning_rate": 0.00015025,
1944
+ "loss": 0.6005,
1945
+ "step": 3010
1946
+ },
1947
+ {
1948
+ "epoch": 16.06,
1949
+ "learning_rate": 0.00015075,
1950
+ "loss": 0.9853,
1951
+ "step": 3020
1952
+ },
1953
+ {
1954
+ "epoch": 16.12,
1955
+ "learning_rate": 0.00015125,
1956
+ "loss": 0.9841,
1957
+ "step": 3030
1958
+ },
1959
+ {
1960
+ "epoch": 16.17,
1961
+ "learning_rate": 0.00015175,
1962
+ "loss": 0.8429,
1963
+ "step": 3040
1964
+ },
1965
+ {
1966
+ "epoch": 16.22,
1967
+ "learning_rate": 0.00015225,
1968
+ "loss": 0.5311,
1969
+ "step": 3050
1970
+ },
1971
+ {
1972
+ "epoch": 16.28,
1973
+ "learning_rate": 0.00015275,
1974
+ "loss": 0.8929,
1975
+ "step": 3060
1976
+ },
1977
+ {
1978
+ "epoch": 16.33,
1979
+ "learning_rate": 0.00015325,
1980
+ "loss": 0.6568,
1981
+ "step": 3070
1982
+ },
1983
+ {
1984
+ "epoch": 16.38,
1985
+ "learning_rate": 0.00015375,
1986
+ "loss": 0.7808,
1987
+ "step": 3080
1988
+ },
1989
+ {
1990
+ "epoch": 16.44,
1991
+ "learning_rate": 0.00015425,
1992
+ "loss": 0.8071,
1993
+ "step": 3090
1994
+ },
1995
+ {
1996
+ "epoch": 16.49,
1997
+ "learning_rate": 0.00015475,
1998
+ "loss": 0.6082,
1999
+ "step": 3100
2000
+ },
2001
+ {
2002
+ "epoch": 16.54,
2003
+ "learning_rate": 0.00015525,
2004
+ "loss": 0.8183,
2005
+ "step": 3110
2006
+ },
2007
+ {
2008
+ "epoch": 16.6,
2009
+ "learning_rate": 0.00015575,
2010
+ "loss": 0.8457,
2011
+ "step": 3120
2012
+ },
2013
+ {
2014
+ "epoch": 16.65,
2015
+ "learning_rate": 0.00015625,
2016
+ "loss": 0.8111,
2017
+ "step": 3130
2018
+ },
2019
+ {
2020
+ "epoch": 16.7,
2021
+ "learning_rate": 0.00015675000000000002,
2022
+ "loss": 0.8024,
2023
+ "step": 3140
2024
+ },
2025
+ {
2026
+ "epoch": 16.76,
2027
+ "learning_rate": 0.00015725,
2028
+ "loss": 0.5843,
2029
+ "step": 3150
2030
+ },
2031
+ {
2032
+ "epoch": 16.81,
2033
+ "learning_rate": 0.00015775,
2034
+ "loss": 0.7493,
2035
+ "step": 3160
2036
+ },
2037
+ {
2038
+ "epoch": 16.86,
2039
+ "learning_rate": 0.00015825,
2040
+ "loss": 0.6283,
2041
+ "step": 3170
2042
+ },
2043
+ {
2044
+ "epoch": 16.91,
2045
+ "learning_rate": 0.00015875,
2046
+ "loss": 0.7267,
2047
+ "step": 3180
2048
+ },
2049
+ {
2050
+ "epoch": 16.97,
2051
+ "learning_rate": 0.00015925,
2052
+ "loss": 0.8913,
2053
+ "step": 3190
2054
+ },
2055
+ {
2056
+ "epoch": 17.02,
2057
+ "learning_rate": 0.00015975,
2058
+ "loss": 0.8809,
2059
+ "step": 3200
2060
+ },
2061
+ {
2062
+ "epoch": 17.07,
2063
+ "learning_rate": 0.00016025000000000002,
2064
+ "loss": 0.7423,
2065
+ "step": 3210
2066
+ },
2067
+ {
2068
+ "epoch": 17.13,
2069
+ "learning_rate": 0.00016075,
2070
+ "loss": 0.7022,
2071
+ "step": 3220
2072
+ },
2073
+ {
2074
+ "epoch": 17.18,
2075
+ "learning_rate": 0.00016125000000000002,
2076
+ "loss": 0.672,
2077
+ "step": 3230
2078
+ },
2079
+ {
2080
+ "epoch": 17.23,
2081
+ "learning_rate": 0.00016175,
2082
+ "loss": 0.7071,
2083
+ "step": 3240
2084
+ },
2085
+ {
2086
+ "epoch": 17.29,
2087
+ "learning_rate": 0.00016225000000000001,
2088
+ "loss": 0.7613,
2089
+ "step": 3250
2090
+ },
2091
+ {
2092
+ "epoch": 17.34,
2093
+ "learning_rate": 0.00016275,
2094
+ "loss": 0.7014,
2095
+ "step": 3260
2096
+ },
2097
+ {
2098
+ "epoch": 17.39,
2099
+ "learning_rate": 0.00016325,
2100
+ "loss": 0.7322,
2101
+ "step": 3270
2102
+ },
2103
+ {
2104
+ "epoch": 17.45,
2105
+ "learning_rate": 0.00016375000000000002,
2106
+ "loss": 0.8469,
2107
+ "step": 3280
2108
+ },
2109
+ {
2110
+ "epoch": 17.5,
2111
+ "learning_rate": 0.00016425,
2112
+ "loss": 0.647,
2113
+ "step": 3290
2114
+ },
2115
+ {
2116
+ "epoch": 17.55,
2117
+ "learning_rate": 0.00016475000000000002,
2118
+ "loss": 0.7902,
2119
+ "step": 3300
2120
+ },
2121
+ {
2122
+ "epoch": 17.55,
2123
+ "eval_accuracy": 0.7386666666666667,
2124
+ "eval_combined_score": 0.6841020585693436,
2125
+ "eval_f1": 0.6288777491861415,
2126
+ "eval_loss": 0.7684083580970764,
2127
+ "eval_precision": 0.6301971517578995,
2128
+ "eval_recall": 0.7386666666666667,
2129
+ "eval_runtime": 5.6811,
2130
+ "eval_samples_per_second": 264.032,
2131
+ "eval_steps_per_second": 8.273,
2132
+ "step": 3300
2133
+ },
2134
+ {
2135
+ "epoch": 17.61,
2136
+ "learning_rate": 0.00016525,
2137
+ "loss": 0.7717,
2138
+ "step": 3310
2139
+ },
2140
+ {
2141
+ "epoch": 17.66,
2142
+ "learning_rate": 0.00016575000000000002,
2143
+ "loss": 0.8894,
2144
+ "step": 3320
2145
+ },
2146
+ {
2147
+ "epoch": 17.71,
2148
+ "learning_rate": 0.00016625,
2149
+ "loss": 0.9062,
2150
+ "step": 3330
2151
+ },
2152
+ {
2153
+ "epoch": 17.77,
2154
+ "learning_rate": 0.00016675000000000001,
2155
+ "loss": 0.755,
2156
+ "step": 3340
2157
+ },
2158
+ {
2159
+ "epoch": 17.82,
2160
+ "learning_rate": 0.00016725000000000003,
2161
+ "loss": 0.6708,
2162
+ "step": 3350
2163
+ },
2164
+ {
2165
+ "epoch": 17.87,
2166
+ "learning_rate": 0.00016775,
2167
+ "loss": 0.8674,
2168
+ "step": 3360
2169
+ },
2170
+ {
2171
+ "epoch": 17.93,
2172
+ "learning_rate": 0.00016825000000000002,
2173
+ "loss": 0.7541,
2174
+ "step": 3370
2175
+ },
2176
+ {
2177
+ "epoch": 17.98,
2178
+ "learning_rate": 0.00016875,
2179
+ "loss": 0.8417,
2180
+ "step": 3380
2181
+ },
2182
+ {
2183
+ "epoch": 18.03,
2184
+ "learning_rate": 0.00016925000000000002,
2185
+ "loss": 0.8044,
2186
+ "step": 3390
2187
+ },
2188
+ {
2189
+ "epoch": 18.09,
2190
+ "learning_rate": 0.00016975,
2191
+ "loss": 0.7059,
2192
+ "step": 3400
2193
+ },
2194
+ {
2195
+ "epoch": 18.14,
2196
+ "learning_rate": 0.00017025000000000002,
2197
+ "loss": 0.7291,
2198
+ "step": 3410
2199
+ },
2200
+ {
2201
+ "epoch": 18.19,
2202
+ "learning_rate": 0.00017075,
2203
+ "loss": 0.8393,
2204
+ "step": 3420
2205
+ },
2206
+ {
2207
+ "epoch": 18.24,
2208
+ "learning_rate": 0.00017125000000000002,
2209
+ "loss": 0.6944,
2210
+ "step": 3430
2211
+ },
2212
+ {
2213
+ "epoch": 18.3,
2214
+ "learning_rate": 0.00017175000000000003,
2215
+ "loss": 0.7587,
2216
+ "step": 3440
2217
+ },
2218
+ {
2219
+ "epoch": 18.35,
2220
+ "learning_rate": 0.00017224999999999999,
2221
+ "loss": 0.8562,
2222
+ "step": 3450
2223
+ },
2224
+ {
2225
+ "epoch": 18.4,
2226
+ "learning_rate": 0.00017275,
2227
+ "loss": 0.8328,
2228
+ "step": 3460
2229
+ },
2230
+ {
2231
+ "epoch": 18.46,
2232
+ "learning_rate": 0.00017324999999999998,
2233
+ "loss": 0.7379,
2234
+ "step": 3470
2235
+ },
2236
+ {
2237
+ "epoch": 18.51,
2238
+ "learning_rate": 0.00017375,
2239
+ "loss": 0.8784,
2240
+ "step": 3480
2241
+ },
2242
+ {
2243
+ "epoch": 18.56,
2244
+ "learning_rate": 0.00017424999999999998,
2245
+ "loss": 0.8329,
2246
+ "step": 3490
2247
+ },
2248
+ {
2249
+ "epoch": 18.62,
2250
+ "learning_rate": 0.00017475,
2251
+ "loss": 0.6559,
2252
+ "step": 3500
2253
+ },
2254
+ {
2255
+ "epoch": 18.67,
2256
+ "learning_rate": 0.00017525,
2257
+ "loss": 0.8082,
2258
+ "step": 3510
2259
+ },
2260
+ {
2261
+ "epoch": 18.72,
2262
+ "learning_rate": 0.00017575,
2263
+ "loss": 0.7626,
2264
+ "step": 3520
2265
+ },
2266
+ {
2267
+ "epoch": 18.78,
2268
+ "learning_rate": 0.00017625,
2269
+ "loss": 0.7877,
2270
+ "step": 3530
2271
+ },
2272
+ {
2273
+ "epoch": 18.83,
2274
+ "learning_rate": 0.00017675,
2275
+ "loss": 0.7847,
2276
+ "step": 3540
2277
+ },
2278
+ {
2279
+ "epoch": 18.88,
2280
+ "learning_rate": 0.00017725,
2281
+ "loss": 0.5692,
2282
+ "step": 3550
2283
+ },
2284
+ {
2285
+ "epoch": 18.94,
2286
+ "learning_rate": 0.00017774999999999998,
2287
+ "loss": 0.8115,
2288
+ "step": 3560
2289
+ },
2290
+ {
2291
+ "epoch": 18.99,
2292
+ "learning_rate": 0.00017825,
2293
+ "loss": 0.7631,
2294
+ "step": 3570
2295
+ },
2296
+ {
2297
+ "epoch": 19.04,
2298
+ "learning_rate": 0.00017875,
2299
+ "loss": 0.7847,
2300
+ "step": 3580
2301
+ },
2302
+ {
2303
+ "epoch": 19.1,
2304
+ "learning_rate": 0.00017925,
2305
+ "loss": 0.7622,
2306
+ "step": 3590
2307
+ },
2308
+ {
2309
+ "epoch": 19.15,
2310
+ "learning_rate": 0.00017975,
2311
+ "loss": 0.6364,
2312
+ "step": 3600
2313
+ },
2314
+ {
2315
+ "epoch": 19.15,
2316
+ "eval_accuracy": 0.7386666666666667,
2317
+ "eval_combined_score": 0.6841020585693436,
2318
+ "eval_f1": 0.6288777491861415,
2319
+ "eval_loss": 0.7637550234794617,
2320
+ "eval_precision": 0.6301971517578995,
2321
+ "eval_recall": 0.7386666666666667,
2322
+ "eval_runtime": 5.9956,
2323
+ "eval_samples_per_second": 250.184,
2324
+ "eval_steps_per_second": 7.839,
2325
+ "step": 3600
2326
+ },
2327
+ {
2328
+ "epoch": 19.2,
2329
+ "learning_rate": 0.00018025,
2330
+ "loss": 0.8643,
2331
+ "step": 3610
2332
+ },
2333
+ {
2334
+ "epoch": 19.26,
2335
+ "learning_rate": 0.00018075,
2336
+ "loss": 0.656,
2337
+ "step": 3620
2338
+ },
2339
+ {
2340
+ "epoch": 19.31,
2341
+ "learning_rate": 0.00018125,
2342
+ "loss": 0.6252,
2343
+ "step": 3630
2344
+ },
2345
+ {
2346
+ "epoch": 19.36,
2347
+ "learning_rate": 0.00018175,
2348
+ "loss": 0.8049,
2349
+ "step": 3640
2350
+ },
2351
+ {
2352
+ "epoch": 19.41,
2353
+ "learning_rate": 0.00018225,
2354
+ "loss": 0.8622,
2355
+ "step": 3650
2356
+ },
2357
+ {
2358
+ "epoch": 19.47,
2359
+ "learning_rate": 0.00018275,
2360
+ "loss": 0.8585,
2361
+ "step": 3660
2362
+ },
2363
+ {
2364
+ "epoch": 19.52,
2365
+ "learning_rate": 0.00018325,
2366
+ "loss": 0.7333,
2367
+ "step": 3670
2368
+ },
2369
+ {
2370
+ "epoch": 19.57,
2371
+ "learning_rate": 0.00018375,
2372
+ "loss": 0.7186,
2373
+ "step": 3680
2374
+ },
2375
+ {
2376
+ "epoch": 19.63,
2377
+ "learning_rate": 0.00018425,
2378
+ "loss": 0.7759,
2379
+ "step": 3690
2380
+ },
2381
+ {
2382
+ "epoch": 19.68,
2383
+ "learning_rate": 0.00018475,
2384
+ "loss": 0.7912,
2385
+ "step": 3700
2386
+ },
2387
+ {
2388
+ "epoch": 19.73,
2389
+ "learning_rate": 0.00018525,
2390
+ "loss": 0.8636,
2391
+ "step": 3710
2392
+ },
2393
+ {
2394
+ "epoch": 19.79,
2395
+ "learning_rate": 0.00018575000000000002,
2396
+ "loss": 0.8167,
2397
+ "step": 3720
2398
+ },
2399
+ {
2400
+ "epoch": 19.84,
2401
+ "learning_rate": 0.00018625,
2402
+ "loss": 0.5816,
2403
+ "step": 3730
2404
+ },
2405
+ {
2406
+ "epoch": 19.89,
2407
+ "learning_rate": 0.00018675,
2408
+ "loss": 0.8881,
2409
+ "step": 3740
2410
+ },
2411
+ {
2412
+ "epoch": 19.95,
2413
+ "learning_rate": 0.00018725,
2414
+ "loss": 0.8232,
2415
+ "step": 3750
2416
+ },
2417
+ {
2418
+ "epoch": 20.0,
2419
+ "learning_rate": 0.00018775,
2420
+ "loss": 0.7109,
2421
+ "step": 3760
2422
+ },
2423
+ {
2424
+ "epoch": 20.05,
2425
+ "learning_rate": 0.00018825,
2426
+ "loss": 0.8016,
2427
+ "step": 3770
2428
+ },
2429
+ {
2430
+ "epoch": 20.11,
2431
+ "learning_rate": 0.00018875,
2432
+ "loss": 0.6983,
2433
+ "step": 3780
2434
+ },
2435
+ {
2436
+ "epoch": 20.16,
2437
+ "learning_rate": 0.00018925,
2438
+ "loss": 0.9032,
2439
+ "step": 3790
2440
+ },
2441
+ {
2442
+ "epoch": 20.21,
2443
+ "learning_rate": 0.00018975,
2444
+ "loss": 0.839,
2445
+ "step": 3800
2446
+ },
2447
+ {
2448
+ "epoch": 20.27,
2449
+ "learning_rate": 0.00019025000000000002,
2450
+ "loss": 0.8061,
2451
+ "step": 3810
2452
+ },
2453
+ {
2454
+ "epoch": 20.32,
2455
+ "learning_rate": 0.00019075,
2456
+ "loss": 0.7371,
2457
+ "step": 3820
2458
+ },
2459
+ {
2460
+ "epoch": 20.37,
2461
+ "learning_rate": 0.00019125000000000001,
2462
+ "loss": 0.7358,
2463
+ "step": 3830
2464
+ },
2465
+ {
2466
+ "epoch": 20.43,
2467
+ "learning_rate": 0.00019175,
2468
+ "loss": 0.6059,
2469
+ "step": 3840
2470
+ },
2471
+ {
2472
+ "epoch": 20.48,
2473
+ "learning_rate": 0.00019225,
2474
+ "loss": 0.8188,
2475
+ "step": 3850
2476
+ },
2477
+ {
2478
+ "epoch": 20.53,
2479
+ "learning_rate": 0.00019275,
2480
+ "loss": 0.7803,
2481
+ "step": 3860
2482
+ },
2483
+ {
2484
+ "epoch": 20.59,
2485
+ "learning_rate": 0.00019325,
2486
+ "loss": 0.7161,
2487
+ "step": 3870
2488
+ },
2489
+ {
2490
+ "epoch": 20.64,
2491
+ "learning_rate": 0.00019375000000000002,
2492
+ "loss": 0.6724,
2493
+ "step": 3880
2494
+ },
2495
+ {
2496
+ "epoch": 20.69,
2497
+ "learning_rate": 0.00019425,
2498
+ "loss": 0.7061,
2499
+ "step": 3890
2500
+ },
2501
+ {
2502
+ "epoch": 20.74,
2503
+ "learning_rate": 0.00019475000000000002,
2504
+ "loss": 0.6738,
2505
+ "step": 3900
2506
+ },
2507
+ {
2508
+ "epoch": 20.74,
2509
+ "eval_accuracy": 0.7393333333333333,
2510
+ "eval_combined_score": 0.7056336725949668,
2511
+ "eval_f1": 0.6292089176424869,
2512
+ "eval_loss": 0.7768693566322327,
2513
+ "eval_precision": 0.7146591060707139,
2514
+ "eval_recall": 0.7393333333333333,
2515
+ "eval_runtime": 5.8568,
2516
+ "eval_samples_per_second": 256.113,
2517
+ "eval_steps_per_second": 8.025,
2518
+ "step": 3900
2519
+ },
2520
+ {
2521
+ "epoch": 20.8,
2522
+ "learning_rate": 0.00019525,
2523
+ "loss": 0.694,
2524
+ "step": 3910
2525
+ },
2526
+ {
2527
+ "epoch": 20.85,
2528
+ "learning_rate": 0.00019575000000000001,
2529
+ "loss": 1.0223,
2530
+ "step": 3920
2531
+ },
2532
+ {
2533
+ "epoch": 20.9,
2534
+ "learning_rate": 0.00019625,
2535
+ "loss": 0.7801,
2536
+ "step": 3930
2537
+ },
2538
+ {
2539
+ "epoch": 20.96,
2540
+ "learning_rate": 0.00019675,
2541
+ "loss": 0.6794,
2542
+ "step": 3940
2543
+ },
2544
+ {
2545
+ "epoch": 21.01,
2546
+ "learning_rate": 0.00019725000000000002,
2547
+ "loss": 0.8515,
2548
+ "step": 3950
2549
+ },
2550
+ {
2551
+ "epoch": 21.06,
2552
+ "learning_rate": 0.00019775,
2553
+ "loss": 0.8019,
2554
+ "step": 3960
2555
+ },
2556
+ {
2557
+ "epoch": 21.12,
2558
+ "learning_rate": 0.00019825000000000002,
2559
+ "loss": 0.8918,
2560
+ "step": 3970
2561
+ },
2562
+ {
2563
+ "epoch": 21.17,
2564
+ "learning_rate": 0.00019875,
2565
+ "loss": 0.7041,
2566
+ "step": 3980
2567
+ },
2568
+ {
2569
+ "epoch": 21.22,
2570
+ "learning_rate": 0.00019925000000000002,
2571
+ "loss": 0.7506,
2572
+ "step": 3990
2573
+ },
2574
+ {
2575
+ "epoch": 21.28,
2576
+ "learning_rate": 0.00019975,
2577
+ "loss": 0.9895,
2578
+ "step": 4000
2579
+ },
2580
+ {
2581
+ "epoch": 21.33,
2582
+ "learning_rate": 0.00020025000000000002,
2583
+ "loss": 0.6327,
2584
+ "step": 4010
2585
+ },
2586
+ {
2587
+ "epoch": 21.38,
2588
+ "learning_rate": 0.00020075000000000003,
2589
+ "loss": 0.7891,
2590
+ "step": 4020
2591
+ },
2592
+ {
2593
+ "epoch": 21.44,
2594
+ "learning_rate": 0.00020125,
2595
+ "loss": 0.6668,
2596
+ "step": 4030
2597
+ },
2598
+ {
2599
+ "epoch": 21.49,
2600
+ "learning_rate": 0.00020175000000000003,
2601
+ "loss": 0.7532,
2602
+ "step": 4040
2603
+ },
2604
+ {
2605
+ "epoch": 21.54,
2606
+ "learning_rate": 0.00020225,
2607
+ "loss": 0.7809,
2608
+ "step": 4050
2609
+ },
2610
+ {
2611
+ "epoch": 21.6,
2612
+ "learning_rate": 0.00020275000000000002,
2613
+ "loss": 0.6936,
2614
+ "step": 4060
2615
+ },
2616
+ {
2617
+ "epoch": 21.65,
2618
+ "learning_rate": 0.00020324999999999998,
2619
+ "loss": 0.7121,
2620
+ "step": 4070
2621
+ },
2622
+ {
2623
+ "epoch": 21.7,
2624
+ "learning_rate": 0.00020375,
2625
+ "loss": 0.9925,
2626
+ "step": 4080
2627
+ },
2628
+ {
2629
+ "epoch": 21.76,
2630
+ "learning_rate": 0.00020425,
2631
+ "loss": 0.8201,
2632
+ "step": 4090
2633
+ },
2634
+ {
2635
+ "epoch": 21.81,
2636
+ "learning_rate": 0.00020475,
2637
+ "loss": 0.6287,
2638
+ "step": 4100
2639
+ },
2640
+ {
2641
+ "epoch": 21.86,
2642
+ "learning_rate": 0.00020525,
2643
+ "loss": 0.8232,
2644
+ "step": 4110
2645
+ },
2646
+ {
2647
+ "epoch": 21.91,
2648
+ "learning_rate": 0.00020575,
2649
+ "loss": 0.7285,
2650
+ "step": 4120
2651
+ },
2652
+ {
2653
+ "epoch": 21.97,
2654
+ "learning_rate": 0.00020625,
2655
+ "loss": 0.7564,
2656
+ "step": 4130
2657
+ },
2658
+ {
2659
+ "epoch": 22.02,
2660
+ "learning_rate": 0.00020674999999999998,
2661
+ "loss": 0.8331,
2662
+ "step": 4140
2663
+ },
2664
+ {
2665
+ "epoch": 22.07,
2666
+ "learning_rate": 0.00020725,
2667
+ "loss": 0.7732,
2668
+ "step": 4150
2669
+ },
2670
+ {
2671
+ "epoch": 22.13,
2672
+ "learning_rate": 0.00020774999999999998,
2673
+ "loss": 0.7252,
2674
+ "step": 4160
2675
+ },
2676
+ {
2677
+ "epoch": 22.18,
2678
+ "learning_rate": 0.00020825,
2679
+ "loss": 0.6347,
2680
+ "step": 4170
2681
+ },
2682
+ {
2683
+ "epoch": 22.23,
2684
+ "learning_rate": 0.00020875,
2685
+ "loss": 0.7721,
2686
+ "step": 4180
2687
+ },
2688
+ {
2689
+ "epoch": 22.29,
2690
+ "learning_rate": 0.00020925,
2691
+ "loss": 0.7649,
2692
+ "step": 4190
2693
+ },
2694
+ {
2695
+ "epoch": 22.34,
2696
+ "learning_rate": 0.00020975,
2697
+ "loss": 0.8142,
2698
+ "step": 4200
2699
+ },
2700
+ {
2701
+ "epoch": 22.34,
2702
+ "eval_accuracy": 0.7393333333333333,
2703
+ "eval_combined_score": 0.7056336725949668,
2704
+ "eval_f1": 0.6292089176424869,
2705
+ "eval_loss": 0.744327962398529,
2706
+ "eval_precision": 0.7146591060707139,
2707
+ "eval_recall": 0.7393333333333333,
2708
+ "eval_runtime": 5.7187,
2709
+ "eval_samples_per_second": 262.296,
2710
+ "eval_steps_per_second": 8.219,
2711
+ "step": 4200
2712
+ },
2713
+ {
2714
+ "epoch": 22.39,
2715
+ "learning_rate": 0.00021025,
2716
+ "loss": 0.7605,
2717
+ "step": 4210
2718
+ },
2719
+ {
2720
+ "epoch": 22.45,
2721
+ "learning_rate": 0.00021075,
2722
+ "loss": 0.7106,
2723
+ "step": 4220
2724
+ },
2725
+ {
2726
+ "epoch": 22.5,
2727
+ "learning_rate": 0.00021124999999999998,
2728
+ "loss": 0.7094,
2729
+ "step": 4230
2730
+ },
2731
+ {
2732
+ "epoch": 22.55,
2733
+ "learning_rate": 0.00021175,
2734
+ "loss": 0.8416,
2735
+ "step": 4240
2736
+ },
2737
+ {
2738
+ "epoch": 22.61,
2739
+ "learning_rate": 0.00021225,
2740
+ "loss": 0.7271,
2741
+ "step": 4250
2742
+ },
2743
+ {
2744
+ "epoch": 22.66,
2745
+ "learning_rate": 0.00021275,
2746
+ "loss": 0.8397,
2747
+ "step": 4260
2748
+ },
2749
+ {
2750
+ "epoch": 22.71,
2751
+ "learning_rate": 0.00021325,
2752
+ "loss": 0.8801,
2753
+ "step": 4270
2754
+ },
2755
+ {
2756
+ "epoch": 22.77,
2757
+ "learning_rate": 0.00021375,
2758
+ "loss": 0.8683,
2759
+ "step": 4280
2760
+ },
2761
+ {
2762
+ "epoch": 22.82,
2763
+ "learning_rate": 0.00021425,
2764
+ "loss": 0.7017,
2765
+ "step": 4290
2766
+ },
2767
+ {
2768
+ "epoch": 22.87,
2769
+ "learning_rate": 0.00021475,
2770
+ "loss": 0.8673,
2771
+ "step": 4300
2772
+ },
2773
+ {
2774
+ "epoch": 22.93,
2775
+ "learning_rate": 0.00021525,
2776
+ "loss": 0.6106,
2777
+ "step": 4310
2778
+ },
2779
+ {
2780
+ "epoch": 22.98,
2781
+ "learning_rate": 0.00021575,
2782
+ "loss": 0.7888,
2783
+ "step": 4320
2784
+ },
2785
+ {
2786
+ "epoch": 23.03,
2787
+ "learning_rate": 0.00021625,
2788
+ "loss": 0.7133,
2789
+ "step": 4330
2790
+ },
2791
+ {
2792
+ "epoch": 23.09,
2793
+ "learning_rate": 0.00021675,
2794
+ "loss": 0.7322,
2795
+ "step": 4340
2796
+ },
2797
+ {
2798
+ "epoch": 23.14,
2799
+ "learning_rate": 0.00021725,
2800
+ "loss": 0.5461,
2801
+ "step": 4350
2802
+ },
2803
+ {
2804
+ "epoch": 23.19,
2805
+ "learning_rate": 0.00021775,
2806
+ "loss": 0.7274,
2807
+ "step": 4360
2808
+ },
2809
+ {
2810
+ "epoch": 23.24,
2811
+ "learning_rate": 0.00021825,
2812
+ "loss": 1.1518,
2813
+ "step": 4370
2814
+ },
2815
+ {
2816
+ "epoch": 23.3,
2817
+ "learning_rate": 0.00021875,
2818
+ "loss": 0.8713,
2819
+ "step": 4380
2820
+ },
2821
+ {
2822
+ "epoch": 23.35,
2823
+ "learning_rate": 0.00021925000000000002,
2824
+ "loss": 0.8016,
2825
+ "step": 4390
2826
+ },
2827
+ {
2828
+ "epoch": 23.4,
2829
+ "learning_rate": 0.00021975,
2830
+ "loss": 0.7848,
2831
+ "step": 4400
2832
+ },
2833
+ {
2834
+ "epoch": 23.46,
2835
+ "learning_rate": 0.00022025000000000001,
2836
+ "loss": 0.9202,
2837
+ "step": 4410
2838
+ },
2839
+ {
2840
+ "epoch": 23.51,
2841
+ "learning_rate": 0.00022075,
2842
+ "loss": 0.6641,
2843
+ "step": 4420
2844
+ },
2845
+ {
2846
+ "epoch": 23.56,
2847
+ "learning_rate": 0.00022125,
2848
+ "loss": 0.7703,
2849
+ "step": 4430
2850
+ },
2851
+ {
2852
+ "epoch": 23.62,
2853
+ "learning_rate": 0.00022175,
2854
+ "loss": 0.7311,
2855
+ "step": 4440
2856
+ },
2857
+ {
2858
+ "epoch": 23.67,
2859
+ "learning_rate": 0.00022225,
2860
+ "loss": 0.5956,
2861
+ "step": 4450
2862
+ },
2863
+ {
2864
+ "epoch": 23.72,
2865
+ "learning_rate": 0.00022275000000000002,
2866
+ "loss": 0.7111,
2867
+ "step": 4460
2868
+ },
2869
+ {
2870
+ "epoch": 23.78,
2871
+ "learning_rate": 0.00022325,
2872
+ "loss": 0.7672,
2873
+ "step": 4470
2874
+ },
2875
+ {
2876
+ "epoch": 23.83,
2877
+ "learning_rate": 0.00022375000000000002,
2878
+ "loss": 0.8842,
2879
+ "step": 4480
2880
+ },
2881
+ {
2882
+ "epoch": 23.88,
2883
+ "learning_rate": 0.00022425,
2884
+ "loss": 0.8225,
2885
+ "step": 4490
2886
+ },
2887
+ {
2888
+ "epoch": 23.94,
2889
+ "learning_rate": 0.00022475000000000001,
2890
+ "loss": 0.8184,
2891
+ "step": 4500
2892
+ },
2893
+ {
2894
+ "epoch": 23.94,
2895
+ "eval_accuracy": 0.7393333333333333,
2896
+ "eval_combined_score": 0.7056336725949668,
2897
+ "eval_f1": 0.6292089176424869,
2898
+ "eval_loss": 0.7635167837142944,
2899
+ "eval_precision": 0.7146591060707139,
2900
+ "eval_recall": 0.7393333333333333,
2901
+ "eval_runtime": 6.1889,
2902
+ "eval_samples_per_second": 242.371,
2903
+ "eval_steps_per_second": 7.594,
2904
+ "step": 4500
2905
+ },
2906
+ {
2907
+ "epoch": 23.99,
2908
+ "learning_rate": 0.00022525,
2909
+ "loss": 0.8185,
2910
+ "step": 4510
2911
+ },
2912
+ {
2913
+ "epoch": 24.04,
2914
+ "learning_rate": 0.00022575,
2915
+ "loss": 0.7461,
2916
+ "step": 4520
2917
+ },
2918
+ {
2919
+ "epoch": 24.1,
2920
+ "learning_rate": 0.00022625000000000002,
2921
+ "loss": 0.6885,
2922
+ "step": 4530
2923
+ },
2924
+ {
2925
+ "epoch": 24.15,
2926
+ "learning_rate": 0.00022675,
2927
+ "loss": 0.8025,
2928
+ "step": 4540
2929
+ },
2930
+ {
2931
+ "epoch": 24.2,
2932
+ "learning_rate": 0.00022725000000000002,
2933
+ "loss": 0.6607,
2934
+ "step": 4550
2935
+ },
2936
+ {
2937
+ "epoch": 24.26,
2938
+ "learning_rate": 0.00022775,
2939
+ "loss": 0.7011,
2940
+ "step": 4560
2941
+ },
2942
+ {
2943
+ "epoch": 24.31,
2944
+ "learning_rate": 0.00022825000000000002,
2945
+ "loss": 0.6394,
2946
+ "step": 4570
2947
+ },
2948
+ {
2949
+ "epoch": 24.36,
2950
+ "learning_rate": 0.00022875,
2951
+ "loss": 0.8336,
2952
+ "step": 4580
2953
+ },
2954
+ {
2955
+ "epoch": 24.41,
2956
+ "learning_rate": 0.00022925000000000002,
2957
+ "loss": 0.8099,
2958
+ "step": 4590
2959
+ },
2960
+ {
2961
+ "epoch": 24.47,
2962
+ "learning_rate": 0.00022975000000000003,
2963
+ "loss": 0.6199,
2964
+ "step": 4600
2965
+ },
2966
+ {
2967
+ "epoch": 24.52,
2968
+ "learning_rate": 0.00023025,
2969
+ "loss": 0.8079,
2970
+ "step": 4610
2971
+ },
2972
+ {
2973
+ "epoch": 24.57,
2974
+ "learning_rate": 0.00023075000000000003,
2975
+ "loss": 0.9195,
2976
+ "step": 4620
2977
+ },
2978
+ {
2979
+ "epoch": 24.63,
2980
+ "learning_rate": 0.00023125,
2981
+ "loss": 0.8569,
2982
+ "step": 4630
2983
+ },
2984
+ {
2985
+ "epoch": 24.68,
2986
+ "learning_rate": 0.00023175000000000002,
2987
+ "loss": 0.7448,
2988
+ "step": 4640
2989
+ },
2990
+ {
2991
+ "epoch": 24.73,
2992
+ "learning_rate": 0.00023225,
2993
+ "loss": 0.7706,
2994
+ "step": 4650
2995
+ },
2996
+ {
2997
+ "epoch": 24.79,
2998
+ "learning_rate": 0.00023275000000000002,
2999
+ "loss": 0.6306,
3000
+ "step": 4660
3001
+ },
3002
+ {
3003
+ "epoch": 24.84,
3004
+ "learning_rate": 0.00023325,
3005
+ "loss": 0.6033,
3006
+ "step": 4670
3007
+ },
3008
+ {
3009
+ "epoch": 24.89,
3010
+ "learning_rate": 0.00023375000000000002,
3011
+ "loss": 0.9749,
3012
+ "step": 4680
3013
+ },
3014
+ {
3015
+ "epoch": 24.95,
3016
+ "learning_rate": 0.00023425000000000003,
3017
+ "loss": 0.7738,
3018
+ "step": 4690
3019
+ },
3020
+ {
3021
+ "epoch": 25.0,
3022
+ "learning_rate": 0.00023475,
3023
+ "loss": 0.8824,
3024
+ "step": 4700
3025
+ },
3026
+ {
3027
+ "epoch": 25.05,
3028
+ "learning_rate": 0.00023525,
3029
+ "loss": 0.8072,
3030
+ "step": 4710
3031
+ },
3032
+ {
3033
+ "epoch": 25.11,
3034
+ "learning_rate": 0.00023574999999999998,
3035
+ "loss": 0.7295,
3036
+ "step": 4720
3037
+ },
3038
+ {
3039
+ "epoch": 25.16,
3040
+ "learning_rate": 0.00023625,
3041
+ "loss": 0.8466,
3042
+ "step": 4730
3043
+ },
3044
+ {
3045
+ "epoch": 25.21,
3046
+ "learning_rate": 0.00023674999999999998,
3047
+ "loss": 0.7498,
3048
+ "step": 4740
3049
+ },
3050
+ {
3051
+ "epoch": 25.27,
3052
+ "learning_rate": 0.00023725,
3053
+ "loss": 0.7199,
3054
+ "step": 4750
3055
+ },
3056
+ {
3057
+ "epoch": 25.32,
3058
+ "learning_rate": 0.00023775,
3059
+ "loss": 0.7826,
3060
+ "step": 4760
3061
+ },
3062
+ {
3063
+ "epoch": 25.37,
3064
+ "learning_rate": 0.00023825,
3065
+ "loss": 0.7767,
3066
+ "step": 4770
3067
+ },
3068
+ {
3069
+ "epoch": 25.43,
3070
+ "learning_rate": 0.00023875,
3071
+ "loss": 0.71,
3072
+ "step": 4780
3073
+ },
3074
+ {
3075
+ "epoch": 25.48,
3076
+ "learning_rate": 0.00023925,
3077
+ "loss": 0.8495,
3078
+ "step": 4790
3079
+ },
3080
+ {
3081
+ "epoch": 25.53,
3082
+ "learning_rate": 0.00023975,
3083
+ "loss": 0.7562,
3084
+ "step": 4800
3085
+ },
3086
+ {
3087
+ "epoch": 25.53,
3088
+ "eval_accuracy": 0.7393333333333333,
3089
+ "eval_combined_score": 0.7056336725949668,
3090
+ "eval_f1": 0.6292089176424869,
3091
+ "eval_loss": 0.7467172741889954,
3092
+ "eval_precision": 0.7146591060707139,
3093
+ "eval_recall": 0.7393333333333333,
3094
+ "eval_runtime": 5.7487,
3095
+ "eval_samples_per_second": 260.927,
3096
+ "eval_steps_per_second": 8.176,
3097
+ "step": 4800
3098
+ }
3099
+ ],
3100
+ "logging_steps": 10,
3101
+ "max_steps": 5640,
3102
+ "num_train_epochs": 30,
3103
+ "save_steps": 300,
3104
+ "total_flos": 1.00772435460096e+16,
3105
+ "trial_name": null,
3106
+ "trial_params": null
3107
+ }
checkpoint-4800/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b42247af1886e7e4142c2daf8d1dc0efc9906f62aab884f8ebe56da5f0ce3e
3
+ size 4472
checkpoint-4800/vocab.json ADDED
The diff for this file is too large to render. See raw diff