Momorami commited on
Commit
814dc2f
1 Parent(s): 357679c

Training in progress, epoch 3, checkpoint

Browse files
checkpoint-804/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c2cdf6ebafb91249b6eb869bebd78cf2e42ec335899db1a4399b8cc67055f5c
3
  size 331462608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ba434c0e8ecbfb045e52bf663fe41d57171b05a5e9542ec9adcf403c799192
3
  size 331462608
checkpoint-804/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8612be6bcbe65a86fcc9ade9d03951daeb2eb0f7f87185ed76aacddd19af9d7
3
  size 662989765
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8793477e42c387209c1856305fa3bfcb60e5ccbc8a83d9a92933b3be5555d48
3
  size 662989765
checkpoint-804/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f1ff70fa735df419a19cd34e69105abefa9defdd7b13f96e5ad4f92e7cd5120
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0a36d5073642b9212f468ac2dfd7eed2c11ab1fce8837c064ed6fea17a55b2d
3
  size 627
checkpoint-804/trainer_state.json CHANGED
@@ -10,57 +10,57 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "grad_norm": 6.508703708648682,
14
- "learning_rate": 1.3333333333333333e-05,
15
- "loss": 0.6101,
16
  "step": 268
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_loss": 0.6032158732414246,
21
- "eval_matthews_correlation": 0.1345503796973939,
22
- "eval_runtime": 8.5318,
23
- "eval_samples_per_second": 122.249,
24
- "eval_steps_per_second": 7.736,
25
  "step": 268
26
  },
27
  {
28
  "epoch": 2.0,
29
- "grad_norm": 11.809653282165527,
30
- "learning_rate": 6.666666666666667e-06,
31
- "loss": 0.5325,
32
  "step": 536
33
  },
34
  {
35
  "epoch": 2.0,
36
- "eval_loss": 0.5451133251190186,
37
- "eval_matthews_correlation": 0.3134805838230471,
38
- "eval_runtime": 8.5009,
39
- "eval_samples_per_second": 122.693,
40
- "eval_steps_per_second": 7.764,
41
  "step": 536
42
  },
43
  {
44
  "epoch": 3.0,
45
- "grad_norm": 9.861120223999023,
46
- "learning_rate": 0.0,
47
- "loss": 0.428,
48
  "step": 804
49
  },
50
  {
51
  "epoch": 3.0,
52
- "eval_loss": 0.5648320913314819,
53
- "eval_matthews_correlation": 0.3262988329908328,
54
- "eval_runtime": 8.5202,
55
- "eval_samples_per_second": 122.414,
56
- "eval_steps_per_second": 7.746,
57
  "step": 804
58
  }
59
  ],
60
  "logging_steps": 500,
61
- "max_steps": 804,
62
  "num_input_tokens_seen": 0,
63
- "num_train_epochs": 3,
64
  "save_steps": 500,
65
  "stateful_callbacks": {
66
  "TrainerControl": {
@@ -69,7 +69,7 @@
69
  "should_evaluate": false,
70
  "should_log": false,
71
  "should_save": true,
72
- "should_training_stop": true
73
  },
74
  "attributes": {}
75
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "grad_norm": 9.199758529663086,
14
+ "learning_rate": 1.6000000000000003e-05,
15
+ "loss": 0.61,
16
  "step": 268
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_loss": 0.581834614276886,
21
+ "eval_matthews_correlation": 0.1605505486389139,
22
+ "eval_runtime": 8.5337,
23
+ "eval_samples_per_second": 122.221,
24
+ "eval_steps_per_second": 7.734,
25
  "step": 268
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "grad_norm": 7.077225685119629,
30
+ "learning_rate": 1.2e-05,
31
+ "loss": 0.5265,
32
  "step": 536
33
  },
34
  {
35
  "epoch": 2.0,
36
+ "eval_loss": 0.5488986968994141,
37
+ "eval_matthews_correlation": 0.3414642281150747,
38
+ "eval_runtime": 8.5064,
39
+ "eval_samples_per_second": 122.614,
40
+ "eval_steps_per_second": 7.759,
41
  "step": 536
42
  },
43
  {
44
  "epoch": 3.0,
45
+ "grad_norm": 9.864019393920898,
46
+ "learning_rate": 8.000000000000001e-06,
47
+ "loss": 0.4161,
48
  "step": 804
49
  },
50
  {
51
  "epoch": 3.0,
52
+ "eval_loss": 0.5453676581382751,
53
+ "eval_matthews_correlation": 0.3451229816764349,
54
+ "eval_runtime": 8.5021,
55
+ "eval_samples_per_second": 122.676,
56
+ "eval_steps_per_second": 7.763,
57
  "step": 804
58
  }
59
  ],
60
  "logging_steps": 500,
61
+ "max_steps": 1340,
62
  "num_input_tokens_seen": 0,
63
+ "num_train_epochs": 5,
64
  "save_steps": 500,
65
  "stateful_callbacks": {
66
  "TrainerControl": {
 
69
  "should_evaluate": false,
70
  "should_log": false,
71
  "should_save": true,
72
+ "should_training_stop": false
73
  },
74
  "attributes": {}
75
  }
checkpoint-804/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6b47f572b06d3969dd1d46ea18f657c0eb324930ac4d582f1ff90c6092ca4ce
3
  size 4667
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d37219932d78f454fedda9dcf9514306d19f0518eab06266cbde4f0fbddf00de
3
  size 4667