tuanna08go commited on
Commit
4109950
·
verified ·
1 Parent(s): d00a1cf

Training in progress, step 2, checkpoint

Browse files
last-checkpoint/adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "q_proj",
24
- "down_proj",
25
- "up_proj",
26
  "gate_proj",
27
  "k_proj",
28
  "o_proj",
29
- "v_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "v_proj",
24
  "q_proj",
 
 
25
  "gate_proj",
26
  "k_proj",
27
  "o_proj",
28
+ "up_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad668f50164d4cd425d685b6dac944daea2cf1596f093f4dcd118bb87eefd798
3
  size 59827904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:284039d0f04024bd7df9d1931805e5c8db4f9a76ce62007c3615c47f3a01d037
3
  size 59827904
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b6de4428d8a1002e9f1a9a352b0e1b686f90a04cf27f85eccd6cc46c9921084
3
  size 30875540
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a40c39d880cd8741119832272ac9c076eedfd9b1f7f298c1493ba953ca1ebc7
3
  size 30875540
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c581a322ccb115680b65475b1eab69b643b5de15ce2c699864253548d637017f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2217bddafdf3b6e8eaedd27506a6ce00af88645969bc815dfff9f073da8be14d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae751897b8e87ff08962a91d1d3485984775a96aa89e29a1caac3d6f449228f7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60f8f27a9d76e31d3721bb37f2f4c76e866b8dedf8d4315f175dac906a4a966d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.21052631578947367,
5
  "eval_steps": 1,
6
- "global_step": 1,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -11,17 +11,25 @@
11
  {
12
  "epoch": 0.21052631578947367,
13
  "eval_loss": NaN,
14
- "eval_runtime": 0.728,
15
- "eval_samples_per_second": 2.747,
16
- "eval_steps_per_second": 1.374,
17
  "step": 1
 
 
 
 
 
 
 
 
18
  }
19
  ],
20
  "logging_steps": 5,
21
- "max_steps": 1,
22
  "num_input_tokens_seen": 0,
23
- "num_train_epochs": 1,
24
- "save_steps": 1,
25
  "stateful_callbacks": {
26
  "TrainerControl": {
27
  "args": {
@@ -29,12 +37,12 @@
29
  "should_evaluate": false,
30
  "should_log": false,
31
  "should_save": true,
32
- "should_training_stop": true
33
  },
34
  "attributes": {}
35
  }
36
  },
37
- "total_flos": 91853319831552.0,
38
  "train_batch_size": 2,
39
  "trial_name": null,
40
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.42105263157894735,
5
  "eval_steps": 1,
6
+ "global_step": 2,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
11
  {
12
  "epoch": 0.21052631578947367,
13
  "eval_loss": NaN,
14
+ "eval_runtime": 0.7307,
15
+ "eval_samples_per_second": 2.737,
16
+ "eval_steps_per_second": 1.369,
17
  "step": 1
18
+ },
19
+ {
20
+ "epoch": 0.42105263157894735,
21
+ "eval_loss": NaN,
22
+ "eval_runtime": 0.2749,
23
+ "eval_samples_per_second": 7.277,
24
+ "eval_steps_per_second": 3.638,
25
+ "step": 2
26
  }
27
  ],
28
  "logging_steps": 5,
29
+ "max_steps": 5,
30
  "num_input_tokens_seen": 0,
31
+ "num_train_epochs": 2,
32
+ "save_steps": 2,
33
  "stateful_callbacks": {
34
  "TrainerControl": {
35
  "args": {
 
37
  "should_evaluate": false,
38
  "should_log": false,
39
  "should_save": true,
40
+ "should_training_stop": false
41
  },
42
  "attributes": {}
43
  }
44
  },
45
+ "total_flos": 183706639663104.0,
46
  "train_batch_size": 2,
47
  "trial_name": null,
48
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7e26fef844b7bcf4ef6c65c9097ec1e63cd6a4db8767ef8312399703ce5f77c
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da44f3e17a69fd68c01a03d0e0ec777bc3c4203e6c305251470d6d76c9416cf
3
  size 6776