harshuos commited on
Commit
d1027ad
·
1 Parent(s): 232ad0d

Upload 5 files

Browse files
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "decoder_start_token_id": 0,
3
+ "eos_token_id": 1,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.28.1"
6
+ }
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60aa8cadb9eef388673b821a5e3029dfeb80920b05980b74f7c967cbb2e6a007
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b771940e016e1c16a81be6efaaaeac336f8cf4b60dc25c036092f77daa417829
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,183 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.06633109599351883,
3
+ "best_model_checkpoint": "flan-t5-base-v3-edos_labelled_aggregated/checkpoint-3500",
4
+ "epoch": 5.0,
5
+ "global_step": 8750,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.29,
12
+ "learning_rate": 4.714285714285714e-05,
13
+ "loss": 0.1362,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.57,
18
+ "learning_rate": 4.428571428571428e-05,
19
+ "loss": 0.09,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.86,
24
+ "learning_rate": 4.1428571428571437e-05,
25
+ "loss": 0.0822,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 1.0,
30
+ "eval_gen_len": 4.805,
31
+ "eval_loss": 0.06878727674484253,
32
+ "eval_rouge1": 95.8375,
33
+ "eval_rouge2": 71.9,
34
+ "eval_rougeL": 95.8417,
35
+ "eval_rougeLsum": 95.8333,
36
+ "eval_runtime": 126.0351,
37
+ "eval_samples_per_second": 31.737,
38
+ "eval_steps_per_second": 3.967,
39
+ "step": 1750
40
+ },
41
+ {
42
+ "epoch": 1.14,
43
+ "learning_rate": 3.857142857142858e-05,
44
+ "loss": 0.0751,
45
+ "step": 2000
46
+ },
47
+ {
48
+ "epoch": 1.43,
49
+ "learning_rate": 3.571428571428572e-05,
50
+ "loss": 0.068,
51
+ "step": 2500
52
+ },
53
+ {
54
+ "epoch": 1.71,
55
+ "learning_rate": 3.285714285714286e-05,
56
+ "loss": 0.073,
57
+ "step": 3000
58
+ },
59
+ {
60
+ "epoch": 2.0,
61
+ "learning_rate": 3e-05,
62
+ "loss": 0.0663,
63
+ "step": 3500
64
+ },
65
+ {
66
+ "epoch": 2.0,
67
+ "eval_gen_len": 4.79025,
68
+ "eval_loss": 0.06633109599351883,
69
+ "eval_rouge1": 95.8792,
70
+ "eval_rouge2": 71.25,
71
+ "eval_rougeL": 95.875,
72
+ "eval_rougeLsum": 95.8792,
73
+ "eval_runtime": 124.8268,
74
+ "eval_samples_per_second": 32.044,
75
+ "eval_steps_per_second": 4.006,
76
+ "step": 3500
77
+ },
78
+ {
79
+ "epoch": 2.29,
80
+ "learning_rate": 2.714285714285714e-05,
81
+ "loss": 0.0571,
82
+ "step": 4000
83
+ },
84
+ {
85
+ "epoch": 2.57,
86
+ "learning_rate": 2.4285714285714288e-05,
87
+ "loss": 0.058,
88
+ "step": 4500
89
+ },
90
+ {
91
+ "epoch": 2.86,
92
+ "learning_rate": 2.1428571428571428e-05,
93
+ "loss": 0.0536,
94
+ "step": 5000
95
+ },
96
+ {
97
+ "epoch": 3.0,
98
+ "eval_gen_len": 4.758,
99
+ "eval_loss": 0.07638958841562271,
100
+ "eval_rouge1": 95.65,
101
+ "eval_rouge2": 69.3,
102
+ "eval_rougeL": 95.65,
103
+ "eval_rougeLsum": 95.6667,
104
+ "eval_runtime": 124.7009,
105
+ "eval_samples_per_second": 32.077,
106
+ "eval_steps_per_second": 4.01,
107
+ "step": 5250
108
+ },
109
+ {
110
+ "epoch": 3.14,
111
+ "learning_rate": 1.8571428571428572e-05,
112
+ "loss": 0.0552,
113
+ "step": 5500
114
+ },
115
+ {
116
+ "epoch": 3.43,
117
+ "learning_rate": 1.5714285714285715e-05,
118
+ "loss": 0.049,
119
+ "step": 6000
120
+ },
121
+ {
122
+ "epoch": 3.71,
123
+ "learning_rate": 1.2857142857142857e-05,
124
+ "loss": 0.0468,
125
+ "step": 6500
126
+ },
127
+ {
128
+ "epoch": 4.0,
129
+ "learning_rate": 1e-05,
130
+ "loss": 0.0486,
131
+ "step": 7000
132
+ },
133
+ {
134
+ "epoch": 4.0,
135
+ "eval_gen_len": 4.76575,
136
+ "eval_loss": 0.08493922650814056,
137
+ "eval_rouge1": 95.8333,
138
+ "eval_rouge2": 69.925,
139
+ "eval_rougeL": 95.8167,
140
+ "eval_rougeLsum": 95.8333,
141
+ "eval_runtime": 124.2728,
142
+ "eval_samples_per_second": 32.187,
143
+ "eval_steps_per_second": 4.023,
144
+ "step": 7000
145
+ },
146
+ {
147
+ "epoch": 4.29,
148
+ "learning_rate": 7.142857142857143e-06,
149
+ "loss": 0.0429,
150
+ "step": 7500
151
+ },
152
+ {
153
+ "epoch": 4.57,
154
+ "learning_rate": 4.285714285714286e-06,
155
+ "loss": 0.043,
156
+ "step": 8000
157
+ },
158
+ {
159
+ "epoch": 4.86,
160
+ "learning_rate": 1.4285714285714286e-06,
161
+ "loss": 0.0467,
162
+ "step": 8500
163
+ },
164
+ {
165
+ "epoch": 5.0,
166
+ "eval_gen_len": 4.7635,
167
+ "eval_loss": 0.09458264708518982,
168
+ "eval_rouge1": 95.825,
169
+ "eval_rouge2": 69.8,
170
+ "eval_rougeL": 95.8083,
171
+ "eval_rougeLsum": 95.825,
172
+ "eval_runtime": 124.9433,
173
+ "eval_samples_per_second": 32.015,
174
+ "eval_steps_per_second": 4.002,
175
+ "step": 8750
176
+ }
177
+ ],
178
+ "max_steps": 8750,
179
+ "num_train_epochs": 5,
180
+ "total_flos": 1.198325366784e+16,
181
+ "trial_name": null,
182
+ "trial_params": null
183
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:581c119e3527f4af0b25fea695de03109e935b7927b531ddaeeab2cfb7f64ac0
3
+ size 3835