neuralwonderland commited on
Commit
4bfd779
·
verified ·
1 Parent(s): 72de7bc

Training in progress, step 4200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:120c01426d977197b39b1f0009eba2eaf0399f797a43f25b8296782bb1c7f727
3
  size 319876032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78ad2800a71edbf10431e06720d1d6873d6962ef1fd11d8c5dc726b24e0d8f28
3
  size 319876032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:747714729eb0260553ac517d27720ea5282588752a3f4c080aba0c7ed5f57266
3
  size 640010002
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d37f1348f823c28b3eaddba75e3c0c2ca3f44b92d541b35de0b22c8c3a4303
3
  size 640010002
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec09828e725ea8e5465799ac246a72800a11225a4aa5d07b638afa9c5c8fe320
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8afb4c65ba75845b61dba85d34976f94823f8b3f858229d00979f1187c6debf
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9a421c1aa44eafb26a0447c42566a2cb9ceb53f55068e96124eecff6613899e
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:820726d6ef8ac6d9f9ca34e9eb1daa2e5ba6a674a46b1cafa3773bfd40fd74af
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.32636332511901855,
3
  "best_model_checkpoint": "./output/checkpoint-3600",
4
- "epoch": 0.22899468506163068,
5
  "eval_steps": 150,
6
- "global_step": 4050,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3058,6 +3058,119 @@
3058
  "eval_samples_per_second": 12.597,
3059
  "eval_steps_per_second": 12.597,
3060
  "step": 4050
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3061
  }
3062
  ],
3063
  "logging_steps": 10,
@@ -3077,7 +3190,7 @@
3077
  "attributes": {}
3078
  }
3079
  },
3080
- "total_flos": 2.2662168077736346e+17,
3081
  "train_batch_size": 4,
3082
  "trial_name": null,
3083
  "trial_params": null
 
1
  {
2
  "best_metric": 0.32636332511901855,
3
  "best_model_checkpoint": "./output/checkpoint-3600",
4
+ "epoch": 0.23747596969354293,
5
  "eval_steps": 150,
6
+ "global_step": 4200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3058
  "eval_samples_per_second": 12.597,
3059
  "eval_steps_per_second": 12.597,
3060
  "step": 4050
3061
+ },
3062
+ {
3063
+ "epoch": 0.22956010403709148,
3064
+ "grad_norm": 4.386037349700928,
3065
+ "learning_rate": 6.606620664160438e-07,
3066
+ "loss": 0.1743,
3067
+ "step": 4060
3068
+ },
3069
+ {
3070
+ "epoch": 0.2301255230125523,
3071
+ "grad_norm": 0.43842968344688416,
3072
+ "learning_rate": 6.470970781530139e-07,
3073
+ "loss": 0.1721,
3074
+ "step": 4070
3075
+ },
3076
+ {
3077
+ "epoch": 0.23069094198801313,
3078
+ "grad_norm": 0.4264715611934662,
3079
+ "learning_rate": 6.336596380758604e-07,
3080
+ "loss": 0.1568,
3081
+ "step": 4080
3082
+ },
3083
+ {
3084
+ "epoch": 0.23125636096347393,
3085
+ "grad_norm": 0.2072145938873291,
3086
+ "learning_rate": 6.203502985451152e-07,
3087
+ "loss": 0.2589,
3088
+ "step": 4090
3089
+ },
3090
+ {
3091
+ "epoch": 0.23182177993893474,
3092
+ "grad_norm": 0.47133326530456543,
3093
+ "learning_rate": 6.071696066555978e-07,
3094
+ "loss": 0.2778,
3095
+ "step": 4100
3096
+ },
3097
+ {
3098
+ "epoch": 0.23238719891439558,
3099
+ "grad_norm": 9.583172798156738,
3100
+ "learning_rate": 5.941181042139258e-07,
3101
+ "loss": 0.322,
3102
+ "step": 4110
3103
+ },
3104
+ {
3105
+ "epoch": 0.23295261788985638,
3106
+ "grad_norm": 2.681870460510254,
3107
+ "learning_rate": 5.811963277162466e-07,
3108
+ "loss": 0.0906,
3109
+ "step": 4120
3110
+ },
3111
+ {
3112
+ "epoch": 0.2335180368653172,
3113
+ "grad_norm": 1.2123790979385376,
3114
+ "learning_rate": 5.684048083261789e-07,
3115
+ "loss": 0.1341,
3116
+ "step": 4130
3117
+ },
3118
+ {
3119
+ "epoch": 0.23408345584077803,
3120
+ "grad_norm": 0.409408837556839,
3121
+ "learning_rate": 5.557440718529848e-07,
3122
+ "loss": 0.0791,
3123
+ "step": 4140
3124
+ },
3125
+ {
3126
+ "epoch": 0.23464887481623883,
3127
+ "grad_norm": 5.215662002563477,
3128
+ "learning_rate": 5.432146387299522e-07,
3129
+ "loss": 0.2075,
3130
+ "step": 4150
3131
+ },
3132
+ {
3133
+ "epoch": 0.23521429379169964,
3134
+ "grad_norm": 10.576168060302734,
3135
+ "learning_rate": 5.308170239930022e-07,
3136
+ "loss": 0.2556,
3137
+ "step": 4160
3138
+ },
3139
+ {
3140
+ "epoch": 0.23577971276716048,
3141
+ "grad_norm": 0.5010024309158325,
3142
+ "learning_rate": 5.185517372595187e-07,
3143
+ "loss": 0.1953,
3144
+ "step": 4170
3145
+ },
3146
+ {
3147
+ "epoch": 0.23634513174262128,
3148
+ "grad_norm": 4.521603107452393,
3149
+ "learning_rate": 5.064192827073995e-07,
3150
+ "loss": 0.1843,
3151
+ "step": 4180
3152
+ },
3153
+ {
3154
+ "epoch": 0.2369105507180821,
3155
+ "grad_norm": 6.856910705566406,
3156
+ "learning_rate": 4.944201590543308e-07,
3157
+ "loss": 0.1933,
3158
+ "step": 4190
3159
+ },
3160
+ {
3161
+ "epoch": 0.23747596969354293,
3162
+ "grad_norm": 3.1912882328033447,
3163
+ "learning_rate": 4.825548595372898e-07,
3164
+ "loss": 0.1511,
3165
+ "step": 4200
3166
+ },
3167
+ {
3168
+ "epoch": 0.23747596969354293,
3169
+ "eval_loss": 0.32930639386177063,
3170
+ "eval_runtime": 39.7678,
3171
+ "eval_samples_per_second": 12.573,
3172
+ "eval_steps_per_second": 12.573,
3173
+ "step": 4200
3174
  }
3175
  ],
3176
  "logging_steps": 10,
 
3190
  "attributes": {}
3191
  }
3192
  },
3193
+ "total_flos": 2.3523473691957658e+17,
3194
  "train_batch_size": 4,
3195
  "trial_name": null,
3196
  "trial_params": null