lesso03 commited on
Commit
f3f3564
·
verified ·
1 Parent(s): 4d40d23

Training in progress, step 30, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7e27f98ce6dc9dbb29ecae0ec44a4c5f12b6065d9ced4449f4574ab71fa4209
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba33cc2a69f6ad4b1e9774cd56d8fed84e528c2fe481020072d1801a45bdc708
3
  size 167832240
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b21e81e321de57d893fe9b743b5962a5d10abfe50d838e5b4eb5967e50981805
3
  size 335922386
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d7551799b83ce2b4ab3afd3c7d13a1624bdaba1b45fc11f78caeb1180b5889
3
  size 335922386
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6741176ba9bac623634dac7e5dea2b0fd80a22b3694da9c30b1d723141dd6551
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0acf01d000880525c60a0a79697850b59f86942a263d1be11dbe378d8315f24d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ddaa639affba9b89222fee046caf8a7f8b52a142c3b2d35ccd1f461973cfdc78
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b325ea4e14a510f9eb0108f2923753e246a5ec70e919cdd84a9afd64b95afd
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0018759086432490737,
5
  "eval_steps": 4,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -195,6 +195,92 @@
195
  "eval_samples_per_second": 7.905,
196
  "eval_steps_per_second": 1.977,
197
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
198
  }
199
  ],
200
  "logging_steps": 1,
@@ -209,12 +295,12 @@
209
  "should_evaluate": false,
210
  "should_log": false,
211
  "should_save": true,
212
- "should_training_stop": false
213
  },
214
  "attributes": {}
215
  }
216
  },
217
- "total_flos": 8717175581835264.0,
218
  "train_batch_size": 4,
219
  "trial_name": null,
220
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0028138629648736106,
5
  "eval_steps": 4,
6
+ "global_step": 30,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
195
  "eval_samples_per_second": 7.905,
196
  "eval_steps_per_second": 1.977,
197
  "step": 20
198
+ },
199
+ {
200
+ "epoch": 0.0019697040754115274,
201
+ "grad_norm": 2.2492661476135254,
202
+ "learning_rate": 2.871103542174637e-06,
203
+ "loss": 1.9397,
204
+ "step": 21
205
+ },
206
+ {
207
+ "epoch": 0.002063499507573981,
208
+ "grad_norm": 2.5874478816986084,
209
+ "learning_rate": 2.320866025105016e-06,
210
+ "loss": 2.4379,
211
+ "step": 22
212
+ },
213
+ {
214
+ "epoch": 0.0021572949397364346,
215
+ "grad_norm": 2.168783187866211,
216
+ "learning_rate": 1.8128800512565514e-06,
217
+ "loss": 2.5954,
218
+ "step": 23
219
+ },
220
+ {
221
+ "epoch": 0.0022510903718988887,
222
+ "grad_norm": 1.9641475677490234,
223
+ "learning_rate": 1.3551568628929434e-06,
224
+ "loss": 2.2953,
225
+ "step": 24
226
+ },
227
+ {
228
+ "epoch": 0.0022510903718988887,
229
+ "eval_loss": 2.123440980911255,
230
+ "eval_runtime": 568.41,
231
+ "eval_samples_per_second": 7.899,
232
+ "eval_steps_per_second": 1.976,
233
+ "step": 24
234
+ },
235
+ {
236
+ "epoch": 0.0023448858040613424,
237
+ "grad_norm": 2.4187934398651123,
238
+ "learning_rate": 9.549150281252633e-07,
239
+ "loss": 1.7173,
240
+ "step": 25
241
+ },
242
+ {
243
+ "epoch": 0.002438681236223796,
244
+ "grad_norm": 1.4847743511199951,
245
+ "learning_rate": 6.184665997806832e-07,
246
+ "loss": 0.83,
247
+ "step": 26
248
+ },
249
+ {
250
+ "epoch": 0.0025324766683862496,
251
+ "grad_norm": 3.2388100624084473,
252
+ "learning_rate": 3.511175705587433e-07,
253
+ "loss": 2.4771,
254
+ "step": 27
255
+ },
256
+ {
257
+ "epoch": 0.0026262721005487033,
258
+ "grad_norm": 2.044548273086548,
259
+ "learning_rate": 1.5708419435684463e-07,
260
+ "loss": 1.4278,
261
+ "step": 28
262
+ },
263
+ {
264
+ "epoch": 0.0026262721005487033,
265
+ "eval_loss": 2.120626211166382,
266
+ "eval_runtime": 567.8072,
267
+ "eval_samples_per_second": 7.908,
268
+ "eval_steps_per_second": 1.978,
269
+ "step": 28
270
+ },
271
+ {
272
+ "epoch": 0.002720067532711157,
273
+ "grad_norm": 2.0032973289489746,
274
+ "learning_rate": 3.9426493427611177e-08,
275
+ "loss": 2.2627,
276
+ "step": 29
277
+ },
278
+ {
279
+ "epoch": 0.0028138629648736106,
280
+ "grad_norm": 2.9637610912323,
281
+ "learning_rate": 0.0,
282
+ "loss": 2.4295,
283
+ "step": 30
284
  }
285
  ],
286
  "logging_steps": 1,
 
295
  "should_evaluate": false,
296
  "should_log": false,
297
  "should_save": true,
298
+ "should_training_stop": true
299
  },
300
  "attributes": {}
301
  }
302
  },
303
+ "total_flos": 1.3539442924978176e+16,
304
  "train_batch_size": 4,
305
  "trial_name": null,
306
  "trial_params": null