dzanbek commited on
Commit
daf7923
·
verified ·
1 Parent(s): 479a111

Training in progress, step 20, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73b972f9bc64d410480b7739f47766d1d722fa0fc4e4ccc9fa6a3929f186e043
3
  size 80013120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9af965a03f4a1b4d0726aed83ed0af56fa7803d27d50f4de8cf215bf6004e4b5
3
  size 80013120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb8e2ae8bef2a763205ede29820fcfd849d175722e242b18c3c051600794f73f
3
  size 160284754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a5e4942af8d3c6ac4b1ca5ab46ef98b6bc73bbb49efd7fa2f5a5d3ef8415201
3
  size 160284754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0c99adfd3842a16f78adc954f43d1319a31e4bf74797a8fd450f6ab3f8c288b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c325a5b88aa7600e783ee566917eff9758a4ec707c33c129463258bf687aee2
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff2736979009751c0c6b0ddcc5f6544d6f723aa752b4798eab0b70fb76cf0083
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:842484d97bbf42f9f92b7e7c8dcf4fda5e0b0607fec45e60ed168e6d3a7f3132
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.03139717425431711,
5
  "eval_steps": 3,
6
- "global_step": 15,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -160,6 +160,49 @@
160
  "eval_samples_per_second": 7.062,
161
  "eval_steps_per_second": 3.531,
162
  "step": 15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
163
  }
164
  ],
165
  "logging_steps": 1,
@@ -179,7 +222,7 @@
179
  "attributes": {}
180
  }
181
  },
182
- "total_flos": 4886247726120960.0,
183
  "train_batch_size": 2,
184
  "trial_name": null,
185
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.04186289900575615,
5
  "eval_steps": 3,
6
+ "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
160
  "eval_samples_per_second": 7.062,
161
  "eval_steps_per_second": 3.531,
162
  "step": 15
163
+ },
164
+ {
165
+ "epoch": 0.03349031920460492,
166
+ "grad_norm": 2.774341344833374,
167
+ "learning_rate": 4.2178276747988446e-05,
168
+ "loss": 2.1482,
169
+ "step": 16
170
+ },
171
+ {
172
+ "epoch": 0.035583464154892726,
173
+ "grad_norm": 2.640618324279785,
174
+ "learning_rate": 3.4549150281252636e-05,
175
+ "loss": 2.0841,
176
+ "step": 17
177
+ },
178
+ {
179
+ "epoch": 0.03767660910518053,
180
+ "grad_norm": 3.8104114532470703,
181
+ "learning_rate": 2.7300475013022663e-05,
182
+ "loss": 2.4072,
183
+ "step": 18
184
+ },
185
+ {
186
+ "epoch": 0.03767660910518053,
187
+ "eval_loss": 0.510881245136261,
188
+ "eval_runtime": 28.714,
189
+ "eval_samples_per_second": 7.035,
190
+ "eval_steps_per_second": 3.517,
191
+ "step": 18
192
+ },
193
+ {
194
+ "epoch": 0.03976975405546834,
195
+ "grad_norm": 2.4819905757904053,
196
+ "learning_rate": 2.061073738537635e-05,
197
+ "loss": 1.8718,
198
+ "step": 19
199
+ },
200
+ {
201
+ "epoch": 0.04186289900575615,
202
+ "grad_norm": 3.231020212173462,
203
+ "learning_rate": 1.4644660940672627e-05,
204
+ "loss": 2.3639,
205
+ "step": 20
206
  }
207
  ],
208
  "logging_steps": 1,
 
222
  "attributes": {}
223
  }
224
  },
225
+ "total_flos": 6514996968161280.0,
226
  "train_batch_size": 2,
227
  "trial_name": null,
228
  "trial_params": null