gpt2-SFT / trainer_state.json
KotshinZ's picture
Model save
da4ccf7 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 100,
"global_step": 324,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.030864197530864196,
"grad_norm": 2.801547146682613,
"learning_rate": 6.060606060606061e-06,
"loss": 3.4098,
"mean_token_accuracy": 0.37030486166477206,
"step": 10
},
{
"epoch": 0.06172839506172839,
"grad_norm": 1.75272536141732,
"learning_rate": 1.2121212121212122e-05,
"loss": 3.3597,
"mean_token_accuracy": 0.3771016627550125,
"step": 20
},
{
"epoch": 0.09259259259259259,
"grad_norm": 1.398235214213489,
"learning_rate": 1.8181818181818182e-05,
"loss": 3.3316,
"mean_token_accuracy": 0.3800418496131897,
"step": 30
},
{
"epoch": 0.12345679012345678,
"grad_norm": 1.1493166383946674,
"learning_rate": 1.9971458739130598e-05,
"loss": 3.2765,
"mean_token_accuracy": 0.3864120662212372,
"step": 40
},
{
"epoch": 0.15432098765432098,
"grad_norm": 1.0928521826388469,
"learning_rate": 1.983205687062742e-05,
"loss": 3.2601,
"mean_token_accuracy": 0.38865621387958527,
"step": 50
},
{
"epoch": 0.18518518518518517,
"grad_norm": 1.051132616366509,
"learning_rate": 1.957817324187987e-05,
"loss": 3.2511,
"mean_token_accuracy": 0.38999360203742983,
"step": 60
},
{
"epoch": 0.21604938271604937,
"grad_norm": 1.0185881030179378,
"learning_rate": 1.921276400388451e-05,
"loss": 3.2235,
"mean_token_accuracy": 0.3924990862607956,
"step": 70
},
{
"epoch": 0.24691358024691357,
"grad_norm": 1.0076933028462502,
"learning_rate": 1.874008388109276e-05,
"loss": 3.2341,
"mean_token_accuracy": 0.39132562279701233,
"step": 80
},
{
"epoch": 0.2777777777777778,
"grad_norm": 0.9614110884294764,
"learning_rate": 1.816563663057211e-05,
"loss": 3.2218,
"mean_token_accuracy": 0.3926112145185471,
"step": 90
},
{
"epoch": 0.30864197530864196,
"grad_norm": 0.8588255327540169,
"learning_rate": 1.749611095777581e-05,
"loss": 3.2184,
"mean_token_accuracy": 0.3942494422197342,
"step": 100
},
{
"epoch": 0.30864197530864196,
"eval_loss": 3.005662441253662,
"eval_mean_token_accuracy": 0.4227954422434171,
"eval_runtime": 1.7433,
"eval_samples_per_second": 53.347,
"eval_steps_per_second": 6.883,
"step": 100
},
{
"epoch": 0.3395061728395062,
"grad_norm": 0.9111279933093522,
"learning_rate": 1.673930263510011e-05,
"loss": 3.2183,
"mean_token_accuracy": 0.39443579018116,
"step": 110
},
{
"epoch": 0.37037037037037035,
"grad_norm": 0.8443631468404235,
"learning_rate": 1.5904023730059227e-05,
"loss": 3.174,
"mean_token_accuracy": 0.3968636095523834,
"step": 120
},
{
"epoch": 0.4012345679012346,
"grad_norm": 0.7784470701259443,
"learning_rate": 1.5000000000000002e-05,
"loss": 3.198,
"mean_token_accuracy": 0.39601509273052216,
"step": 130
},
{
"epoch": 0.43209876543209874,
"grad_norm": 0.9408416181737065,
"learning_rate": 1.4037757648064019e-05,
"loss": 3.169,
"mean_token_accuracy": 0.39953720271587373,
"step": 140
},
{
"epoch": 0.46296296296296297,
"grad_norm": 0.8992234272178823,
"learning_rate": 1.3028500758979507e-05,
"loss": 3.1816,
"mean_token_accuracy": 0.39692102670669555,
"step": 150
},
{
"epoch": 0.49382716049382713,
"grad_norm": 0.7966343469917108,
"learning_rate": 1.1983980841786899e-05,
"loss": 3.1658,
"mean_token_accuracy": 0.39880101978778837,
"step": 160
},
{
"epoch": 0.5246913580246914,
"grad_norm": 0.7567594319754051,
"learning_rate": 1.0916359998506549e-05,
"loss": 3.1597,
"mean_token_accuracy": 0.3991874396800995,
"step": 170
},
{
"epoch": 0.5555555555555556,
"grad_norm": 0.8942537839940679,
"learning_rate": 9.838069311974986e-06,
"loss": 3.1839,
"mean_token_accuracy": 0.39815137088298796,
"step": 180
},
{
"epoch": 0.5864197530864198,
"grad_norm": 0.7891927796973276,
"learning_rate": 8.7616641017427e-06,
"loss": 3.1867,
"mean_token_accuracy": 0.3971911668777466,
"step": 190
},
{
"epoch": 0.6172839506172839,
"grad_norm": 0.8968961057445863,
"learning_rate": 7.699677733393827e-06,
"loss": 3.1794,
"mean_token_accuracy": 0.3982805788516998,
"step": 200
},
{
"epoch": 0.6172839506172839,
"eval_loss": 2.987029790878296,
"eval_mean_token_accuracy": 0.42388613273700076,
"eval_runtime": 1.7289,
"eval_samples_per_second": 53.791,
"eval_steps_per_second": 6.941,
"step": 200
},
{
"epoch": 0.6481481481481481,
"grad_norm": 0.749592048458194,
"learning_rate": 6.664475683491797e-06,
"loss": 3.1534,
"mean_token_accuracy": 0.4000447064638138,
"step": 210
},
{
"epoch": 0.6790123456790124,
"grad_norm": 0.8463738403795209,
"learning_rate": 5.6681115593784705e-06,
"loss": 3.1758,
"mean_token_accuracy": 0.39696604907512667,
"step": 220
},
{
"epoch": 0.7098765432098766,
"grad_norm": 0.773029467101032,
"learning_rate": 4.722186750292511e-06,
"loss": 3.1788,
"mean_token_accuracy": 0.398376402258873,
"step": 230
},
{
"epoch": 0.7407407407407407,
"grad_norm": 0.7480708017713564,
"learning_rate": 3.837715343990727e-06,
"loss": 3.1579,
"mean_token_accuracy": 0.40122034549713137,
"step": 240
},
{
"epoch": 0.7716049382716049,
"grad_norm": 0.7727925167197635,
"learning_rate": 3.024995881745972e-06,
"loss": 3.1877,
"mean_token_accuracy": 0.39733474254608153,
"step": 250
},
{
"epoch": 0.8024691358024691,
"grad_norm": 0.8121479296047495,
"learning_rate": 2.293491444971109e-06,
"loss": 3.1588,
"mean_token_accuracy": 0.39986406564712523,
"step": 260
},
{
"epoch": 0.8333333333333334,
"grad_norm": 0.818064094402815,
"learning_rate": 1.6517194697072903e-06,
"loss": 3.1651,
"mean_token_accuracy": 0.3996410697698593,
"step": 270
},
{
"epoch": 0.8641975308641975,
"grad_norm": 0.7271998536527885,
"learning_rate": 1.1071525719463094e-06,
"loss": 3.1971,
"mean_token_accuracy": 0.39565774202346804,
"step": 280
},
{
"epoch": 0.8950617283950617,
"grad_norm": 0.7601308393782793,
"learning_rate": 6.661315385496426e-07,
"loss": 3.1713,
"mean_token_accuracy": 0.3977700412273407,
"step": 290
},
{
"epoch": 0.9259259259259259,
"grad_norm": 0.7456928451079772,
"learning_rate": 3.3379149687388866e-07,
"loss": 3.1662,
"mean_token_accuracy": 0.3995864540338516,
"step": 300
},
{
"epoch": 0.9259259259259259,
"eval_loss": 2.9822428226470947,
"eval_mean_token_accuracy": 0.4246668443083763,
"eval_runtime": 1.7305,
"eval_samples_per_second": 53.742,
"eval_steps_per_second": 6.934,
"step": 300
},
{
"epoch": 0.9567901234567902,
"grad_norm": 0.7365449920194871,
"learning_rate": 1.1400212276321377e-07,
"loss": 3.1553,
"mean_token_accuracy": 0.401428085565567,
"step": 310
},
{
"epoch": 0.9876543209876543,
"grad_norm": 0.7469534948900145,
"learning_rate": 9.322583110392692e-09,
"loss": 3.1715,
"mean_token_accuracy": 0.3986253648996353,
"step": 320
},
{
"epoch": 1.0,
"mean_token_accuracy": 0.4006178230047226,
"step": 324,
"total_flos": 15459466346496.0,
"train_loss": 3.207212707142771,
"train_runtime": 884.063,
"train_samples_per_second": 23.43,
"train_steps_per_second": 0.366
}
],
"logging_steps": 10,
"max_steps": 324,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": false,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 15459466346496.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}