End of training

README.md

@@ -2,6 +2,8 @@
 license: cc-by-nc-4.0
 library_name: peft
 tags:
+- text-to-audio
+- sweet-dreambooths/black-eyed-peas-v1-piano-prompts
 - generated_from_trainer
 base_model: facebook/musicgen-melody-large
 model-index:
@@ -16,11 +18,11 @@ should probably proofread and complete it, then remove this comment. -->
 [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/sanchit-gandhi/black-eyed-peas/runs/cglfpwuh)
 # black-eyed-peas-v1-crafted-variable-prompt-16-epochs-piano-prompts
 
-This model is a fine-tuned version of [facebook/musicgen-melody-large](https://huggingface.co/facebook/musicgen-melody-large) on an unknown dataset.
+This model is a fine-tuned version of [facebook/musicgen-melody-large](https://huggingface.co/facebook/musicgen-melody-large) on the SWEET-DREAMBOOTHS/BLACK-EYED-PEAS-V1-PIANO-PROMPTS - DEFAULT dataset.
 It achieves the following results on the evaluation set:
-- Loss: 3.6277
-- Text Cosine Sim: 0.2459
-- Audio Cosine Sim: 0.5883
+- Loss: 3.6438
+- Text Cosine Sim: 0.2460
+- Audio Cosine Sim: 0.5781
 
 ## Model description
 

all_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 15.835051546391753,
+    "eval_audio_cosine_sim": 0.5780665278434753,
+    "eval_loss": 3.6437976360321045,
+    "eval_runtime": 1037.2655,
+    "eval_samples": 12,
+    "eval_samples_per_second": 0.012,
+    "eval_steps_per_second": 0.012,
+    "eval_text_cosine_sim": 0.246041402220726,
+    "total_flos": 1925884422732936.0,
+    "train_loss": 7.460742597778638,
+    "train_runtime": 13364.4334,
+    "train_samples": 97,
+    "train_samples_per_second": 0.116,
+    "train_steps_per_second": 0.007
+}

eval_results.json

@@ -0,0 +1,10 @@
+{
+    "epoch": 15.835051546391753,
+    "eval_audio_cosine_sim": 0.5780665278434753,
+    "eval_loss": 3.6437976360321045,
+    "eval_runtime": 1037.2655,
+    "eval_samples": 12,
+    "eval_samples_per_second": 0.012,
+    "eval_steps_per_second": 0.012,
+    "eval_text_cosine_sim": 0.246041402220726
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 15.835051546391753,
+    "total_flos": 1925884422732936.0,
+    "train_loss": 7.460742597778638,
+    "train_runtime": 13364.4334,
+    "train_samples": 97,
+    "train_samples_per_second": 0.116,
+    "train_steps_per_second": 0.007
+}

trainer_state.json

@@ -0,0 +1,744 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 15.835051546391753,
+  "eval_steps": 30,
+  "global_step": 96,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.16494845360824742,
+      "grad_norm": 1.603933334350586,
+      "learning_rate": 2.9687500000000003e-05,
+      "loss": 10.1011,
+      "step": 1
+    },
+    {
+      "epoch": 0.32989690721649484,
+      "grad_norm": 1.7179864645004272,
+      "learning_rate": 2.9375e-05,
+      "loss": 10.2338,
+      "step": 2
+    },
+    {
+      "epoch": 0.4948453608247423,
+      "grad_norm": 1.748449444770813,
+      "learning_rate": 2.90625e-05,
+      "loss": 10.0554,
+      "step": 3
+    },
+    {
+      "epoch": 0.6597938144329897,
+      "grad_norm": 2.172945976257324,
+      "learning_rate": 2.875e-05,
+      "loss": 10.1999,
+      "step": 4
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 2.121206045150757,
+      "learning_rate": 2.84375e-05,
+      "loss": 10.0634,
+      "step": 5
+    },
+    {
+      "epoch": 0.9896907216494846,
+      "grad_norm": 2.179741144180298,
+      "learning_rate": 2.8125e-05,
+      "loss": 9.8454,
+      "step": 6
+    },
+    {
+      "epoch": 1.1546391752577319,
+      "grad_norm": 2.3345258235931396,
+      "learning_rate": 2.7812500000000002e-05,
+      "loss": 9.9095,
+      "step": 7
+    },
+    {
+      "epoch": 1.3195876288659794,
+      "grad_norm": 2.664315938949585,
+      "learning_rate": 2.75e-05,
+      "loss": 9.8296,
+      "step": 8
+    },
+    {
+      "epoch": 1.4845360824742269,
+      "grad_norm": 3.1426305770874023,
+      "learning_rate": 2.71875e-05,
+      "loss": 9.8446,
+      "step": 9
+    },
+    {
+      "epoch": 1.6494845360824741,
+      "grad_norm": 2.7230398654937744,
+      "learning_rate": 2.6875000000000003e-05,
+      "loss": 9.5769,
+      "step": 10
+    },
+    {
+      "epoch": 1.8144329896907216,
+      "grad_norm": 2.9412689208984375,
+      "learning_rate": 2.65625e-05,
+      "loss": 9.5563,
+      "step": 11
+    },
+    {
+      "epoch": 1.9793814432989691,
+      "grad_norm": 3.2456820011138916,
+      "learning_rate": 2.625e-05,
+      "loss": 9.4496,
+      "step": 12
+    },
+    {
+      "epoch": 2.1443298969072164,
+      "grad_norm": 3.3948400020599365,
+      "learning_rate": 2.59375e-05,
+      "loss": 9.3822,
+      "step": 13
+    },
+    {
+      "epoch": 2.3092783505154637,
+      "grad_norm": 3.4787559509277344,
+      "learning_rate": 2.5625e-05,
+      "loss": 9.2314,
+      "step": 14
+    },
+    {
+      "epoch": 2.4742268041237114,
+      "grad_norm": 3.8148350715637207,
+      "learning_rate": 2.5312500000000002e-05,
+      "loss": 9.1825,
+      "step": 15
+    },
+    {
+      "epoch": 2.6391752577319587,
+      "grad_norm": 3.7718141078948975,
+      "learning_rate": 2.5e-05,
+      "loss": 9.0502,
+      "step": 16
+    },
+    {
+      "epoch": 2.804123711340206,
+      "grad_norm": 3.9114766120910645,
+      "learning_rate": 2.46875e-05,
+      "loss": 8.9091,
+      "step": 17
+    },
+    {
+      "epoch": 2.9690721649484537,
+      "grad_norm": 3.791461706161499,
+      "learning_rate": 2.4375e-05,
+      "loss": 8.825,
+      "step": 18
+    },
+    {
+      "epoch": 3.134020618556701,
+      "grad_norm": 3.532548666000366,
+      "learning_rate": 2.4062500000000002e-05,
+      "loss": 8.6953,
+      "step": 19
+    },
+    {
+      "epoch": 3.2989690721649483,
+      "grad_norm": 3.9233362674713135,
+      "learning_rate": 2.3749999999999998e-05,
+      "loss": 8.5862,
+      "step": 20
+    },
+    {
+      "epoch": 3.463917525773196,
+      "grad_norm": 3.315626621246338,
+      "learning_rate": 2.34375e-05,
+      "loss": 8.5552,
+      "step": 21
+    },
+    {
+      "epoch": 3.6288659793814433,
+      "grad_norm": 3.417571783065796,
+      "learning_rate": 2.3125000000000003e-05,
+      "loss": 8.358,
+      "step": 22
+    },
+    {
+      "epoch": 3.7938144329896906,
+      "grad_norm": 3.810925006866455,
+      "learning_rate": 2.28125e-05,
+      "loss": 8.2089,
+      "step": 23
+    },
+    {
+      "epoch": 3.9587628865979383,
+      "grad_norm": 3.319178819656372,
+      "learning_rate": 2.25e-05,
+      "loss": 8.1787,
+      "step": 24
+    },
+    {
+      "epoch": 4.123711340206185,
+      "grad_norm": 3.318840742111206,
+      "learning_rate": 2.21875e-05,
+      "loss": 8.1272,
+      "step": 25
+    },
+    {
+      "epoch": 4.288659793814433,
+      "grad_norm": 3.684760332107544,
+      "learning_rate": 2.1875e-05,
+      "loss": 8.1127,
+      "step": 26
+    },
+    {
+      "epoch": 4.453608247422681,
+      "grad_norm": 3.7684097290039062,
+      "learning_rate": 2.15625e-05,
+      "loss": 7.9922,
+      "step": 27
+    },
+    {
+      "epoch": 4.618556701030927,
+      "grad_norm": 4.493322849273682,
+      "learning_rate": 2.125e-05,
+      "loss": 7.8609,
+      "step": 28
+    },
+    {
+      "epoch": 4.783505154639175,
+      "grad_norm": 4.545900821685791,
+      "learning_rate": 2.09375e-05,
+      "loss": 7.9192,
+      "step": 29
+    },
+    {
+      "epoch": 4.948453608247423,
+      "grad_norm": 3.999005079269409,
+      "learning_rate": 2.0625e-05,
+      "loss": 7.7976,
+      "step": 30
+    },
+    {
+      "epoch": 4.948453608247423,
+      "eval_audio_cosine_sim": 0.5581808090209961,
+      "eval_loss": 3.100252151489258,
+      "eval_runtime": 2102.121,
+      "eval_samples_per_second": 0.006,
+      "eval_steps_per_second": 0.006,
+      "eval_text_cosine_sim": 0.3910459578037262,
+      "step": 30
+    },
+    {
+      "epoch": 5.11340206185567,
+      "grad_norm": 4.612445831298828,
+      "learning_rate": 2.0312500000000002e-05,
+      "loss": 7.7548,
+      "step": 31
+    },
+    {
+      "epoch": 5.278350515463917,
+      "grad_norm": 4.341012001037598,
+      "learning_rate": 1.9999999999999998e-05,
+      "loss": 7.5716,
+      "step": 32
+    },
+    {
+      "epoch": 5.443298969072165,
+      "grad_norm": 4.00157356262207,
+      "learning_rate": 1.96875e-05,
+      "loss": 7.8051,
+      "step": 33
+    },
+    {
+      "epoch": 5.608247422680412,
+      "grad_norm": 3.777099847793579,
+      "learning_rate": 1.9375e-05,
+      "loss": 7.5696,
+      "step": 34
+    },
+    {
+      "epoch": 5.77319587628866,
+      "grad_norm": 3.256072998046875,
+      "learning_rate": 1.90625e-05,
+      "loss": 7.5285,
+      "step": 35
+    },
+    {
+      "epoch": 5.938144329896907,
+      "grad_norm": 3.026923179626465,
+      "learning_rate": 1.8750000000000002e-05,
+      "loss": 7.3408,
+      "step": 36
+    },
+    {
+      "epoch": 6.103092783505154,
+      "grad_norm": 2.9930453300476074,
+      "learning_rate": 1.84375e-05,
+      "loss": 7.2398,
+      "step": 37
+    },
+    {
+      "epoch": 6.268041237113402,
+      "grad_norm": 2.6270177364349365,
+      "learning_rate": 1.8125e-05,
+      "loss": 7.2282,
+      "step": 38
+    },
+    {
+      "epoch": 6.43298969072165,
+      "grad_norm": 2.583390474319458,
+      "learning_rate": 1.78125e-05,
+      "loss": 7.2528,
+      "step": 39
+    },
+    {
+      "epoch": 6.597938144329897,
+      "grad_norm": 2.5908498764038086,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 7.2968,
+      "step": 40
+    },
+    {
+      "epoch": 6.762886597938144,
+      "grad_norm": 2.725625991821289,
+      "learning_rate": 1.7187499999999998e-05,
+      "loss": 7.4103,
+      "step": 41
+    },
+    {
+      "epoch": 6.927835051546392,
+      "grad_norm": 2.520019769668579,
+      "learning_rate": 1.6875e-05,
+      "loss": 7.2359,
+      "step": 42
+    },
+    {
+      "epoch": 7.092783505154639,
+      "grad_norm": 2.3079137802124023,
+      "learning_rate": 1.6562500000000003e-05,
+      "loss": 7.0846,
+      "step": 43
+    },
+    {
+      "epoch": 7.257731958762887,
+      "grad_norm": 2.5834431648254395,
+      "learning_rate": 1.625e-05,
+      "loss": 6.9889,
+      "step": 44
+    },
+    {
+      "epoch": 7.422680412371134,
+      "grad_norm": 2.618986129760742,
+      "learning_rate": 1.59375e-05,
+      "loss": 7.2963,
+      "step": 45
+    },
+    {
+      "epoch": 7.587628865979381,
+      "grad_norm": 2.395085573196411,
+      "learning_rate": 1.5625e-05,
+      "loss": 7.1191,
+      "step": 46
+    },
+    {
+      "epoch": 7.752577319587629,
+      "grad_norm": 2.3549487590789795,
+      "learning_rate": 1.53125e-05,
+      "loss": 6.7482,
+      "step": 47
+    },
+    {
+      "epoch": 7.917525773195877,
+      "grad_norm": 2.349393606185913,
+      "learning_rate": 1.5e-05,
+      "loss": 7.0581,
+      "step": 48
+    },
+    {
+      "epoch": 8.082474226804123,
+      "grad_norm": 2.2347733974456787,
+      "learning_rate": 1.46875e-05,
+      "loss": 6.8346,
+      "step": 49
+    },
+    {
+      "epoch": 8.24742268041237,
+      "grad_norm": 2.182095527648926,
+      "learning_rate": 1.4375e-05,
+      "loss": 7.0005,
+      "step": 50
+    },
+    {
+      "epoch": 8.412371134020619,
+      "grad_norm": 2.0510122776031494,
+      "learning_rate": 1.40625e-05,
+      "loss": 6.8881,
+      "step": 51
+    },
+    {
+      "epoch": 8.577319587628866,
+      "grad_norm": 1.9954293966293335,
+      "learning_rate": 1.375e-05,
+      "loss": 6.7836,
+      "step": 52
+    },
+    {
+      "epoch": 8.742268041237114,
+      "grad_norm": 1.9961941242218018,
+      "learning_rate": 1.3437500000000001e-05,
+      "loss": 6.6969,
+      "step": 53
+    },
+    {
+      "epoch": 8.907216494845361,
+      "grad_norm": 2.0308048725128174,
+      "learning_rate": 1.3125e-05,
+      "loss": 6.9004,
+      "step": 54
+    },
+    {
+      "epoch": 9.072164948453608,
+      "grad_norm": 1.9732003211975098,
+      "learning_rate": 1.28125e-05,
+      "loss": 6.7652,
+      "step": 55
+    },
+    {
+      "epoch": 9.237113402061855,
+      "grad_norm": 1.6928937435150146,
+      "learning_rate": 1.25e-05,
+      "loss": 6.6789,
+      "step": 56
+    },
+    {
+      "epoch": 9.402061855670103,
+      "grad_norm": 1.9639475345611572,
+      "learning_rate": 1.21875e-05,
+      "loss": 6.6207,
+      "step": 57
+    },
+    {
+      "epoch": 9.56701030927835,
+      "grad_norm": 1.6721774339675903,
+      "learning_rate": 1.1874999999999999e-05,
+      "loss": 6.7687,
+      "step": 58
+    },
+    {
+      "epoch": 9.731958762886597,
+      "grad_norm": 1.8212580680847168,
+      "learning_rate": 1.1562500000000002e-05,
+      "loss": 6.5534,
+      "step": 59
+    },
+    {
+      "epoch": 9.896907216494846,
+      "grad_norm": 1.6735063791275024,
+      "learning_rate": 1.125e-05,
+      "loss": 6.6807,
+      "step": 60
+    },
+    {
+      "epoch": 9.896907216494846,
+      "eval_audio_cosine_sim": 0.6627817749977112,
+      "eval_loss": 3.2311527729034424,
+      "eval_runtime": 2160.5029,
+      "eval_samples_per_second": 0.006,
+      "eval_steps_per_second": 0.006,
+      "eval_text_cosine_sim": 0.35343077778816223,
+      "step": 60
+    },
+    {
+      "epoch": 10.061855670103093,
+      "grad_norm": 1.6333427429199219,
+      "learning_rate": 1.09375e-05,
+      "loss": 6.6808,
+      "step": 61
+    },
+    {
+      "epoch": 10.22680412371134,
+      "grad_norm": 1.5876134634017944,
+      "learning_rate": 1.0625e-05,
+      "loss": 6.6629,
+      "step": 62
+    },
+    {
+      "epoch": 10.391752577319588,
+      "grad_norm": 1.4894704818725586,
+      "learning_rate": 1.03125e-05,
+      "loss": 6.6252,
+      "step": 63
+    },
+    {
+      "epoch": 10.556701030927835,
+      "grad_norm": 1.5303210020065308,
+      "learning_rate": 9.999999999999999e-06,
+      "loss": 6.4798,
+      "step": 64
+    },
+    {
+      "epoch": 10.721649484536082,
+      "grad_norm": 1.3529256582260132,
+      "learning_rate": 9.6875e-06,
+      "loss": 6.5828,
+      "step": 65
+    },
+    {
+      "epoch": 10.88659793814433,
+      "grad_norm": 1.4958022832870483,
+      "learning_rate": 9.375000000000001e-06,
+      "loss": 6.5528,
+      "step": 66
+    },
+    {
+      "epoch": 11.051546391752577,
+      "grad_norm": 1.6871830224990845,
+      "learning_rate": 9.0625e-06,
+      "loss": 6.3689,
+      "step": 67
+    },
+    {
+      "epoch": 11.216494845360824,
+      "grad_norm": 1.5430212020874023,
+      "learning_rate": 8.750000000000001e-06,
+      "loss": 6.3102,
+      "step": 68
+    },
+    {
+      "epoch": 11.381443298969073,
+      "grad_norm": 1.4388532638549805,
+      "learning_rate": 8.4375e-06,
+      "loss": 6.4015,
+      "step": 69
+    },
+    {
+      "epoch": 11.54639175257732,
+      "grad_norm": 1.7323001623153687,
+      "learning_rate": 8.125e-06,
+      "loss": 6.7011,
+      "step": 70
+    },
+    {
+      "epoch": 11.711340206185566,
+      "grad_norm": 1.4382604360580444,
+      "learning_rate": 7.8125e-06,
+      "loss": 6.3432,
+      "step": 71
+    },
+    {
+      "epoch": 11.876288659793815,
+      "grad_norm": 1.323933720588684,
+      "learning_rate": 7.5e-06,
+      "loss": 6.5288,
+      "step": 72
+    },
+    {
+      "epoch": 12.041237113402062,
+      "grad_norm": 1.3559449911117554,
+      "learning_rate": 7.1875e-06,
+      "loss": 6.557,
+      "step": 73
+    },
+    {
+      "epoch": 12.206185567010309,
+      "grad_norm": 1.1633719205856323,
+      "learning_rate": 6.875e-06,
+      "loss": 6.386,
+      "step": 74
+    },
+    {
+      "epoch": 12.371134020618557,
+      "grad_norm": 1.5071109533309937,
+      "learning_rate": 6.5625e-06,
+      "loss": 6.5438,
+      "step": 75
+    },
+    {
+      "epoch": 12.536082474226804,
+      "grad_norm": 1.1435602903366089,
+      "learning_rate": 6.25e-06,
+      "loss": 6.4093,
+      "step": 76
+    },
+    {
+      "epoch": 12.70103092783505,
+      "grad_norm": 1.4174741506576538,
+      "learning_rate": 5.9374999999999995e-06,
+      "loss": 6.3887,
+      "step": 77
+    },
+    {
+      "epoch": 12.8659793814433,
+      "grad_norm": 1.423195481300354,
+      "learning_rate": 5.625e-06,
+      "loss": 6.5358,
+      "step": 78
+    },
+    {
+      "epoch": 13.030927835051546,
+      "grad_norm": 1.2214951515197754,
+      "learning_rate": 5.3125e-06,
+      "loss": 6.4307,
+      "step": 79
+    },
+    {
+      "epoch": 13.195876288659793,
+      "grad_norm": 1.1089880466461182,
+      "learning_rate": 4.9999999999999996e-06,
+      "loss": 6.4179,
+      "step": 80
+    },
+    {
+      "epoch": 13.360824742268042,
+      "grad_norm": 1.0945030450820923,
+      "learning_rate": 4.6875000000000004e-06,
+      "loss": 6.3149,
+      "step": 81
+    },
+    {
+      "epoch": 13.525773195876289,
+      "grad_norm": 1.4375858306884766,
+      "learning_rate": 4.3750000000000005e-06,
+      "loss": 6.6049,
+      "step": 82
+    },
+    {
+      "epoch": 13.690721649484535,
+      "grad_norm": 1.2144274711608887,
+      "learning_rate": 4.0625e-06,
+      "loss": 6.3501,
+      "step": 83
+    },
+    {
+      "epoch": 13.855670103092784,
+      "grad_norm": 1.091561198234558,
+      "learning_rate": 3.75e-06,
+      "loss": 6.4059,
+      "step": 84
+    },
+    {
+      "epoch": 14.02061855670103,
+      "grad_norm": 1.4113916158676147,
+      "learning_rate": 3.4375e-06,
+      "loss": 6.1656,
+      "step": 85
+    },
+    {
+      "epoch": 14.185567010309278,
+      "grad_norm": 1.275417685508728,
+      "learning_rate": 3.125e-06,
+      "loss": 6.2095,
+      "step": 86
+    },
+    {
+      "epoch": 14.350515463917526,
+      "grad_norm": 1.1587275266647339,
+      "learning_rate": 2.8125e-06,
+      "loss": 6.4885,
+      "step": 87
+    },
+    {
+      "epoch": 14.515463917525773,
+      "grad_norm": 1.0685796737670898,
+      "learning_rate": 2.4999999999999998e-06,
+      "loss": 6.3991,
+      "step": 88
+    },
+    {
+      "epoch": 14.68041237113402,
+      "grad_norm": 1.102617859840393,
+      "learning_rate": 2.1875000000000002e-06,
+      "loss": 6.4392,
+      "step": 89
+    },
+    {
+      "epoch": 14.845360824742269,
+      "grad_norm": 1.0771472454071045,
+      "learning_rate": 1.875e-06,
+      "loss": 6.4444,
+      "step": 90
+    },
+    {
+      "epoch": 14.845360824742269,
+      "eval_audio_cosine_sim": 0.5883382558822632,
+      "eval_loss": 3.6276748180389404,
+      "eval_runtime": 1072.6246,
+      "eval_samples_per_second": 0.011,
+      "eval_steps_per_second": 0.011,
+      "eval_text_cosine_sim": 0.24592441320419312,
+      "step": 90
+    },
+    {
+      "epoch": 15.010309278350515,
+      "grad_norm": 1.2423425912857056,
+      "learning_rate": 1.5625e-06,
+      "loss": 6.2888,
+      "step": 91
+    },
+    {
+      "epoch": 15.175257731958762,
+      "grad_norm": 1.1462149620056152,
+      "learning_rate": 1.2499999999999999e-06,
+      "loss": 6.4798,
+      "step": 92
+    },
+    {
+      "epoch": 15.34020618556701,
+      "grad_norm": 1.1183279752731323,
+      "learning_rate": 9.375e-07,
+      "loss": 6.254,
+      "step": 93
+    },
+    {
+      "epoch": 15.505154639175258,
+      "grad_norm": 1.1249028444290161,
+      "learning_rate": 6.249999999999999e-07,
+      "loss": 6.3222,
+      "step": 94
+    },
+    {
+      "epoch": 15.670103092783505,
+      "grad_norm": 1.2026952505111694,
+      "learning_rate": 3.1249999999999997e-07,
+      "loss": 6.2651,
+      "step": 95
+    },
+    {
+      "epoch": 15.835051546391753,
+      "grad_norm": 1.283206820487976,
+      "learning_rate": 0.0,
+      "loss": 6.553,
+      "step": 96
+    },
+    {
+      "epoch": 15.835051546391753,
+      "step": 96,
+      "total_flos": 1925884422732936.0,
+      "train_loss": 7.460742597778638,
+      "train_runtime": 13364.4334,
+      "train_samples_per_second": 0.116,
+      "train_steps_per_second": 0.007
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 96,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 16,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1925884422732936.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}