{ "best_metric": 0.6695631146430969, "best_model_checkpoint": "/scratch/hlv8980/Attack_Benchmark/models/hyena/H3K4me3/origin/checkpoint-400", "epoch": 4.0, "global_step": 1840, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.22, "learning_rate": 2.917877094972067e-05, "loss": 0.6942, "step": 100 }, { "epoch": 0.43, "learning_rate": 2.7519553072625697e-05, "loss": 0.675, "step": 200 }, { "epoch": 0.43, "eval_accuracy": 0.5616847826086957, "eval_f1": 0.5608018394138441, "eval_loss": 0.6820418834686279, "eval_matthews_correlation": 0.12193330116697981, "eval_precision": 0.5608729118749369, "eval_recall": 0.5610605336410679, "eval_runtime": 0.4038, "eval_samples_per_second": 9113.831, "eval_steps_per_second": 143.642, "step": 200 }, { "epoch": 0.65, "learning_rate": 2.5843575418994415e-05, "loss": 0.672, "step": 300 }, { "epoch": 0.87, "learning_rate": 2.416759776536313e-05, "loss": 0.662, "step": 400 }, { "epoch": 0.87, "eval_accuracy": 0.585054347826087, "eval_f1": 0.5588434446757684, "eval_loss": 0.6695631146430969, "eval_matthews_correlation": 0.15914923399715225, "eval_precision": 0.5877648456579614, "eval_recall": 0.572148701715351, "eval_runtime": 0.3971, "eval_samples_per_second": 9267.243, "eval_steps_per_second": 146.06, "step": 400 }, { "epoch": 1.09, "learning_rate": 2.2491620111731846e-05, "loss": 0.6639, "step": 500 }, { "epoch": 1.3, "learning_rate": 2.081564245810056e-05, "loss": 0.6499, "step": 600 }, { "epoch": 1.3, "eval_accuracy": 0.5766304347826087, "eval_f1": 0.5545112665112665, "eval_loss": 0.6733725666999817, "eval_matthews_correlation": 0.1404908954551678, "eval_precision": 0.5759215617817346, "eval_recall": 0.5649936962655562, "eval_runtime": 0.3955, "eval_samples_per_second": 9305.318, "eval_steps_per_second": 146.66, "step": 600 }, { "epoch": 1.52, "learning_rate": 1.9139664804469275e-05, "loss": 0.6465, "step": 700 }, { "epoch": 1.74, "learning_rate": 1.746368715083799e-05, "loss": 0.6461, "step": 800 }, { "epoch": 1.74, "eval_accuracy": 0.5845108695652174, "eval_f1": 0.5683997680733249, "eval_loss": 0.6737465262413025, "eval_matthews_correlation": 0.15773981691144198, "eval_precision": 0.583220569452372, "eval_recall": 0.574746694245752, "eval_runtime": 0.3961, "eval_samples_per_second": 9289.687, "eval_steps_per_second": 146.414, "step": 800 }, { "epoch": 1.96, "learning_rate": 1.5787709497206703e-05, "loss": 0.6375, "step": 900 }, { "epoch": 2.17, "learning_rate": 1.4111731843575419e-05, "loss": 0.6078, "step": 1000 }, { "epoch": 2.17, "eval_accuracy": 0.5891304347826087, "eval_f1": 0.5889263306834472, "eval_loss": 0.6891301274299622, "eval_matthews_correlation": 0.1797107529995739, "eval_precision": 0.589696316466228, "eval_recall": 0.590014718597262, "eval_runtime": 0.3955, "eval_samples_per_second": 9304.477, "eval_steps_per_second": 146.647, "step": 1000 }, { "epoch": 2.39, "learning_rate": 1.2452513966480446e-05, "loss": 0.6023, "step": 1100 }, { "epoch": 2.61, "learning_rate": 1.0793296089385476e-05, "loss": 0.586, "step": 1200 }, { "epoch": 2.61, "eval_accuracy": 0.5869565217391305, "eval_f1": 0.5856833203168053, "eval_loss": 0.6935693025588989, "eval_matthews_correlation": 0.17141666326408017, "eval_precision": 0.5856461880088824, "eval_recall": 0.5857705203457032, "eval_runtime": 0.3954, "eval_samples_per_second": 9307.265, "eval_steps_per_second": 146.691, "step": 1200 }, { "epoch": 2.83, "learning_rate": 9.117318435754191e-06, "loss": 0.594, "step": 1300 }, { "epoch": 3.04, "learning_rate": 7.441340782122905e-06, "loss": 0.5718, "step": 1400 }, { "epoch": 3.04, "eval_accuracy": 0.5828804347826086, "eval_f1": 0.5821769565798512, "eval_loss": 0.7030421495437622, "eval_matthews_correlation": 0.16486500695466408, "eval_precision": 0.5822907774321552, "eval_recall": 0.5825744736114884, "eval_runtime": 0.3959, "eval_samples_per_second": 9295.814, "eval_steps_per_second": 146.51, "step": 1400 }, { "epoch": 3.26, "learning_rate": 5.76536312849162e-06, "loss": 0.5242, "step": 1500 }, { "epoch": 3.48, "learning_rate": 4.089385474860335e-06, "loss": 0.5192, "step": 1600 }, { "epoch": 3.48, "eval_accuracy": 0.5730978260869565, "eval_f1": 0.5717689323444719, "eval_loss": 0.7275993227958679, "eval_matthews_correlation": 0.14358270997293116, "eval_precision": 0.5717412243261593, "eval_recall": 0.5718415206766048, "eval_runtime": 0.3973, "eval_samples_per_second": 9261.888, "eval_steps_per_second": 145.975, "step": 1600 }, { "epoch": 3.7, "learning_rate": 2.4134078212290504e-06, "loss": 0.5158, "step": 1700 }, { "epoch": 3.91, "learning_rate": 7.374301675977653e-07, "loss": 0.5152, "step": 1800 }, { "epoch": 3.91, "eval_accuracy": 0.5766304347826087, "eval_f1": 0.5752996082063626, "eval_loss": 0.7313302755355835, "eval_matthews_correlation": 0.15064050307044408, "eval_precision": 0.5752696959790782, "eval_recall": 0.5753708410474517, "eval_runtime": 0.3982, "eval_samples_per_second": 9241.16, "eval_steps_per_second": 145.649, "step": 1800 }, { "epoch": 4.0, "step": 1840, "total_flos": 592176015212544.0, "train_loss": 0.6079915150352146, "train_runtime": 69.0482, "train_samples_per_second": 1705.418, "train_steps_per_second": 26.648 } ], "max_steps": 1840, "num_train_epochs": 4, "total_flos": 592176015212544.0, "trial_name": null, "trial_params": null }