| { | |
| "best_metric": 0.6695631146430969, | |
| "best_model_checkpoint": "/scratch/hlv8980/Attack_Benchmark/models/hyena/H3K4me3/origin/checkpoint-400", | |
| "epoch": 4.0, | |
| "global_step": 1840, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 2.917877094972067e-05, | |
| "loss": 0.6942, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.7519553072625697e-05, | |
| "loss": 0.675, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_accuracy": 0.5616847826086957, | |
| "eval_f1": 0.5608018394138441, | |
| "eval_loss": 0.6820418834686279, | |
| "eval_matthews_correlation": 0.12193330116697981, | |
| "eval_precision": 0.5608729118749369, | |
| "eval_recall": 0.5610605336410679, | |
| "eval_runtime": 0.4038, | |
| "eval_samples_per_second": 9113.831, | |
| "eval_steps_per_second": 143.642, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.5843575418994415e-05, | |
| "loss": 0.672, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 2.416759776536313e-05, | |
| "loss": 0.662, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "eval_accuracy": 0.585054347826087, | |
| "eval_f1": 0.5588434446757684, | |
| "eval_loss": 0.6695631146430969, | |
| "eval_matthews_correlation": 0.15914923399715225, | |
| "eval_precision": 0.5877648456579614, | |
| "eval_recall": 0.572148701715351, | |
| "eval_runtime": 0.3971, | |
| "eval_samples_per_second": 9267.243, | |
| "eval_steps_per_second": 146.06, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2491620111731846e-05, | |
| "loss": 0.6639, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.081564245810056e-05, | |
| "loss": 0.6499, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "eval_accuracy": 0.5766304347826087, | |
| "eval_f1": 0.5545112665112665, | |
| "eval_loss": 0.6733725666999817, | |
| "eval_matthews_correlation": 0.1404908954551678, | |
| "eval_precision": 0.5759215617817346, | |
| "eval_recall": 0.5649936962655562, | |
| "eval_runtime": 0.3955, | |
| "eval_samples_per_second": 9305.318, | |
| "eval_steps_per_second": 146.66, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 1.9139664804469275e-05, | |
| "loss": 0.6465, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.746368715083799e-05, | |
| "loss": 0.6461, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "eval_accuracy": 0.5845108695652174, | |
| "eval_f1": 0.5683997680733249, | |
| "eval_loss": 0.6737465262413025, | |
| "eval_matthews_correlation": 0.15773981691144198, | |
| "eval_precision": 0.583220569452372, | |
| "eval_recall": 0.574746694245752, | |
| "eval_runtime": 0.3961, | |
| "eval_samples_per_second": 9289.687, | |
| "eval_steps_per_second": 146.414, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.5787709497206703e-05, | |
| "loss": 0.6375, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.4111731843575419e-05, | |
| "loss": 0.6078, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "eval_accuracy": 0.5891304347826087, | |
| "eval_f1": 0.5889263306834472, | |
| "eval_loss": 0.6891301274299622, | |
| "eval_matthews_correlation": 0.1797107529995739, | |
| "eval_precision": 0.589696316466228, | |
| "eval_recall": 0.590014718597262, | |
| "eval_runtime": 0.3955, | |
| "eval_samples_per_second": 9304.477, | |
| "eval_steps_per_second": 146.647, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.2452513966480446e-05, | |
| "loss": 0.6023, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 1.0793296089385476e-05, | |
| "loss": 0.586, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "eval_accuracy": 0.5869565217391305, | |
| "eval_f1": 0.5856833203168053, | |
| "eval_loss": 0.6935693025588989, | |
| "eval_matthews_correlation": 0.17141666326408017, | |
| "eval_precision": 0.5856461880088824, | |
| "eval_recall": 0.5857705203457032, | |
| "eval_runtime": 0.3954, | |
| "eval_samples_per_second": 9307.265, | |
| "eval_steps_per_second": 146.691, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 9.117318435754191e-06, | |
| "loss": 0.594, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 7.441340782122905e-06, | |
| "loss": 0.5718, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "eval_accuracy": 0.5828804347826086, | |
| "eval_f1": 0.5821769565798512, | |
| "eval_loss": 0.7030421495437622, | |
| "eval_matthews_correlation": 0.16486500695466408, | |
| "eval_precision": 0.5822907774321552, | |
| "eval_recall": 0.5825744736114884, | |
| "eval_runtime": 0.3959, | |
| "eval_samples_per_second": 9295.814, | |
| "eval_steps_per_second": 146.51, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 5.76536312849162e-06, | |
| "loss": 0.5242, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 4.089385474860335e-06, | |
| "loss": 0.5192, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "eval_accuracy": 0.5730978260869565, | |
| "eval_f1": 0.5717689323444719, | |
| "eval_loss": 0.7275993227958679, | |
| "eval_matthews_correlation": 0.14358270997293116, | |
| "eval_precision": 0.5717412243261593, | |
| "eval_recall": 0.5718415206766048, | |
| "eval_runtime": 0.3973, | |
| "eval_samples_per_second": 9261.888, | |
| "eval_steps_per_second": 145.975, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 2.4134078212290504e-06, | |
| "loss": 0.5158, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 7.374301675977653e-07, | |
| "loss": 0.5152, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "eval_accuracy": 0.5766304347826087, | |
| "eval_f1": 0.5752996082063626, | |
| "eval_loss": 0.7313302755355835, | |
| "eval_matthews_correlation": 0.15064050307044408, | |
| "eval_precision": 0.5752696959790782, | |
| "eval_recall": 0.5753708410474517, | |
| "eval_runtime": 0.3982, | |
| "eval_samples_per_second": 9241.16, | |
| "eval_steps_per_second": 145.649, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 1840, | |
| "total_flos": 592176015212544.0, | |
| "train_loss": 0.6079915150352146, | |
| "train_runtime": 69.0482, | |
| "train_samples_per_second": 1705.418, | |
| "train_steps_per_second": 26.648 | |
| } | |
| ], | |
| "max_steps": 1840, | |
| "num_train_epochs": 4, | |
| "total_flos": 592176015212544.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |