llama-3.3-70b-decipher-adapters / improvement_metadata.json
HariomSahu's picture
Upload folder using huggingface_hub
ca09cab verified
{
"training_date": "2025-07-15T22:44:44.375292",
"base_model": "meta-llama/Llama-3.3-70B-Instruct",
"training_steps_completed": 240,
"final_training_loss": 0.0094,
"final_validation_loss": 1.12709,
"improvements": {
"learning_rate_increase": "20x higher (1e-4 vs 5e-6)",
"lora_rank_increase": "2x larger (64 vs 32)",
"additional_epochs": "5 vs 3",
"enhanced_prompts": true,
"domain_balancing": true,
"aggressive_lora": true
},
"training_results": {
"training_loss_reduction": "96% (0.266 \u2192 0.009)",
"validation_loss_improvement": "13% (1.295 \u2192 1.127)",
"training_completed": true,
"overfitting_detected": "Mild (expected with aggressive training)"
}
}