kdearsty commited on
Commit
40521f4
·
verified ·
1 Parent(s): 498ff8d

Upload my model weights

Browse files
adapter_config.json CHANGED
@@ -27,20 +27,20 @@
27
  "rank_pattern": {},
28
  "revision": null,
29
  "target_modules": [
30
- "model.layers.1.mlp.up_proj",
31
- "model.layers.1.self_attn.o_proj",
32
  "model.layers.1.self_attn.q_proj",
33
- "model.layers.0.mlp.gate_proj",
34
  "model.layers.0.mlp.up_proj",
35
- "model.layers.0.self_attn.k_proj",
 
36
  "model.layers.0.self_attn.q_proj",
37
- "model.layers.1.self_attn.k_proj",
38
  "model.layers.1.mlp.gate_proj",
39
- "model.layers.0.self_attn.o_proj",
40
- "model.layers.1.self_attn.v_proj",
41
- "model.layers.0.mlp.down_proj",
42
- "model.layers.1.mlp.down_proj",
43
- "model.layers.0.self_attn.v_proj"
44
  ],
45
  "task_type": "SEQ_CLS",
46
  "trainable_token_indices": null,
 
27
  "rank_pattern": {},
28
  "revision": null,
29
  "target_modules": [
30
+ "model.layers.0.mlp.down_proj",
31
+ "model.layers.0.self_attn.o_proj",
32
  "model.layers.1.self_attn.q_proj",
33
+ "model.layers.1.mlp.down_proj",
34
  "model.layers.0.mlp.up_proj",
35
+ "model.layers.1.self_attn.v_proj",
36
+ "model.layers.0.self_attn.v_proj",
37
  "model.layers.0.self_attn.q_proj",
38
+ "model.layers.1.self_attn.o_proj",
39
  "model.layers.1.mlp.gate_proj",
40
+ "model.layers.0.mlp.gate_proj",
41
+ "model.layers.0.self_attn.k_proj",
42
+ "model.layers.1.self_attn.k_proj",
43
+ "model.layers.1.mlp.up_proj"
 
44
  ],
45
  "task_type": "SEQ_CLS",
46
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e0403ba39e7a9507711e75286f824af82aab1ff85cb396440454381fea81ad2
3
  size 97952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb0f6a1776dd30469c050b715cb9f5adf1a0598ad6ecb7d0b5e41a6cbe82caa3
3
  size 97952
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6782033cd5d1a2f2df5d19a468041cc5d5af9dd4b94c5fa889e0f13cb3767bed
3
  size 212551
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c949146c4fab7d766d3a9f424ee797acf412495494df9db34986452f912d11
3
  size 212551
trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "best_global_step": 315,
3
- "best_metric": 0.38667929292929293,
4
- "best_model_checkpoint": "/home/kat/git-repos/icse/results/rsa/20-05-2025:14-27-00/checkpoint-315",
5
  "epoch": 1.0,
6
  "eval_steps": 500,
7
  "global_step": 315,
@@ -11,57 +11,57 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.15873015873015872,
14
- "grad_norm": 3.0029046535491943,
15
  "learning_rate": 1.688888888888889e-05,
16
- "loss": 0.7009,
17
  "step": 50
18
  },
19
  {
20
  "epoch": 0.31746031746031744,
21
- "grad_norm": 2.6273458003997803,
22
  "learning_rate": 1.3714285714285716e-05,
23
- "loss": 0.6876,
24
  "step": 100
25
  },
26
  {
27
  "epoch": 0.47619047619047616,
28
- "grad_norm": 3.0084035396575928,
29
  "learning_rate": 1.053968253968254e-05,
30
- "loss": 0.6956,
31
  "step": 150
32
  },
33
  {
34
  "epoch": 0.6349206349206349,
35
- "grad_norm": 3.0137736797332764,
36
  "learning_rate": 7.3650793650793666e-06,
37
- "loss": 0.6956,
38
  "step": 200
39
  },
40
  {
41
  "epoch": 0.7936507936507936,
42
- "grad_norm": 3.0123727321624756,
43
  "learning_rate": 4.190476190476191e-06,
44
- "loss": 0.7088,
45
  "step": 250
46
  },
47
  {
48
  "epoch": 0.9523809523809523,
49
- "grad_norm": 2.635606288909912,
50
  "learning_rate": 1.015873015873016e-06,
51
- "loss": 0.7082,
52
  "step": 300
53
  },
54
  {
55
  "epoch": 1.0,
56
- "eval_accuracy": 0.546875,
57
  "eval_balanced_accuracy": 0.0,
58
- "eval_f1_score": 0.38667929292929293,
59
- "eval_loss": 0.6890829801559448,
60
- "eval_precision": 0.299072265625,
61
- "eval_recall": 0.546875,
62
- "eval_runtime": 2.6619,
63
- "eval_samples_per_second": 24.043,
64
- "eval_steps_per_second": 24.043,
65
  "step": 315
66
  }
67
  ],
 
1
  {
2
  "best_global_step": 315,
3
+ "best_metric": 0.3161184210526316,
4
+ "best_model_checkpoint": "/home/kat/git-repos/icse/results/rsa/20-05-2025:14-29-59/checkpoint-315",
5
  "epoch": 1.0,
6
  "eval_steps": 500,
7
  "global_step": 315,
 
11
  "log_history": [
12
  {
13
  "epoch": 0.15873015873015872,
14
+ "grad_norm": 2.9088521003723145,
15
  "learning_rate": 1.688888888888889e-05,
16
+ "loss": 0.6904,
17
  "step": 50
18
  },
19
  {
20
  "epoch": 0.31746031746031744,
21
+ "grad_norm": 2.7309181690216064,
22
  "learning_rate": 1.3714285714285716e-05,
23
+ "loss": 0.6939,
24
  "step": 100
25
  },
26
  {
27
  "epoch": 0.47619047619047616,
28
+ "grad_norm": 2.9125733375549316,
29
  "learning_rate": 1.053968253968254e-05,
30
+ "loss": 0.6951,
31
  "step": 150
32
  },
33
  {
34
  "epoch": 0.6349206349206349,
35
+ "grad_norm": 2.9027392864227295,
36
  "learning_rate": 7.3650793650793666e-06,
37
+ "loss": 0.7009,
38
  "step": 200
39
  },
40
  {
41
  "epoch": 0.7936507936507936,
42
+ "grad_norm": 2.7402257919311523,
43
  "learning_rate": 4.190476190476191e-06,
44
+ "loss": 0.6971,
45
  "step": 250
46
  },
47
  {
48
  "epoch": 0.9523809523809523,
49
+ "grad_norm": 2.8944599628448486,
50
  "learning_rate": 1.015873015873016e-06,
51
+ "loss": 0.6969,
52
  "step": 300
53
  },
54
  {
55
  "epoch": 1.0,
56
+ "eval_accuracy": 0.484375,
57
  "eval_balanced_accuracy": 0.0,
58
+ "eval_f1_score": 0.3161184210526316,
59
+ "eval_loss": 0.6945174932479858,
60
+ "eval_precision": 0.234619140625,
61
+ "eval_recall": 0.484375,
62
+ "eval_runtime": 2.5614,
63
+ "eval_samples_per_second": 24.986,
64
+ "eval_steps_per_second": 24.986,
65
  "step": 315
66
  }
67
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b55b2ba730a7205c610421782097802192afdc20a1152752fe308cdb42ad647
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7e0fcff977b76babdfaac9882c8d1060739bc69fa4585e839049d2bac151c7
3
  size 5432