Training in progress, epoch 0

adapter_config.json

@@ -9,7 +9,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 512,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8575fe81eafd61a38399ecbaede8bafcb84cfd25fc5b5bd8b455e11def811d0
+oid sha256:80da184aba1b9a70e4d8dfb6cb34945b7d7de2e68a5ac3ca7f965bb81832a17e
 size 144191184

runs/Jan27_23-45-38_c42946757f0b/events.out.tfevents.1706399163.c42946757f0b.15107.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68d544edf3da3d98f3a24585503e42bcc6b9d87a966c1ad4b0d957eae81f60b
+size 20707

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af53a752bcc8a914c151e58d9eefe9e7f102d67868ae8b3712175192855a2707
+oid sha256:876879dacbb8408d3c01c7f53b4531b0197d48f265273d27d1324029786e99a2
 size 4664