Training in progress, step 1500

README.md

@@ -3,9 +3,9 @@ library_name: transformers
 model_name: Qwen25-VL-3B
 tags:
 - generated_from_trainer
-- sft
-- trl
 - unsloth
+- trl
+- sft
 licence: license
 ---
 
@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/muhammadosama1994/KSA%20VR%20Project/runs/nvh1y4gu) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/muhammadosama1994/KSA%20VR%20Project/runs/6z0umql5) 
 
 
 This model was trained with SFT.

adapter_config.json

@@ -26,118 +26,118 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "layers.26.mlp.down_proj",
-    "34.mlp.down_proj",
-    "layers.18.mlp.gate_proj",
-    "layers.12.mlp.gate_proj",
-    "layers.8.mlp.gate_proj",
-    "layers.29.mlp.down_proj",
-    "layers.24.mlp.up_proj",
-    "35.mlp.up_proj",
-    "layers.0.mlp.down_proj",
+    "layers.0.mlp.up_proj",
+    "layers.19.mlp.down_proj",
+    "q_proj",
+    "layers.25.mlp.gate_proj",
+    "layers.21.mlp.down_proj",
+    "33.mlp.gate_proj",
     "layers.15.mlp.down_proj",
-    "layers.10.mlp.gate_proj",
     "layers.16.mlp.gate_proj",
-    "layers.24.mlp.down_proj",
-    "layers.26.mlp.gate_proj",
-    "layers.7.mlp.down_proj",
     "layers.1.mlp.up_proj",
-    "layers.25.mlp.up_proj",
-    "layers.4.mlp.gate_proj",
-    "layers.14.mlp.up_proj",
-    "layers.19.mlp.down_proj",
-    "layers.16.mlp.down_proj",
+    "layers.23.mlp.down_proj",
+    "layers.21.mlp.gate_proj",
+    "layers.3.mlp.up_proj",
     "layers.4.mlp.down_proj",
-    "layers.12.mlp.up_proj",
-    "layers.7.mlp.up_proj",
-    "layers.1.mlp.gate_proj",
-    "o_proj",
+    "layers.14.mlp.gate_proj",
+    "layers.5.mlp.up_proj",
+    "layers.11.mlp.gate_proj",
+    "layers.21.mlp.up_proj",
     "layers.4.mlp.up_proj",
-    "35.mlp.gate_proj",
-    "layers.6.mlp.down_proj",
-    "layers.28.mlp.up_proj",
-    "layers.18.mlp.down_proj",
-    "layers.0.mlp.up_proj",
-    "layers.6.mlp.up_proj",
     "layers.19.mlp.up_proj",
+    "layers.9.mlp.gate_proj",
+    "layers.20.mlp.gate_proj",
     "layers.25.mlp.down_proj",
-    "layers.30.mlp.gate_proj",
-    "layers.5.mlp.down_proj",
-    "layers.21.mlp.up_proj",
-    "layers.20.mlp.up_proj",
-    "layers.12.mlp.down_proj",
-    "layers.3.mlp.down_proj",
-    "layers.23.mlp.gate_proj",
-    "layers.18.mlp.up_proj",
+    "layers.30.mlp.down_proj",
+    "layers.22.mlp.down_proj",
+    "layers.27.mlp.gate_proj",
+    "layers.14.mlp.down_proj",
+    "layers.26.mlp.down_proj",
+    "o_proj",
+    "layers.10.mlp.up_proj",
+    "layers.2.mlp.up_proj",
+    "layers.28.mlp.down_proj",
+    "layers.7.mlp.down_proj",
+    "layers.8.mlp.gate_proj",
+    "layers.17.mlp.up_proj",
+    "layers.11.mlp.up_proj",
+    "layers.29.mlp.gate_proj",
+    "layers.30.mlp.up_proj",
+    "layers.16.mlp.down_proj",
+    "layers.5.mlp.gate_proj",
+    "layers.12.mlp.up_proj",
+    "layers.9.mlp.down_proj",
+    "layers.18.mlp.down_proj",
+    "layers.31.mlp.gate_proj",
     "layers.17.mlp.down_proj",
+    "layers.25.mlp.up_proj",
+    "layers.28.mlp.up_proj",
+    "32.mlp.up_proj",
+    "layers.31.mlp.down_proj",
+    "layers.22.mlp.gate_proj",
+    "layers.8.mlp.down_proj",
+    "layers.28.mlp.gate_proj",
     "layers.27.mlp.down_proj",
-    "layers.26.mlp.up_proj",
-    "32.mlp.down_proj",
+    "layers.12.mlp.down_proj",
+    "layers.3.mlp.gate_proj",
+    "layers.0.mlp.gate_proj",
+    "layers.29.mlp.up_proj",
+    "34.mlp.up_proj",
+    "layers.22.mlp.up_proj",
+    "layers.23.mlp.up_proj",
+    "layers.3.mlp.down_proj",
+    "layers.11.mlp.down_proj",
+    "layers.7.mlp.gate_proj",
+    "35.mlp.gate_proj",
+    "layers.31.mlp.up_proj",
+    "35.mlp.up_proj",
+    "layers.15.mlp.up_proj",
+    "layers.29.mlp.down_proj",
     "layers.10.mlp.down_proj",
+    "layers.26.mlp.up_proj",
+    "layers.6.mlp.down_proj",
     "layers.8.mlp.up_proj",
-    "layers.22.mlp.down_proj",
-    "layers.23.mlp.down_proj",
-    "33.mlp.gate_proj",
-    "layers.25.mlp.gate_proj",
-    "layers.21.mlp.gate_proj",
-    "layers.22.mlp.gate_proj",
-    "layers.2.mlp.gate_proj",
-    "layers.17.mlp.gate_proj",
-    "layers.30.mlp.down_proj",
-    "layers.9.mlp.gate_proj",
-    "layers.9.mlp.up_proj",
-    "layers.21.mlp.down_proj",
-    "layers.11.mlp.gate_proj",
-    "k_proj",
-    "q_proj",
-    "32.mlp.up_proj",
-    "layers.28.mlp.gate_proj",
     "35.mlp.down_proj",
-    "layers.20.mlp.down_proj",
-    "layers.2.mlp.up_proj",
-    "layers.11.mlp.up_proj",
+    "layers.5.mlp.down_proj",
+    "layers.20.mlp.up_proj",
+    "layers.13.mlp.gate_proj",
+    "k_proj",
+    "layers.6.mlp.up_proj",
+    "layers.18.mlp.up_proj",
+    "layers.7.mlp.up_proj",
+    "layers.24.mlp.up_proj",
+    "33.mlp.down_proj",
+    "layers.1.mlp.gate_proj",
+    "layers.15.mlp.gate_proj",
+    "layers.30.mlp.gate_proj",
+    "33.mlp.up_proj",
+    "layers.18.mlp.gate_proj",
+    "layers.16.mlp.up_proj",
+    "layers.4.mlp.gate_proj",
+    "layers.26.mlp.gate_proj",
+    "layers.13.mlp.up_proj",
+    "layers.24.mlp.down_proj",
     "layers.1.mlp.down_proj",
-    "layers.8.mlp.down_proj",
+    "layers.23.mlp.gate_proj",
     "34.mlp.gate_proj",
+    "layers.2.mlp.gate_proj",
+    "layers.0.mlp.down_proj",
+    "layers.2.mlp.down_proj",
     "32.mlp.gate_proj",
-    "layers.13.mlp.gate_proj",
-    "layers.16.mlp.up_proj",
-    "layers.6.mlp.gate_proj",
-    "layers.31.mlp.down_proj",
-    "layers.13.mlp.down_proj",
-    "layers.15.mlp.up_proj",
-    "layers.15.mlp.gate_proj",
     "layers.27.mlp.up_proj",
-    "layers.9.mlp.down_proj",
-    "layers.3.mlp.up_proj",
-    "layers.24.mlp.gate_proj",
-    "layers.7.mlp.gate_proj",
-    "layers.5.mlp.gate_proj",
+    "layers.13.mlp.down_proj",
+    "32.mlp.down_proj",
     "layers.19.mlp.gate_proj",
-    "layers.3.mlp.gate_proj",
+    "layers.17.mlp.gate_proj",
+    "layers.20.mlp.down_proj",
+    "layers.14.mlp.up_proj",
     "v_proj",
-    "layers.27.mlp.gate_proj",
-    "layers.10.mlp.up_proj",
-    "layers.29.mlp.up_proj",
-    "layers.31.mlp.gate_proj",
-    "layers.31.mlp.up_proj",
-    "33.mlp.down_proj",
-    "layers.22.mlp.up_proj",
-    "layers.29.mlp.gate_proj",
-    "layers.0.mlp.gate_proj",
-    "layers.23.mlp.up_proj",
-    "layers.30.mlp.up_proj",
-    "layers.2.mlp.down_proj",
-    "layers.14.mlp.down_proj",
-    "layers.11.mlp.down_proj",
-    "layers.28.mlp.down_proj",
-    "layers.17.mlp.up_proj",
-    "layers.20.mlp.gate_proj",
-    "layers.14.mlp.gate_proj",
-    "layers.5.mlp.up_proj",
-    "34.mlp.up_proj",
-    "33.mlp.up_proj",
-    "layers.13.mlp.up_proj"
+    "layers.6.mlp.gate_proj",
+    "layers.24.mlp.gate_proj",
+    "34.mlp.down_proj",
+    "layers.10.mlp.gate_proj",
+    "layers.9.mlp.up_proj",
+    "layers.12.mlp.gate_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5518f813c6c3d799e0b31518de3a05c2e507596dfc164c23a7b06d90595d3d68
+oid sha256:ddf830b984c317302ec907d9bd8092efb879322f47be521bfb623b2c731f4880
 size 479012624

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a361cbc5011e531223add559e6ab93db8d6a9cfbe087f3924b2f8c6c3725dcd6
+oid sha256:443445bf7936a7163d0ba1be1a8c0b8dd6f99f94aab3c03889a78b331f85b709
 size 5944