Training in progress, step 20

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
     "down_proj",
-    "v_proj",
     "o_proj",
+    "k_proj",
+    "v_proj",
+    "up_proj",
     "q_proj",
-    "gate_proj",
-    "up_proj"
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:920aa692e5781b94cee055c9e94a352bef7fc4cef8550f2877b93ab1a6eeeb5d
+oid sha256:badcf7cd0378d239fbafe9a43bc7afa45b1d025c66db0214fe17b68c0966cbff
 size 167832240

tokenizer_config.json

@@ -2051,7 +2051,7 @@
   },
   "bos_token": "<|begin_of_text|>",
   "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\n' + message['content'] + '<|im_end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant\n' + message['content'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['content'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<|finetune_right_pad_id|>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca56b8d83923c173f4bbccb5724a8657490103f02134ffe9debce9fdb055dc92
-size 5496
+oid sha256:b2b161e196a6bae81e8a8699718dd162719e6d828ef77f36de74fee19bc17dde
+size 5560