Pelmeshek/qwen3-0.6B-function-calling-lora

README.md

@@ -36,9 +36,9 @@ This model was trained with SFT.
 
 - TRL: 0.17.0
 - Transformers: 4.51.3
-- Pytorch: 2.6.0+cu124
+- Pytorch: 2.5.1
 - Datasets: 3.5.1
-- Tokenizers: 0.21.1
+- Tokenizers: 0.21.0
 
 ## Citations
 

adapter_config.json

@@ -24,15 +24,15 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "lm_head",
-    "k_proj",
     "embed_tokens",
     "gate_proj",
-    "o_proj",
+    "up_proj",
     "q_proj",
+    "lm_head",
+    "o_proj",
+    "k_proj",
     "v_proj",
-    "up_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2ab1ffc3096ef34be9b1fe98e3ead14c09d1ea1a87861ad82cb60d44da86df6
-size 681212472
+oid sha256:c937aa9b05f0856a06ae85c2506481ae54b788eecbcde20b9805ee1b499b00ff
+size 681204024

added_tokens.json

@@ -2,11 +2,9 @@
   "</think>": 151668,
   "</tool_call>": 151658,
   "</tool_response>": 151666,
-  "</tools>": 151670,
   "<think>": 151667,
   "<tool_call>": 151657,
   "<tool_response>": 151665,
-  "<tools>": 151669,
   "<|box_end|>": 151649,
   "<|box_start|>": 151648,
   "<|endoftext|>": 151643,

runs/May02_12-45-08_Nikitas-MacBook-Pro.local/events.out.tfevents.1746179143.Nikitas-MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd7c2923438ff2d9fb5384d4f625ec19723483cb6e8c7c48155962e80f05811
+size 6181

runs/May02_12-51-51_Nikitas-MacBook-Pro.local/events.out.tfevents.1746179542.Nikitas-MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bd6bd101a816027a7f543c61de1025e630715ac407e0b3aa679426eecc70b7
+size 77252

special_tokens_map.json

@@ -1,61 +1,18 @@
 {
   "additional_special_tokens": [
-    {
-      "content": "<tools>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</tools>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
   ],
   "eos_token": {
     "content": "<|im_end|>",

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:529f547f99f91cef0a10b47f12b253231c666833e2b8eb22493a956853de322d
-size 11423017
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer_config.json

@@ -120,7 +120,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "151658": {
       "content": "</tool_call>",
@@ -128,7 +128,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "151659": {
       "content": "<|fim_prefix|>",
@@ -184,7 +184,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "151666": {
       "content": "</tool_response>",
@@ -192,7 +192,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "151667": {
       "content": "<think>",
@@ -200,7 +200,7 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "151668": {
       "content": "</think>",
@@ -208,34 +208,23 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "151669": {
-      "content": "<tools>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151670": {
-      "content": "</tools>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     }
   },
   "additional_special_tokens": [
-    "<tools>",
-    "</tools>",
-    "<think>",
-    "</think>",
-    "<tool_call>",
-    "</tool_call>",
-    "<tool_response>",
-    "</tool_response>"
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
   ],
   "bos_token": null,
   "chat_template": "{{ bos_token }}{% for message in messages %}{{ '<start_of_turn>' + message['role'] + '\\n' + message['content'] | trim + '<end_of_turn><eos>\\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\\n'}}{% endif %}",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33dbbb8d1b1f00d6101780837a648e781e7ca05891ada8e7dfb493cf879685c2
+oid sha256:eb9bd71b71cb780f4e84e9fbb44e8e6a279ee4d67b68ccc1616f62848f870ec2
 size 5688