Training in progress, step 300

README.md

@@ -3,22 +3,15 @@ library_name: peft
 tags:
 - generated_from_trainer
 - unsloth
-- mistral
-- finetuned
-- conversational
 base_model: unsloth/mistral-7b-instruct-v0.2-bnb-4bit
 model-index:
 - name: Mistral-Instruct-7B-v0.2-ChatAlpacaV2
   results: []
-license: apache-2.0
-language:
-- en
-inference: false
-pipeline_tag: text-generation
-datasets:
-- robinsmits/ChatAlpaca-20K
 ---
 
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
 # Mistral-Instruct-7B-v0.2-ChatAlpacaV2
 
 This model is a fine-tuned version of [unsloth/mistral-7b-instruct-v0.2-bnb-4bit](https://huggingface.co/unsloth/mistral-7b-instruct-v0.2-bnb-4bit) on an unknown dataset.

adapter_config.json

@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": "unsloth",
   "target_modules": [
-    "k_proj",
     "q_proj",
+    "k_proj",
     "o_proj",
     "v_proj"
   ],

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29d1b7b21781c35d761675188e02f751bb090add9f95280212faf94002778760
+oid sha256:fe083859168e935146ea9b5a8a731c4056377ce41614904eacdb2ead50e4b9a7
 size 109086416

runs/Feb11_15-09-42_DS10/events.out.tfevents.1707660582.DS10.676971.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1f7b0888aa15660cc0e7f44d3cfa894cd71112ec4a214a88b4c3e890946935
+size 4928

runs/Feb11_15-29-18_DS10/events.out.tfevents.1707661759.DS10.684074.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fccb0ad8303583d806193621cc0c15b67fa4ccd9c51f5ffe59e8b221276d82
+size 7023

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:394ad586bd3f0b00bf15610aa0a1931cf595f13398211866d54816de764c2a70
+oid sha256:d10006a273ff6ad5a8bbb93a789c0303acf3c18b52e8b3039d7f2d490c032196
 size 4728