jerseyjerry commited on
Commit
b248a49
·
verified ·
1 Parent(s): 18f5cf8

Uploading model files

Browse files
README.md CHANGED
@@ -8,8 +8,6 @@ base_model: microsoft/Phi-3.5-mini-instruct
8
  should probably proofread and complete it, then remove this comment. -->
9
 
10
  # lora
11
-
12
-
13
  ## Model description
14
 
15
  More information needed
@@ -33,8 +31,8 @@ More information needed
33
 
34
  ### Framework versions
35
 
36
- - PEFT 0.15.1
37
- - Transformers 4.51.3
38
  - Pytorch 2.6.0+cu124
39
  - Datasets 3.2.0
40
  - Tokenizers 0.21.0
 
8
  should probably proofread and complete it, then remove this comment. -->
9
 
10
  # lora
 
 
11
  ## Model description
12
 
13
  More information needed
 
31
 
32
  ### Framework versions
33
 
34
+ - PEFT 0.12.0
35
+ - Transformers 4.48.3
36
  - Pytorch 2.6.0+cu124
37
  - Datasets 3.2.0
38
  - Tokenizers 0.21.0
adapter_config.json CHANGED
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "gate_up_proj",
24
- "down_proj",
25
  "qkv_proj",
26
- "o_proj"
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
30
  "use_rslora": true
31
- }
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
 
24
  "qkv_proj",
25
+ "gate_up_proj",
26
+ "down_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
30
  "use_rslora": true
31
+ }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d155d86732e94f59fb1eb53b57837621940d1f7449bdf1d4b155dd0441a50622
3
  size 201361312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39fb95b488c6f4290f501086128b7361233050f8ee5562755e3a15e2575a65c2
3
  size 201361312
tokenizer_config.json CHANGED
@@ -125,7 +125,7 @@
125
  "eos_token": "<|endoftext|>",
126
  "extra_special_tokens": {},
127
  "legacy": false,
128
- "model_max_length": 131072,
129
  "pad_token": "<|endoftext|>",
130
  "padding_side": "right",
131
  "sp_model_kwargs": {},
 
125
  "eos_token": "<|endoftext|>",
126
  "extra_special_tokens": {},
127
  "legacy": false,
128
+ "model_max_length": 16184,
129
  "pad_token": "<|endoftext|>",
130
  "padding_side": "right",
131
  "sp_model_kwargs": {},
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c50e0c6fbb6f963b83283c26bacd8937e702776d89c09a760ce1676fbda7085d
3
- size 5752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faddda1fe6a447c26e510b593449f78446dfe8ef3601393c24bfa1faa6555374
3
+ size 5688