jerseyjerry commited on
Commit
c3b683a
·
verified ·
1 Parent(s): 1cfb03d

Uploading model files

Browse files
README.md CHANGED
@@ -9,7 +9,6 @@ should probably proofread and complete it, then remove this comment. -->
9
 
10
  # lora
11
 
12
-
13
  ## Model description
14
 
15
  More information needed
@@ -33,8 +32,8 @@ More information needed
33
 
34
  ### Framework versions
35
 
36
- - PEFT 0.12.0
37
- - Transformers 4.48.3
38
  - Pytorch 2.6.0+cu124
39
  - Datasets 3.2.0
40
  - Tokenizers 0.21.0
 
9
 
10
  # lora
11
 
 
12
  ## Model description
13
 
14
  More information needed
 
32
 
33
  ### Framework versions
34
 
35
+ - PEFT 0.15.1
36
+ - Transformers 4.51.3
37
  - Pytorch 2.6.0+cu124
38
  - Datasets 3.2.0
39
  - Tokenizers 0.21.0
adapter_config.json CHANGED
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "qkv_proj",
24
- "gate_up_proj",
25
  "down_proj",
26
- "o_proj"
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
30
  "use_rslora": true
31
- }
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "o_proj",
 
24
  "down_proj",
25
+ "qkv_proj",
26
+ "gate_up_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
30
  "use_rslora": true
31
+ }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acf041852a631f5e0b45979e4d740f867200bb12013e32cc444fdacbcab53981
3
  size 201361312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab9ffb2225ae851590a0959d1a236cfb77e2011203855705bc536c18024aa217
3
  size 201361312
tokenizer_config.json CHANGED
@@ -125,7 +125,7 @@
125
  "eos_token": "<|endoftext|>",
126
  "extra_special_tokens": {},
127
  "legacy": false,
128
- "model_max_length": 16184,
129
  "pad_token": "<|endoftext|>",
130
  "padding_side": "right",
131
  "sp_model_kwargs": {},
 
125
  "eos_token": "<|endoftext|>",
126
  "extra_special_tokens": {},
127
  "legacy": false,
128
+ "model_max_length": 131072,
129
  "pad_token": "<|endoftext|>",
130
  "padding_side": "right",
131
  "sp_model_kwargs": {},
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccca679167131227c59d237360d7ac9f4f2285879e50e5cc2d76e9f2148370dc
3
- size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c38012a431f7ff1205b02c212278307f466d22c6f7e7a5b56e0e4339fcd3e6b8
3
+ size 5752