Upload model trained with Unsloth
Browse filesUpload model trained with Unsloth 2x faster
- adapter_config.json +29 -0
- adapter_model.safetensors +3 -0
    	
        adapter_config.json
    ADDED
    
    | @@ -0,0 +1,29 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "alpha_pattern": {},
         | 
| 3 | 
            +
              "auto_mapping": null,
         | 
| 4 | 
            +
              "base_model_name_or_path": "unsloth/gemma-3-1b-it-bnb-4bit",
         | 
| 5 | 
            +
              "bias": "none",
         | 
| 6 | 
            +
              "eva_config": null,
         | 
| 7 | 
            +
              "exclude_modules": null,
         | 
| 8 | 
            +
              "fan_in_fan_out": false,
         | 
| 9 | 
            +
              "inference_mode": true,
         | 
| 10 | 
            +
              "init_lora_weights": true,
         | 
| 11 | 
            +
              "layer_replication": null,
         | 
| 12 | 
            +
              "layers_pattern": null,
         | 
| 13 | 
            +
              "layers_to_transform": null,
         | 
| 14 | 
            +
              "loftq_config": {},
         | 
| 15 | 
            +
              "lora_alpha": 8,
         | 
| 16 | 
            +
              "lora_bias": false,
         | 
| 17 | 
            +
              "lora_dropout": 0,
         | 
| 18 | 
            +
              "megatron_config": null,
         | 
| 19 | 
            +
              "megatron_core": "megatron.core",
         | 
| 20 | 
            +
              "modules_to_save": null,
         | 
| 21 | 
            +
              "peft_type": "LORA",
         | 
| 22 | 
            +
              "r": 8,
         | 
| 23 | 
            +
              "rank_pattern": {},
         | 
| 24 | 
            +
              "revision": null,
         | 
| 25 | 
            +
              "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj)))",
         | 
| 26 | 
            +
              "task_type": "CAUSAL_LM",
         | 
| 27 | 
            +
              "use_dora": false,
         | 
| 28 | 
            +
              "use_rslora": false
         | 
| 29 | 
            +
            }
         | 
    	
        adapter_model.safetensors
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:78da7494478e34c398776cac57070d9435107fa406845eda83c65ae2635e935d
         | 
| 3 | 
            +
            size 26139264
         |