Hugging Face's logo

unsloth
/
Qwen2.5-VL-7B-Instruct-GGUF

Image-Text-to-Text
Transformers
GGUF
English
qwen2_5_vl
image-to-text
multimodal
unsloth
conversational
Model card Files
xet
Community
1
danielhanchen commited on
Commit
c53a32e
·
verified ·
1 Parent(s): b022139

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. Qwen2.5-VL-7B-Instruct-UD-IQ1_M.gguf +2 -2
  2. Qwen2.5-VL-7B-Instruct-UD-IQ1_S.gguf +2 -2
  3. Qwen2.5-VL-7B-Instruct-UD-IQ2_M.gguf +2 -2
  4. Qwen2.5-VL-7B-Instruct-UD-IQ3_XXS.gguf +2 -2
  5. Qwen2.5-VL-7B-Instruct-UD-Q2_K_XL.gguf +2 -2
  6. Qwen2.5-VL-7B-Instruct-UD-Q3_K_XL.gguf +2 -2
  7. Qwen2.5-VL-7B-Instruct-UD-Q4_K_XL.gguf +2 -2
  8. config.json +1 -41
  9. mmproj-F16.gguf +2 -2
  10. mmproj-F32.gguf +2 -2
Qwen2.5-VL-7B-Instruct-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52262543bfd558324913da35521a5ec4724e8dfa1387ef2c3e1f3453f1eaf923
3
- size 2200536384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:303502810db47f21f81f86a79fb5888f51484d3e69240287c9e9a70429b55dc0
3
+ size 2200535936
Qwen2.5-VL-7B-Instruct-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6fa67f7160aa5c62e8edeb449b7326009f3a79d1fdbb88b18c44449d69a62d6
3
- size 2073763136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bed9dbda0bb02ef7d539ec307eefdda127af25ac4f70d525ec1e0f35bfd9c40
3
+ size 2073762688
Qwen2.5-VL-7B-Instruct-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93d03098929ea6ff3ffaef58a6d619fee6918db23ce5ea2f682bfccc517e8ca7
3
- size 2856250688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:789c6974fb3297c61c58d45421038e195e6ebd3bfcdb411be6c30c5a81141bca
3
+ size 2856250240
Qwen2.5-VL-7B-Instruct-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5677ec071dec6ce9147b5ddb61b79c794b47dd97029775e8d58c16116ab8b0d
3
- size 3167198528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4aff5f8bb8c1b9e9ebab54c9d6f9cadeb196485f3419d9b63662d823a82bbdb
3
+ size 3167198080
Qwen2.5-VL-7B-Instruct-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec5b1af3846d784dcc6b32aa0bb484350841cdbc51035d6a57d669e9aa0d00a2
3
- size 3242949952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9261cfff26ceb195bdc6c513eafe689e9bfd6445b398be752b3fa582187dc15
3
+ size 3242949504
Qwen2.5-VL-7B-Instruct-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e75bfa531ee208fbf949518b41ca6f5a48378ec004c969c7767f1acb77c0474e
3
- size 4002671936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875b3e2d88e53c2ef12889b3071d916871760fd672acdbb6f0956338bb18827d
3
+ size 4002671488
Qwen2.5-VL-7B-Instruct-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78fcb565896bc06b4ceb6e33468c87fb13075fb80fceea2e0f9c717ea99a2b5b
3
- size 4785159488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8edd10e3ae170ab8b8d114e70763ff63a220f16deec9a56acf9330034efc0bb5
3
+ size 4785159040
config.json CHANGED
@@ -28,48 +28,9 @@
28
  },
29
  "rope_theta": 1000000.0,
30
  "sliding_window": 32768,
31
- "text_config": {
32
- "architectures": [
33
- "Qwen2_5_VLForConditionalGeneration"
34
- ],
35
- "attention_dropout": 0.0,
36
- "bos_token_id": 151643,
37
- "eos_token_id": 151645,
38
- "hidden_act": "silu",
39
- "hidden_size": 3584,
40
- "image_token_id": null,
41
- "initializer_range": 0.02,
42
- "intermediate_size": 18944,
43
- "max_position_embeddings": 128000,
44
- "max_window_layers": 28,
45
- "model_type": "qwen2_5_vl_text",
46
- "num_attention_heads": 28,
47
- "num_hidden_layers": 28,
48
- "num_key_value_heads": 4,
49
- "rms_norm_eps": 1e-06,
50
- "rope_scaling": {
51
- "mrope_section": [
52
- 16,
53
- 24,
54
- 24
55
- ],
56
- "rope_type": "default",
57
- "type": "default"
58
- },
59
- "rope_theta": 1000000.0,
60
- "sliding_window": 32768,
61
- "torch_dtype": "bfloat16",
62
- "use_cache": true,
63
- "use_sliding_window": false,
64
- "video_token_id": null,
65
- "vision_end_token_id": 151653,
66
- "vision_start_token_id": 151652,
67
- "vision_token_id": 151654,
68
- "vocab_size": 152064
69
- },
70
  "tie_word_embeddings": false,
71
  "torch_dtype": "bfloat16",
72
- "transformers_version": "4.52.0.dev0",
73
  "unsloth_fixed": true,
74
  "use_cache": true,
75
  "use_sliding_window": false,
@@ -86,7 +47,6 @@
86
  "hidden_size": 1280,
87
  "in_channels": 3,
88
  "in_chans": 3,
89
- "initializer_range": 0.02,
90
  "intermediate_size": 3420,
91
  "model_type": "qwen2_5_vl",
92
  "num_heads": 16,
 
28
  },
29
  "rope_theta": 1000000.0,
30
  "sliding_window": 32768,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.51.3",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "use_sliding_window": false,
 
47
  "hidden_size": 1280,
48
  "in_channels": 3,
49
  "in_chans": 3,
 
50
  "intermediate_size": 3420,
51
  "model_type": "qwen2_5_vl",
52
  "num_heads": 16,
mmproj-F16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d90339a0e5859584acedfe3ce47832ff834faafaabd015338f55a2468a57b6a5
3
- size 1354163488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:987dd0733033fb5dd9b124d1ca926ae865572e432384eee7618b2eec3e735e17
3
+ size 1354163040
mmproj-F32.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0faf27b16dd197313e8a8a9d04c32b78c0db920dddcd1faeb0b47f7959469962
3
- size 2703222048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a510bbcf9ee43be6ceb1f8507293f53e9b288f61dd44d90c2288658071182a
3
+ size 2703221600