Update README.md
Browse files
README.md
CHANGED
@@ -54,7 +54,7 @@ Rest of the remaining layers were quantized to *q3_k_l*
|
|
54 |
|
55 |
---
|
56 |
# Model Architect
|
57 |
-
<pre><code
|
58 |
(model): Qwen2Model(
|
59 |
(embed_tokens): Embedding(151936, 896, padding_idx=151665)
|
60 |
(layers): ModuleList(
|
@@ -80,7 +80,7 @@ Rest of the remaining layers were quantized to *q3_k_l*
|
|
80 |
(rotary_emb): LlamaRotaryEmbedding()
|
81 |
)
|
82 |
(lm_head): Linear(in_features=896, out_features=151936, bias=False)
|
83 |
-
)
|
84 |
|
85 |
---
|
86 |
# Performance & Limitations
|
|
|
54 |
|
55 |
---
|
56 |
# Model Architect
|
57 |
+
<pre><code>Qwen2ForCausalLM(
|
58 |
(model): Qwen2Model(
|
59 |
(embed_tokens): Embedding(151936, 896, padding_idx=151665)
|
60 |
(layers): ModuleList(
|
|
|
80 |
(rotary_emb): LlamaRotaryEmbedding()
|
81 |
)
|
82 |
(lm_head): Linear(in_features=896, out_features=151936, bias=False)
|
83 |
+
)</code></pre>
|
84 |
|
85 |
---
|
86 |
# Performance & Limitations
|