Update README.md
Browse files
README.md
CHANGED
@@ -8,6 +8,19 @@ pipeline_tag: text-generation
|
|
8 |
base_model: HuggingFaceH4/zephyr-7b-beta
|
9 |
tags:
|
10 |
- ghost
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
---
|
12 |
|
13 |
# Model Card for Model ID
|
@@ -130,6 +143,87 @@ Note: the results are run with the model in 4bit quantum form, I'm not sure if i
|
|
130 |
|
131 |

|
132 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
133 |
## More Information
|
134 |
|
135 |
Many thanks for
|
|
|
8 |
base_model: HuggingFaceH4/zephyr-7b-beta
|
9 |
tags:
|
10 |
- ghost
|
11 |
+
model-index:
|
12 |
+
- name: lamhieu/ghost-7b-v0.9.0
|
13 |
+
results:
|
14 |
+
- task:
|
15 |
+
type: text-generation
|
16 |
+
dataset:
|
17 |
+
type: vmlu_v1.5
|
18 |
+
name: VMLU
|
19 |
+
metrics:
|
20 |
+
- name: avg
|
21 |
+
type: avg
|
22 |
+
value: 36.06
|
23 |
+
verified: true
|
24 |
---
|
25 |
|
26 |
# Model Card for Model ID
|
|
|
143 |
|
144 |

|
145 |
|
146 |
+
<details>
|
147 |
+
<summary>Details</summary>
|
148 |
+
|
149 |
+
```python
|
150 |
+
{
|
151 |
+
"stem": {
|
152 |
+
"elementary_mathematics": 32.22,
|
153 |
+
"elementary_science": 56.11,
|
154 |
+
"high_school_biology": 32.78,
|
155 |
+
"high_school_chemistry": 27.78,
|
156 |
+
"high_school_mathematics": 33.78,
|
157 |
+
"high_school_physics": 26.11,
|
158 |
+
"introduction_to_chemistry": 26.82,
|
159 |
+
"introduction_to_physics": 33.53,
|
160 |
+
"introduction_to_programming": 39.66,
|
161 |
+
"metrology_engineer": 36.17,
|
162 |
+
"middle_school_biology": 40,
|
163 |
+
"middle_school_chemistry": 26.67,
|
164 |
+
"middle_school_mathematics": 27.78,
|
165 |
+
"middle_school_physics": 27.22,
|
166 |
+
"operating_system": 38.33,
|
167 |
+
"statistics_and_probability": 18.39,
|
168 |
+
"total": 33.54,
|
169 |
+
"applied_informatics": 47.78,
|
170 |
+
"computer_architecture": 36.11,
|
171 |
+
"computer_network": 41.34,
|
172 |
+
"discrete_mathematics": 29.7,
|
173 |
+
"electrical_engineering": 26.14
|
174 |
+
},
|
175 |
+
"other": {
|
176 |
+
"total": 36.78,
|
177 |
+
"accountant": 29.17,
|
178 |
+
"civil_servant": 29.82,
|
179 |
+
"clinical_pharmacology": 35.56,
|
180 |
+
"driving_license_certificate": 56.73,
|
181 |
+
"environmental_engineering": 32.16,
|
182 |
+
"internal_basic_medicine": 36.84,
|
183 |
+
"preschool_pedagogy": 45.1,
|
184 |
+
"tax_accountant": 24.71,
|
185 |
+
"tax_civil_servant": 40.94
|
186 |
+
},
|
187 |
+
"total": 36.06,
|
188 |
+
"humanity": {
|
189 |
+
"introduction_to_vietnam_culture": 31.11,
|
190 |
+
"logic": 28.16,
|
191 |
+
"middle_school_history": 38.33,
|
192 |
+
"administrative_law": 32.22,
|
193 |
+
"revolutionary_policy_of_the_vietnamese_commununist_part": 40.56,
|
194 |
+
"vietnamese_language_and_literature": 35.06,
|
195 |
+
"total": 37.15,
|
196 |
+
"middle_school_literature": 36.21,
|
197 |
+
"business_law": 38.55,
|
198 |
+
"civil_law": 48.33,
|
199 |
+
"criminal_law": 37.42,
|
200 |
+
"economic_law": 38.51,
|
201 |
+
"education_law": 36.75,
|
202 |
+
"elementary_history": 35.03,
|
203 |
+
"high_school_history": 27.78,
|
204 |
+
"high_school_literature": 32.78,
|
205 |
+
"history_of_world_civilization": 43.33,
|
206 |
+
"idealogical_and_moral_cultivation": 39.44,
|
207 |
+
"introduction_to_laws": 49.21
|
208 |
+
},
|
209 |
+
"social_science": {
|
210 |
+
"business_administration": 37.36,
|
211 |
+
"high_school_civil_education": 42.78,
|
212 |
+
"high_school_geography": 38.27,
|
213 |
+
"ho_chi_minh_ideology": 40.22,
|
214 |
+
"macroeconomics": 27.78,
|
215 |
+
"microeconomics": 36.67,
|
216 |
+
"middle_school_civil_education": 51.69,
|
217 |
+
"middle_school_geography": 32.65,
|
218 |
+
"principles_of_marxism_and_leninism": 35.56,
|
219 |
+
"sociology": 44.38,
|
220 |
+
"total": 38.74
|
221 |
+
}
|
222 |
+
}
|
223 |
+
```
|
224 |
+
|
225 |
+
</details>
|
226 |
+
|
227 |
## More Information
|
228 |
|
229 |
Many thanks for
|