lamhieu commited on
Commit
fbf2dac
·
verified ·
1 Parent(s): 0c31ee7

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +94 -0
README.md CHANGED
@@ -8,6 +8,19 @@ pipeline_tag: text-generation
8
  base_model: HuggingFaceH4/zephyr-7b-beta
9
  tags:
10
  - ghost
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  # Model Card for Model ID
@@ -130,6 +143,87 @@ Note: the results are run with the model in 4bit quantum form, I'm not sure if i
130
 
131
  ![VMLU - lamhieu/ghost-7b-v0.9.0](https://cdn-uploads.huggingface.co/production/uploads/600ae38cc92b79f54efd4556/GdMgr0-YnAGRqD_RJr_ux.png)
132
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
133
  ## More Information
134
 
135
  Many thanks for
 
8
  base_model: HuggingFaceH4/zephyr-7b-beta
9
  tags:
10
  - ghost
11
+ model-index:
12
+ - name: lamhieu/ghost-7b-v0.9.0
13
+ results:
14
+ - task:
15
+ type: text-generation
16
+ dataset:
17
+ type: vmlu_v1.5
18
+ name: VMLU
19
+ metrics:
20
+ - name: avg
21
+ type: avg
22
+ value: 36.06
23
+ verified: true
24
  ---
25
 
26
  # Model Card for Model ID
 
143
 
144
  ![VMLU - lamhieu/ghost-7b-v0.9.0](https://cdn-uploads.huggingface.co/production/uploads/600ae38cc92b79f54efd4556/GdMgr0-YnAGRqD_RJr_ux.png)
145
 
146
+ <details>
147
+ <summary>Details</summary>
148
+
149
+ ```python
150
+ {
151
+ "stem": {
152
+ "elementary_mathematics": 32.22,
153
+ "elementary_science": 56.11,
154
+ "high_school_biology": 32.78,
155
+ "high_school_chemistry": 27.78,
156
+ "high_school_mathematics": 33.78,
157
+ "high_school_physics": 26.11,
158
+ "introduction_to_chemistry": 26.82,
159
+ "introduction_to_physics": 33.53,
160
+ "introduction_to_programming": 39.66,
161
+ "metrology_engineer": 36.17,
162
+ "middle_school_biology": 40,
163
+ "middle_school_chemistry": 26.67,
164
+ "middle_school_mathematics": 27.78,
165
+ "middle_school_physics": 27.22,
166
+ "operating_system": 38.33,
167
+ "statistics_and_probability": 18.39,
168
+ "total": 33.54,
169
+ "applied_informatics": 47.78,
170
+ "computer_architecture": 36.11,
171
+ "computer_network": 41.34,
172
+ "discrete_mathematics": 29.7,
173
+ "electrical_engineering": 26.14
174
+ },
175
+ "other": {
176
+ "total": 36.78,
177
+ "accountant": 29.17,
178
+ "civil_servant": 29.82,
179
+ "clinical_pharmacology": 35.56,
180
+ "driving_license_certificate": 56.73,
181
+ "environmental_engineering": 32.16,
182
+ "internal_basic_medicine": 36.84,
183
+ "preschool_pedagogy": 45.1,
184
+ "tax_accountant": 24.71,
185
+ "tax_civil_servant": 40.94
186
+ },
187
+ "total": 36.06,
188
+ "humanity": {
189
+ "introduction_to_vietnam_culture": 31.11,
190
+ "logic": 28.16,
191
+ "middle_school_history": 38.33,
192
+ "administrative_law": 32.22,
193
+ "revolutionary_policy_of_the_vietnamese_commununist_part": 40.56,
194
+ "vietnamese_language_and_literature": 35.06,
195
+ "total": 37.15,
196
+ "middle_school_literature": 36.21,
197
+ "business_law": 38.55,
198
+ "civil_law": 48.33,
199
+ "criminal_law": 37.42,
200
+ "economic_law": 38.51,
201
+ "education_law": 36.75,
202
+ "elementary_history": 35.03,
203
+ "high_school_history": 27.78,
204
+ "high_school_literature": 32.78,
205
+ "history_of_world_civilization": 43.33,
206
+ "idealogical_and_moral_cultivation": 39.44,
207
+ "introduction_to_laws": 49.21
208
+ },
209
+ "social_science": {
210
+ "business_administration": 37.36,
211
+ "high_school_civil_education": 42.78,
212
+ "high_school_geography": 38.27,
213
+ "ho_chi_minh_ideology": 40.22,
214
+ "macroeconomics": 27.78,
215
+ "microeconomics": 36.67,
216
+ "middle_school_civil_education": 51.69,
217
+ "middle_school_geography": 32.65,
218
+ "principles_of_marxism_and_leninism": 35.56,
219
+ "sociology": 44.38,
220
+ "total": 38.74
221
+ }
222
+ }
223
+ ```
224
+
225
+ </details>
226
+
227
  ## More Information
228
 
229
  Many thanks for