Update README.md
Browse files
README.md
CHANGED
@@ -13,33 +13,4 @@ tags:
|
|
13 |
- code
|
14 |
- climate
|
15 |
- medical
|
16 |
-
---
|
17 |
-
|
18 |
-
{
|
19 |
-
"activation_function": "gelu_new",
|
20 |
-
"architectures": [
|
21 |
-
"GPT2LMHeadModel"
|
22 |
-
],
|
23 |
-
"attn_pdrop": 0.1,
|
24 |
-
"bos_token_id": 50256,
|
25 |
-
"eos_token_id": 50256,
|
26 |
-
"hidden_size": 768,
|
27 |
-
"initializer_range": 0.02,
|
28 |
-
"layer_norm_epsilon": 1e-05,
|
29 |
-
"model_type": "gpt2",
|
30 |
-
"n_ctx": 1024,
|
31 |
-
"n_embd": 768,
|
32 |
-
"n_head": 12,
|
33 |
-
"n_layer": 12,
|
34 |
-
"n_positions": 1024,
|
35 |
-
"resid_pdrop": 0.1,
|
36 |
-
"summary_activation": null,
|
37 |
-
"summary_first_dropout": 0.1,
|
38 |
-
"summary_proj_to_labels": true,
|
39 |
-
"summary_type": "cls_index",
|
40 |
-
"summary_use_proj": true,
|
41 |
-
"torch_dtype": "float32",
|
42 |
-
"transformers_version": "4.30.0",
|
43 |
-
"use_cache": true,
|
44 |
-
"vocab_size": 50257
|
45 |
-
}
|
|
|
13 |
- code
|
14 |
- climate
|
15 |
- medical
|
16 |
+
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|