Atishaymint commited on
Commit
f9796d0
·
verified ·
1 Parent(s): 1ed8893

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -30
README.md CHANGED
@@ -13,33 +13,4 @@ tags:
13
  - code
14
  - climate
15
  - medical
16
- ---
17
-
18
- {
19
- "activation_function": "gelu_new",
20
- "architectures": [
21
- "GPT2LMHeadModel"
22
- ],
23
- "attn_pdrop": 0.1,
24
- "bos_token_id": 50256,
25
- "eos_token_id": 50256,
26
- "hidden_size": 768,
27
- "initializer_range": 0.02,
28
- "layer_norm_epsilon": 1e-05,
29
- "model_type": "gpt2",
30
- "n_ctx": 1024,
31
- "n_embd": 768,
32
- "n_head": 12,
33
- "n_layer": 12,
34
- "n_positions": 1024,
35
- "resid_pdrop": 0.1,
36
- "summary_activation": null,
37
- "summary_first_dropout": 0.1,
38
- "summary_proj_to_labels": true,
39
- "summary_type": "cls_index",
40
- "summary_use_proj": true,
41
- "torch_dtype": "float32",
42
- "transformers_version": "4.30.0",
43
- "use_cache": true,
44
- "vocab_size": 50257
45
- }
 
13
  - code
14
  - climate
15
  - medical
16
+ ---