EleutherAI
/

pythia-6.9b-deduped-v0

Text Generation

text-generation-inference

Model card Files Files and versions

hails commited on Dec 13, 2022

Commit

a8dfe87

·

1 Parent(s): 5b6ba49

Upload config.json

Files changed (1) hide show

config.json +2 -1

config.json CHANGED Viewed

@@ -17,7 +17,8 @@
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.22.2",
   "use_cache": true,
   "vocab_size": 50432
 }

   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
+  "transformers_version": "4.24.0",
   "use_cache": true,
+  "use_parallel_residual": true,
   "vocab_size": 50432
 }