google
/

flan-t5-base

text2text-generation

text-generation-inference

Model card Files Files and versions

ybelkada commited on Oct 21, 2022

Commit

72a2f2f

·

1 Parent(s): 122b317

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -6,10 +6,10 @@
   "d_kv": 64,
   "d_model": 768,
   "decoder_start_token_id": 0,
-  "dense_act_fn": "relu",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
-  "feed_forward_proj": "relu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
   "is_gated_act": true,

   "d_kv": 64,
   "d_model": 768,
   "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
+  "feed_forward_proj": "gelu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
   "is_gated_act": true,