silveroxides
/

flan-t5-xxl-encoder-only

Model card Files Files and versions

silveroxides commited on Jul 4

Commit

fd0e60b

·

verified ·

1 Parent(s): 2e53622

Update config.json

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -13,6 +13,7 @@
   "feed_forward_proj": "gated-gelu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "num_decoder_layers": 24,

   "feed_forward_proj": "gated-gelu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
+  "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "num_decoder_layers": 24,