update 8

run_image_captioning_flax_reduced.py

@@ -503,6 +503,9 @@ def main():
         raise ValueError(
             "Decoder Config: Either a pretrained config or a model location for decoder is required."
         )
+    # necessary for `from_encoder_decoder_pretrained` when `decoder_config` is passed
+    decoder_config.is_decoder = True
+    decoder_config.add_cross_attention = True
 
     # GPT2 only has bos/eos token but not decoder_start/pad token
     if decoder_config.decoder_start_token_id is None:
@@ -520,7 +523,7 @@ def main():
         encoder_dtype=getattr(jnp, model_args.dtype),
         decoder_dtype=getattr(jnp, model_args.dtype),
     )
-    # Necessary for Flax's generate()
+    # necessary to make Flax's generate() work
     model.config.decoder_start_token_id = decoder_config.decoder_start_token_id
 
     if model_args.feature_extractor_name: