Update modeling_prismatic.py

modeling_prismatic.py

@@ -409,7 +409,7 @@ class PrismaticForConditionalGeneration(PrismaticPreTrainedModel):
                 inputs_embeds=multimodal_embeddings,
                 labels=multimodal_labels,
                 use_cache=use_cache,
-                output_attentions=output_attentions,
+                output_attentions=True,
                 output_hidden_states=output_hidden_states,
                 return_dict=return_dict,
             )
@@ -485,7 +485,7 @@ class PrismaticForConditionalGeneration(PrismaticPreTrainedModel):
             }
         )
 
-        model_inputs["output_attentions"] = True
+        # model_inputs["output_attentions"] = True
 
         print("Prepare")
         print(model_inputs.keys())