Update modeling_quasrav4.py

modeling_quasrav4.py

@@ -266,3 +266,7 @@ class InfinityFormerForCausalLM(InfinityFormerPreTrainedModel):
             output = (lm_logits,) + outputs[1:]
             return ((loss,) + output) if loss is not None else output
         return CausalLMOutputWithPast(loss=loss, logits=lm_logits, past_key_values=outputs.past_key_values, hidden_states=outputs.hidden_states, attentions=outputs.attentions)
+
+    def set_to_generation_mode(self):
+        """Sets the model to generation mode."""
+        self.eval() # Set the entire model to evaluation mode