Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -95,7 +95,7 @@ class EndpointHandler:
|
|
95 |
|
96 |
with torch.no_grad(), torch.autocast("cuda"):
|
97 |
generated_ids = self.model.generate(
|
98 |
-
**processed_inputs,
|
99 |
)
|
100 |
generated_texts = self.processor.batch_decode(
|
101 |
generated_ids,
|
|
|
95 |
|
96 |
with torch.no_grad(), torch.autocast("cuda"):
|
97 |
generated_ids = self.model.generate(
|
98 |
+
**processed_inputs, generation_config=generation_config
|
99 |
)
|
100 |
generated_texts = self.processor.batch_decode(
|
101 |
generated_ids,
|