alvarobartt HF Staff commited on
Commit
25a0b2e
·
verified ·
1 Parent(s): 4d0e777

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -95,7 +95,7 @@ class EndpointHandler:
95
 
96
  with torch.no_grad(), torch.autocast("cuda"):
97
  generated_ids = self.model.generate(
98
- **processed_inputs, **generation_config
99
  )
100
  generated_texts = self.processor.batch_decode(
101
  generated_ids,
 
95
 
96
  with torch.no_grad(), torch.autocast("cuda"):
97
  generated_ids = self.model.generate(
98
+ **processed_inputs, generation_config=generation_config
99
  )
100
  generated_texts = self.processor.batch_decode(
101
  generated_ids,