Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -21,7 +21,7 @@ class EndpointHandler:
|
|
| 21 |
image_string = base64.b64decode(data["image"])
|
| 22 |
image = Image.open(io.BytesIO(image_string))
|
| 23 |
|
| 24 |
-
inputs = self.processor(images=image, text=
|
| 25 |
generated_ids = self.model.generate(**inputs)
|
| 26 |
generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
|
| 27 |
|
|
|
|
| 21 |
image_string = base64.b64decode(data["image"])
|
| 22 |
image = Image.open(io.BytesIO(image_string))
|
| 23 |
|
| 24 |
+
inputs = self.processor(images=image, text=text, return_tensors="pt").to(self.device)
|
| 25 |
generated_ids = self.model.generate(**inputs)
|
| 26 |
generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
|
| 27 |
|