Update handler.py
Browse files- handler.py +2 -2
handler.py
CHANGED
|
@@ -29,10 +29,10 @@ class EndpointHandler():
|
|
| 29 |
|
| 30 |
# Load the models and tokenizer
|
| 31 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 32 |
-
|
| 33 |
torch_dtype=torch.bfloat16
|
| 34 |
)
|
| 35 |
-
self.tokenizer = AutoTokenizer.from_pretrained(
|
| 36 |
|
| 37 |
# Move to devices
|
| 38 |
self.device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
|
|
| 29 |
|
| 30 |
# Load the models and tokenizer
|
| 31 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 32 |
+
"hypaai/Hypa_Orpheus-3b-0.1-ft-unsloth-merged_16bit",
|
| 33 |
torch_dtype=torch.bfloat16
|
| 34 |
)
|
| 35 |
+
self.tokenizer = AutoTokenizer.from_pretrained("hypaai/Hypa_Orpheus-3b-0.1-ft-unsloth-merged_16bit")
|
| 36 |
|
| 37 |
# Move to devices
|
| 38 |
self.device = "cuda" if torch.cuda.is_available() else "cpu"
|