hypaai commited on
Commit
8a10ec2
·
verified ·
1 Parent(s): 5a5ab29

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -2
handler.py CHANGED
@@ -29,10 +29,10 @@ class EndpointHandler():
29
 
30
  # Load the models and tokenizer
31
  self.model = AutoModelForCausalLM.from_pretrained(
32
- path,
33
  torch_dtype=torch.bfloat16
34
  )
35
- self.tokenizer = AutoTokenizer.from_pretrained(path)
36
 
37
  # Move to devices
38
  self.device = "cuda" if torch.cuda.is_available() else "cpu"
 
29
 
30
  # Load the models and tokenizer
31
  self.model = AutoModelForCausalLM.from_pretrained(
32
+ "hypaai/Hypa_Orpheus-3b-0.1-ft-unsloth-merged_16bit",
33
  torch_dtype=torch.bfloat16
34
  )
35
+ self.tokenizer = AutoTokenizer.from_pretrained("hypaai/Hypa_Orpheus-3b-0.1-ft-unsloth-merged_16bit")
36
 
37
  # Move to devices
38
  self.device = "cuda" if torch.cuda.is_available() else "cpu"