Morgan Funtowicz commited on
Commit
9cbf886
·
1 Parent(s): 6b99325

misc(qa): typing

Browse files
Files changed (1) hide show
  1. handler.py +2 -1
handler.py CHANGED
@@ -94,7 +94,7 @@ def create_prompt(
94
 
95
  def create_params(
96
  max_tokens: int, temperature: float, is_verbose: bool
97
- ) -> SamplingParams:
98
  """
99
  Create sampling parameters to submit for inference through vLLM `generate`
100
  :param max_tokens: Maximum number of tokens to generate
@@ -380,6 +380,7 @@ def entrypoint():
380
  endpoint = AutomaticSpeechRecognitionEndpoint(
381
  WhisperHandler("openai/whisper-large-v3")
382
  )
 
383
  run(endpoint, interface, port)
384
 
385
 
 
94
 
95
  def create_params(
96
  max_tokens: int, temperature: float, is_verbose: bool
97
+ ) -> "SamplingParams":
98
  """
99
  Create sampling parameters to submit for inference through vLLM `generate`
100
  :param max_tokens: Maximum number of tokens to generate
 
380
  endpoint = AutomaticSpeechRecognitionEndpoint(
381
  WhisperHandler("openai/whisper-large-v3")
382
  )
383
+
384
  run(endpoint, interface, port)
385
 
386