Morgan Funtowicz
commited on
Commit
·
9cbf886
1
Parent(s):
6b99325
misc(qa): typing
Browse files- handler.py +2 -1
handler.py
CHANGED
@@ -94,7 +94,7 @@ def create_prompt(
|
|
94 |
|
95 |
def create_params(
|
96 |
max_tokens: int, temperature: float, is_verbose: bool
|
97 |
-
) -> SamplingParams:
|
98 |
"""
|
99 |
Create sampling parameters to submit for inference through vLLM `generate`
|
100 |
:param max_tokens: Maximum number of tokens to generate
|
@@ -380,6 +380,7 @@ def entrypoint():
|
|
380 |
endpoint = AutomaticSpeechRecognitionEndpoint(
|
381 |
WhisperHandler("openai/whisper-large-v3")
|
382 |
)
|
|
|
383 |
run(endpoint, interface, port)
|
384 |
|
385 |
|
|
|
94 |
|
95 |
def create_params(
|
96 |
max_tokens: int, temperature: float, is_verbose: bool
|
97 |
+
) -> "SamplingParams":
|
98 |
"""
|
99 |
Create sampling parameters to submit for inference through vLLM `generate`
|
100 |
:param max_tokens: Maximum number of tokens to generate
|
|
|
380 |
endpoint = AutomaticSpeechRecognitionEndpoint(
|
381 |
WhisperHandler("openai/whisper-large-v3")
|
382 |
)
|
383 |
+
|
384 |
run(endpoint, interface, port)
|
385 |
|
386 |
|