Update handler.py

handler.py

@@ -1,10 +1,9 @@
 from typing import Dict, List, Any
-from transformers import AutoProcessor,BarkModel
+from bark import SAMPLE_RATE, generate_audio, preload_models
 
 class EndpointHandler():
     def __init__(self, path=""):
-    	self.model = BarkModel.from_pretrained("suno/bark-small")
-        self.processor = AutoProcessor.from_pretrained("suno/bark")
+	preload_models()
 
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """
@@ -17,11 +16,7 @@ class EndpointHandler():
         # get inputs
         text_prompt = data.pop("inputs",data)
 
-	inputs = processor(text_prompt)
-
       	# run normal prediction
-	speech_output = model.generate(**inputs.to(device))
-        return speech_output
+	speech_array = generate_audio(text_prompt)
+        return speech_array
         
-
-