fixie-ai
/

ultravox-v0_2

Audio-Text-to-Text

feature-extraction

Model card Files Files and versions

farzadab commited on Jul 10, 2024

Commit

d5b56e4

·

verified ·

1 Parent(s): f5641c2

Update ultravox_pipeline.py

Files changed (1) hide show

ultravox_pipeline.py +5 -3

ultravox_pipeline.py CHANGED Viewed

@@ -23,12 +23,14 @@ class UltravoxPipeline(transformers.Pipeline):
             )
         if audio_processor is None:
-            audio_processor = transformers.Wav2Vec2Processor.from_pretrained(
-                model.config.audio_model_id
             )
         self.processor = UltravoxProcessor(
-            audio_processor, tokenizer=tokenizer, stack_factor=model.config.stack_factor
         )
         super().__init__(model=model, tokenizer=tokenizer, **kwargs)

             )
         if audio_processor is None:
+            audio_processor = transformers.AutoProcessor.from_pretrained(
+                model.config.audio_model_id or model.config.audio_config._name_or_path
             )
         self.processor = UltravoxProcessor(
+            audio_processor=audio_processor,
+            tokenizer=tokenizer,
+            stack_factor=model.config.stack_factor,
         )
         super().__init__(model=model, tokenizer=tokenizer, **kwargs)