vois to text

api/lib/audio_processing.py

@@ -89,6 +89,11 @@ class VoskModelManager:
                 if wf.getnchannels() != 1:
                     raise ValueError("Audio must be mono (1 channel)")
                 recognizer = KaldiRecognizer(self.model, wf.getframerate())
+                try:
+                    recognizer.SetWords(True)
+                except Exception:
+                    # older vosk bindings may not expose SetWords; ignore if absent
+                    pass
                 while True:
                     data = wf.readframes(4000)
                     if not data:
@@ -98,3 +103,32 @@ class VoskModelManager:
                 return result.get("text", "")
         except wave.Error as e:
             raise ValueError(f"Invalid WAV file: {e}")
+
+    def transcribe_wav_with_words(self, wav_path: Path):
+        """Transcribe WAV and return dict with 'text' and 'words' (word-level timestamps).
+
+        Returns: { 'text': str, 'words': [{'word': str, 'start': float, 'end': float}, ...] }
+        """
+        if not wav_path.exists():
+            raise FileNotFoundError(wav_path)
+        try:
+            with wave.open(str(wav_path), "rb") as wf:
+                if wf.getnchannels() != 1:
+                    raise ValueError("Audio must be mono (1 channel)")
+                recognizer = KaldiRecognizer(self.model, wf.getframerate())
+                try:
+                    recognizer.SetWords(True)
+                except Exception:
+                    pass
+                while True:
+                    data = wf.readframes(4000)
+                    if not data:
+                        break
+                    recognizer.AcceptWaveform(data)
+                res = json.loads(recognizer.FinalResult())
+                words = res.get("result", [])
+                # words are dictionaries with word, start, end
+                text = res.get("text", "")
+                return {"text": text, "words": words}
+        except wave.Error as e:
+            raise ValueError(f"Invalid WAV file: {e}")