fix input and output sample rate matching in various ways

This commit is contained in:
Andrew Ward
2024-05-04 10:16:35 +01:00
parent 2d5a5d8d75
commit f8490eba2c

View File

@@ -10,6 +10,8 @@ import json
from openai import OpenAI
from dotenv import load_dotenv
from pathlib import Path
from pydub import AudioSegment
@@ -384,6 +386,14 @@ https://www.scorchsoft.com/blog/text-to-mic-for-meetings/
except Exception as e:
messagebox.showerror("API Error", f"Failed to generate audio: {str(e)}")
def resample_audio(self, file_path, target_sample_rate):
sound = AudioSegment.from_file(file_path)
resampled_sound = sound.set_frame_rate(target_sample_rate)
resampled_file_path = "resampled_" + file_path
resampled_sound.export(resampled_file_path, format="wav")
return resampled_file_path
def play_audio_multiplexed(self, file_paths, device_indices):
p = pyaudio.PyAudio()
@@ -395,6 +405,7 @@ https://www.scorchsoft.com/blog/text-to-mic-for-meetings/
try:
# Ensure the file_path is a string when opening the file
wf = wave.open(str(file_path), 'rb')
@@ -406,11 +417,35 @@ https://www.scorchsoft.com/blog/text-to-mic-for-meetings/
continue
try:
# Ensure output audio sample rate matches that of the selected device
device_info = self.get_device_info(device_index)
sample_rate = int(device_info['defaultSampleRate']) # Fetch default sample rate from device info
wf_frame_rate = wf.getframerate()
print(f"Sample Rate: {sample_rate}")
print(f"WF Sample Width: {wf_frame_rate}")
if sample_rate is None:
sample_rate = wf_frame_rate
# Make the audio file sample rate match the device output sample rate
# if there is a mismatch (prevents playback speed issues or crashes)
if sample_rate != wf_frame_rate:
#if mismatch, make a new resampled version that matches the output device
resampled_file_path = self.resample_audio(str(file_path), sample_rate)
#update the playback file to the new resampled file
file_path = resampled_file_path
#re-open the new file for processing
wf = wave.open(str(file_path), 'rb')
#Create a stream from our file
stream = p.open(format=p.get_format_from_width(wf.getsampwidth()),
channels=wf.getnchannels(),
rate=wf.getframerate(),
rate=sample_rate,
output=True,
output_device_index=int(device_index))
except Exception as e:
messagebox.showerror("Stream Creation Error", f"Failed to create audio stream for device index {device_index}: {str(e)}")
wf.close()
@@ -489,6 +524,14 @@ https://www.scorchsoft.com/blog/text-to-mic-for-meetings/
messagebox.showinfo("API Key Updated", "The OpenAI API Key has been updated successfully.")
def get_device_info(self, device_index):
p = pyaudio.PyAudio()
try:
device_info = p.get_device_info_by_index(device_index)
return device_info
finally:
p.terminate()
def toggle_recording(self):
if not self.recording:
self.start_recording()
@@ -500,8 +543,21 @@ https://www.scorchsoft.com/blog/text-to-mic-for-meetings/
def start_recording(self):
input_device_index = self.input_device_index.get() # Assuming input_device_index is a StringVar
input_device_id = self.available_input_devices.get(input_device_index)
input_device_id = self.available_input_devices.get(self.input_device_index.get(), None)
if input_device_id is None:
messagebox.showerror("Error", "Selected audio device is not available.")
return
device_info = self.get_device_info(input_device_id)
sample_rate = int(device_info['defaultSampleRate'])
print(f"Device info: {device_info}")
if sample_rate is None:
sample_rate = 44100
#Record to GUI selected device ID
#device_id = None if self.input_device_index.get() == "Default" else input_devices[self.input_device_index.get()]
@@ -516,7 +572,7 @@ https://www.scorchsoft.com/blog/text-to-mic-for-meetings/
self.frames = []
self.p = pyaudio.PyAudio()
self.stream = self.p.open(format=pyaudio.paInt16, channels=1, rate=44100, input=True, frames_per_buffer=1024, input_device_index=input_device_id)
self.stream = self.p.open(format=pyaudio.paInt16, channels=1, rate=sample_rate, input=True, frames_per_buffer=1024, input_device_index=input_device_id)
def record():