wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MiniMaxHttpTTSService: renamed from Hailuo and move to services/minimax/tts.py

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2025-05-15 11:58:54 -07:00
parent a51af35024
commit 3933ba57b8
2 changed files with 50 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
CHANGELOG.md
View File

@@ -9,6 +9,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
### Added ### Added
- Added support for a new TTS service, `MiniMaxHttpTTSService`.
(see https://www.minimax.io/audio)
- A new function `FrameProcessor.setup()` has been added to allow setting up - A new function `FrameProcessor.setup()` has been added to allow setting up
frame processors before receiving a `StartFrame`. This is what's happening frame processors before receiving a `StartFrame`. This is what's happening
internally: `FrameProcessor.setup()` is called, `StartFrame` is pushed from internally: `FrameProcessor.setup()` is called, `StartFrame` is pushed from

84
src/pipecat/services/hailuo.py → src/pipecat/services/minimax/tts.py
View File

@@ -1,26 +1,36 @@
from typing import AsyncGenerator, Optional #
import aiohttp # Copyright (c) 2024–2025, Daily
#
# SPDX-License-Identifier: BSD 2-Clause License
#
import json import json
import time
from typing import AsyncGenerator, Optional
import aiohttp
from loguru import logger from loguru import logger
from pydantic import BaseModel from pydantic import BaseModel
import time
from pipecat.frames.frames import ( from pipecat.frames.frames import (
CancelFrame,
EndFrame,
ErrorFrame, ErrorFrame,
Frame, Frame,
StartFrame,
TTSAudioRawFrame, TTSAudioRawFrame,
TTSStartedFrame, TTSStartedFrame,
TTSStoppedFrame, TTSStoppedFrame,
) )
from pipecat.services.ai_services import TTSService from pipecat.services.ai_services import TTSService
from pipecat.transcriptions.language import Language
class HailuoHttpTTSService(TTSService):
class MiniMaxHttpTTSService(TTSService):
class InputParams(BaseModel): class InputParams(BaseModel):
speed: Optional[float] = 1.0 speed: Optional[float] = 1.0
volume: Optional[float] = 1.0 volume: Optional[float] = 1.0
pitch: Optional[float] = 0 pitch: Optional[float] = 0
def __init__( def __init__(
self, self,
*, *,
@@ -33,12 +43,12 @@ class HailuoHttpTTSService(TTSService):
**kwargs, **kwargs,
): ):
super().__init__(sample_rate=sample_rate, **kwargs) super().__init__(sample_rate=sample_rate, **kwargs)
self._api_key = api_key self._api_key = api_key
self._group_id = group_id self._group_id = group_id
self._base_url = f"https://api.minimaxi.chat/v1/t2a_v2?GroupId={group_id}" self._base_url = f"https://api.minimaxi.chat/v1/t2a_v2?GroupId={group_id}"
self._session = None self._session = None
self._settings = { self._settings = {
"model": model, "model": model,
"stream": True, "stream": True,
@@ -46,14 +56,14 @@ class HailuoHttpTTSService(TTSService):
"voice_id": voice_id, "voice_id": voice_id,
"speed": params.speed, "speed": params.speed,
"vol": params.volume, "vol": params.volume,
"pitch": params.pitch "pitch": params.pitch,
}, },
"audio_setting": { "audio_setting": {
"sample_rate": sample_rate, "sample_rate": sample_rate,
"bitrate": 128000, "bitrate": 128000,
"format": "pcm", "format": "pcm",
"channel": 1 "channel": 1,
} },
} }
def can_generate_metrics(self) -> bool: def can_generate_metrics(self) -> bool:
@@ -68,24 +78,24 @@ class HailuoHttpTTSService(TTSService):
await self._session.close() await self._session.close()
self._session = None self._session = None
async def start(self, frame: Frame): async def start(self, frame: StartFrame):
await super().start(frame) await super().start(frame)
await self._init_session() await self._init_session()
async def stop(self, frame: Frame): async def stop(self, frame: EndFrame):
await super().stop(frame) await super().stop(frame)
await self._close_session() await self._close_session()
async def cancel(self, frame: Frame): async def cancel(self, frame: CancelFrame):
await super().cancel(frame) await super().cancel(frame)
await self._close_session() await self._close_session()
async def run_tts(self, text: str) -> AsyncGenerator[Frame, None]: async def run_tts(self, text: str) -> AsyncGenerator[Frame, None]:
text = text.strip() text = text.strip()
if not text or text in ['"', "'", ']', '[']: if not text or text in ['"', "'", "]", "["]:
logger.debug(f"Skipping invalid text for TTS: [{text}]") logger.debug(f"Skipping invalid text for TTS: [{text}]")
return return
logger.debug(f"Generating TTS: [{text}]") logger.debug(f"Generating TTS: [{text}]")
start_time = time.time() start_time = time.time()
@@ -95,9 +105,9 @@ class HailuoHttpTTSService(TTSService):
yield TTSStartedFrame() yield TTSStartedFrame()
headers = { headers = {
'accept': 'application/json, text/plain, */*', "accept": "application/json, text/plain, */*",
'Content-Type': 'application/json', "Content-Type": "application/json",
'Authorization': f'Bearer {self._api_key}' "Authorization": f"Bearer {self._api_key}",
} }
payload = { payload = {
@@ -105,13 +115,11 @@ class HailuoHttpTTSService(TTSService):
"text": text, "text": text,
"stream": True, "stream": True,
"voice_setting": self._settings["voice_setting"], "voice_setting": self._settings["voice_setting"],
"audio_setting": self._settings["audio_setting"] "audio_setting": self._settings["audio_setting"],
} }
async with self._session.post( async with self._session.post(
self._base_url, self._base_url, headers=headers, json=payload
headers=headers,
json=payload
) as response: ) as response:
if response.status != 200: if response.status != 200:
error_text = await response.text() error_text = await response.text()
@@ -125,26 +133,26 @@ class HailuoHttpTTSService(TTSService):
async for chunk in response.content.iter_chunked(4096): async for chunk in response.content.iter_chunked(4096):
if not chunk: if not chunk:
continue continue
buffer.extend(chunk) buffer.extend(chunk)
# Find complete data blocks # Find complete data blocks
while b'data:' in buffer: while b"data:" in buffer:
start = buffer.find(b'data:') start = buffer.find(b"data:")
next_start = buffer.find(b'data:', start + 5) next_start = buffer.find(b"data:", start + 5)
if next_start == -1: if next_start == -1:
# No next data block found, keep current data for next iteration # No next data block found, keep current data for next iteration
if start > 0: if start > 0:
buffer = buffer[start:] buffer = buffer[start:]
break break
# Extract a complete data block # Extract a complete data block
data_block = buffer[start:next_start] data_block = buffer[start:next_start]
buffer = buffer[next_start:] buffer = buffer[next_start:]
try: try:
data = json.loads(data_block[5:].decode('utf-8')) data = json.loads(data_block[5:].decode("utf-8"))
# Skip data blocks containing extra_info # Skip data blocks containing extra_info
if "extra_info" in data: if "extra_info" in data:
logger.debug("Received final chunk with extra info") logger.debug("Received final chunk with extra info")
@@ -162,18 +170,20 @@ class HailuoHttpTTSService(TTSService):
CHUNK_SIZE = 4096 # 4KB per chunk CHUNK_SIZE = 4096 # 4KB per chunk
for i in range(0, len(audio_data), CHUNK_SIZE * 2): # *2 for hex string for i in range(0, len(audio_data), CHUNK_SIZE * 2): # *2 for hex string
# Split hex string # Split hex string
hex_chunk = audio_data[i:i + CHUNK_SIZE * 2] hex_chunk = audio_data[i : i + CHUNK_SIZE * 2]
if not hex_chunk: if not hex_chunk:
continue continue
try: try:
# Convert this chunk of data # Convert this chunk of data
audio_chunk = bytes.fromhex(hex_chunk) audio_chunk = bytes.fromhex(hex_chunk)
if audio_chunk: if audio_chunk:
yield TTSAudioRawFrame( yield TTSAudioRawFrame(
audio=audio_chunk, audio=audio_chunk,
sample_rate=self._settings["audio_setting"]["sample_rate"], sample_rate=self._settings["audio_setting"][
num_channels=self._settings["audio_setting"]["channel"] "sample_rate"
],
num_channels=self._settings["audio_setting"]["channel"],
) )
except ValueError as e: except ValueError as e:
logger.error(f"Error converting hex to binary: {e}") logger.error(f"Error converting hex to binary: {e}")
@@ -184,7 +194,7 @@ class HailuoHttpTTSService(TTSService):
continue continue
yield TTSStoppedFrame() yield TTSStoppedFrame()
total_time = time.time() - start_time total_time = time.time() - start_time
logger.debug(f"Total TTS processing time: {total_time:.4f}s for {len(text)} chars") logger.debug(f"Total TTS processing time: {total_time:.4f}s for {len(text)} chars")