wx44wx/ZNJJ-api-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Enhance voice configuration with idle prompt features and new TTS settings

Browse Source 
- Added idle prompt timeout, maximum count, and text to multiple voice configuration files to improve user interaction during idle periods.
- Updated greeting mode to 'fastgpt_opener' in relevant configurations for a more dynamic greeting experience.
- Introduced a new voice configuration file for xfyun TTS, including detailed service settings and parameters.
- Refactored the pipeline to handle idle prompts and user turn events, ensuring smoother interaction flow.
- Adjusted the VAD and turn configurations to accommodate new idle prompt features.
This commit is contained in:
Xin Wang
2026-05-29 16:27:05 +08:00
parent f49212afc9
commit 13f5f44f61
9 changed files with 190 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
config/voice-fastgpt-state-xfyunSuperTTS.json
View File

@@ -42,12 +42,15 @@
"你好",
"在吗"
],
"user_speech_timeout_sec": 0.2
"user_speech_timeout_sec": 0.2,
"idle_prompt_timeout_sec": 3.0,
"idle_prompt_max_count": 3,
"idle_prompt_text": "你好，请问还在吗？"
},
"agent": {
"system_prompt": "FastGPT app owns the system prompt when send_system_prompt is false.",
"greeting": "您好，这里是无锡交警，我将为您远程处理交通事故。请将人员撤离至路侧安全区域，开启危险报警双闪灯、放置三角警告牌、做好安全防护，谨防二次事故伤害。若您已经准备好了，请点击继续办理，如需人工服务，请说转人工。",
"greeting_mode": "fixed",
"greeting_mode": "fastgpt_opener",
"response_state": {
"enabled": true,
"tag": "state",

99
config/voice-fastgpt-state-xfyunTTS.json Normal file
View File

@@ -0,0 +1,99 @@
{
"server": {
"host": "0.0.0.0",
"port": 8000,
"cors_origins": ["*"]
},
"audio": {
"sample_rate_hz": 16000,
"channels": 1,
"frame_ms": 20
},
"session": {
"inactivity_timeout_sec": 60
},
"turn": {
"vad": {
"confidence": 0.8,
"start_secs": 0.4,
"stop_secs": 0.2,
"min_volume": 0.8
},
"interruption_min_chars": 3,
"interruption_use_interim": true,
"interruption_short_replies": [
"是",
"是的",
"对",
"对的",
"嗯",
"好",
"好的",
"行",
"可以",
"没问题",
"不是",
"不",
"不行",
"不用",
"不要",
"没有",
"否",
"你好",
"在吗"
],
"user_speech_timeout_sec": 0.2,
"idle_prompt_timeout_sec": 3.0,
"idle_prompt_max_count": 3,
"idle_prompt_text": "你好，请问还在吗？"
},
"agent": {
"greeting_mode": "fastgpt_opener",
"response_state": {
"enabled": true,
"tag": "state",
"event_type": "response.state",
"max_prefix_chars": 256
}
},
"services": {
"stt": {
"provider": "xfyun",
"app_id": "416ce125",
"api_key": "c65342fe603126c3610031d8429bb36d",
"api_secret": "MzkyYmI5OWEyODQzN2FiN2VhN2UzYzU4",
"base_url": "wss://iat-api.xfyun.cn/v2/iat",
"language": "zh_cn",
"domain": "iat",
"accent": "mandarin",
"encoding": "raw",
"frame_size": 1280,
"timeout_sec": 10.0
},
"llm": {
"provider": "fastgpt",
"api_key": "fastgpt-zlLjYtWZWN0uhQHs3ZOFHG4KLGMIdr2CkbZLCSfqGm5vcdx5xIZbp",
"base_url": "http://localhost:3030",
"model": "my-voice-app",
"app_id": "691eddaa53e3f8d9f25f1370",
"chat_id": null,
"variables": {},
"detail": false,
"timeout_sec": 60.0
},
"tts": {
"provider": "xfyun",
"app_id": "416ce125",
"api_key": "c65342fe603126c3610031d8429bb36d",
"api_secret": "MzkyYmI5OWEyODQzN2FiN2VhN2UzYzU4",
"base_url": "wss://tts-api.xfyun.cn/v2/tts",
"voice": "x4_xiaoyan",
"aue": "raw",
"tte": "UTF8",
"speed": 50,
"volume": 50,
"pitch": 50,
"source_sample_rate_hz": 16000
}
}
}

7
config/voice-fastgpt-xfyunSuperTTS.json
View File

@@ -42,12 +42,15 @@
"你好",
"在吗"
],
"user_speech_timeout_sec": 0.2
"user_speech_timeout_sec": 0.2,
"idle_prompt_timeout_sec": 3.0,
"idle_prompt_max_count": 3,
"idle_prompt_text": "你好，请问还在吗？"
},
"agent": {
"system_prompt": "FastGPT app owns the system prompt when send_system_prompt is false.",
"greeting": "您好，这里是无锡交警，我将为您远程处理交通事故。请将人员撤离至路侧安全区域，开启危险报警双闪灯、放置三角警告牌、做好安全防护，谨防二次事故伤害。若您已经准备好了，请点击继续办理，如需人工服务，请说转人工。",
"greeting_mode": "fixed",
"greeting_mode": "fastgpt_opener",
"response_state": {
"enabled": true,
"tag": "state",

19
config/voice-fastgpt-xfyunTTS.json
View File

@@ -42,12 +42,15 @@
"你好",
"在吗"
],
"user_speech_timeout_sec": 0.2
"user_speech_timeout_sec": 0.2,
"idle_prompt_timeout_sec": 3.0,
"idle_prompt_max_count": 3,
"idle_prompt_text": "你好，请问还在吗？"
},
"agent": {
"system_prompt": "FastGPT app owns the system prompt when send_system_prompt is false.",
"greeting": "您好，这里是无锡交警，我将为您远程处理交通事故。请将人员撤离至路侧安全区域，开启危险报警双闪灯、放置三角警告牌、做好安全防护，谨防二次事故伤害。若您已经准备好了，请点击继续办理，如需人工服务，请说转人工。",
"greeting_mode": "fixed",
"greeting_mode": "fastgpt_opener",
"response_state": {
"enabled": true,
"tag": "state",
@@ -82,20 +85,18 @@
"send_system_prompt": false
},
"tts": {
"provider": "xfyun_super",
"provider": "xfyun",
"app_id": "416ce125",
"api_key": "c65342fe603126c3610031d8429bb36d",
"api_secret": "MzkyYmI5OWEyODQzN2FiN2VhN2UzYzU4",
"base_url": "wss://cbm01.cn-huabei-1.xf-yun.com/v1/private/mcd9m97e6",
"voice": "x5_lingxiaoxuan_flow",
"base_url": "wss://tts-api.xfyun.cn/v2/tts",
"voice": "x4_xiaoyan",
"aue": "raw",
"tte": "UTF8",
"speed": 50,
"volume": 50,
"pitch": 50,
"oral_level": "mid",
"source_sample_rate_hz": 24000,
"text_aggregation_mode": "token",
"timeout_sec": 30.0
"source_sample_rate_hz": 16000
}
}
}

5
config/voice-xfyun.json
View File

@@ -40,7 +40,10 @@
"没有",
"否"
],
"user_speech_timeout_sec": 0.2
"user_speech_timeout_sec": 0.2,
"idle_prompt_timeout_sec": 3.0,
"idle_prompt_max_count": 3,
"idle_prompt_text": "你好，请问还在吗？"
},
"agent": {
"system_prompt": "# 角色 你是一个高度集成、安全第一的交警AI接警员。正在收集事故人员伤亡情况，时间，地点，事故原因，事故车辆数量，收集完成之后和用户说再见",

5
config/voice.json
View File

@@ -42,7 +42,10 @@
"没有",
"否"
],
"user_speech_timeout_sec": 0.8
"user_speech_timeout_sec": 0.8,
"idle_prompt_timeout_sec": 3.0,
"idle_prompt_max_count": 3,
"idle_prompt_text": "你好，请问还在吗？"
},
"agent": {
"system_prompt": "You are a helpful, friendly voice assistant. Keep responses concise and natural for spoken conversation.",