wx44wx/livekit-znjj-demo
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Support text-only agent (#131)

Browse Source
This commit is contained in:
Ben Cherry 2025-03-26 15:17:57 -07:00 committed by GitHub
parent 00448e7c89
commit 5416e0fb9f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 21 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/components/playground/Playground.tsx
View File

@ -207,7 +207,7 @@ export default function Playground({
]);
const chatTileContent = useMemo(() => {
if (voiceAssistant.audioTrack) {
if (voiceAssistant.agent) {
return (
<TranscriptionTile
agentAudioTrack={voiceAssistant.audioTrack}
@ -216,7 +216,7 @@ export default function Playground({
);
}
return <></>;
}, [config.settings.theme_color, voiceAssistant.audioTrack]);
}, [config.settings.theme_color, voiceAssistant.audioTrack, voiceAssistant.agent]);
const handleRpcCall = useCallback(async () => {
if (!voiceAssistant.agent || !room) return;

33
src/transcriptions/TranscriptionTile.tsx
View File

@ -17,10 +17,10 @@ export function TranscriptionTile({
agentAudioTrack,
accentColor,
}: {
agentAudioTrack: TrackReferenceOrPlaceholder;
agentAudioTrack?: TrackReferenceOrPlaceholder;
accentColor: string;
}) {
const agentMessages = useTrackTranscription(agentAudioTrack);
const agentMessages = useTrackTranscription(agentAudioTrack || undefined);
const localParticipant = useLocalParticipant();
const localMessages = useTrackTranscription({
publication: localParticipant.microphoneTrack,
@ -36,16 +36,19 @@ export function TranscriptionTile({
// store transcripts
useEffect(() => {
agentMessages.segments.forEach((s) =>
transcripts.set(
s.id,
segmentToChatMessage(
s,
transcripts.get(s.id),
agentAudioTrack.participant
if (agentAudioTrack) {
agentMessages.segments.forEach((s) =>
transcripts.set(
s.id,
segmentToChatMessage(
s,
transcripts.get(s.id),
agentAudioTrack.participant
)
)
)
);
);
}
localMessages.segments.forEach((s) =>
transcripts.set(
s.id,
@ -59,8 +62,9 @@ export function TranscriptionTile({
const allMessages = Array.from(transcripts.values());
for (const msg of chatMessages) {
const isAgent =
msg.from?.identity === agentAudioTrack.participant?.identity;
const isAgent = agentAudioTrack
? msg.from?.identity === agentAudioTrack.participant?.identity
: msg.from?.identity !== localParticipant.localParticipant.identity;
const isSelf =
msg.from?.identity === localParticipant.localParticipant.identity;
let name = msg.from?.name;
@ -86,9 +90,10 @@ export function TranscriptionTile({
transcripts,
chatMessages,
localParticipant.localParticipant,
agentAudioTrack.participant,
agentAudioTrack?.participant,
agentMessages.segments,
localMessages.segments,
agentAudioTrack,
]);
return (