From fa9c343282989a5114531a273a2fdb049d67c150 Mon Sep 17 00:00:00 2001
From: David Zhao <dz@livekit.io>
Date: Thu, 13 Jun 2024 23:36:23 -0700
Subject: [PATCH] Display transcriptions even when Agent is not publishing
 audio (#70)

---
 src/components/playground/Playground.tsx | 16 +++++++++++++---
 src/transcriptions/TranscriptionTile.tsx |  2 --
 2 files changed, 13 insertions(+), 5 deletions(-)

diff --git a/src/components/playground/Playground.tsx b/src/components/playground/Playground.tsx
index 4e6f2cb..402b08a 100644
--- a/src/components/playground/Playground.tsx
+++ b/src/components/playground/Playground.tsx
@@ -1,7 +1,7 @@
 "use client";
 
 import { LoadingSVG } from "@/components/button/LoadingSVG";
-import { ChatMessageType, ChatTile } from "@/components/chat/ChatTile";
+import { ChatMessageType } from "@/components/chat/ChatTile";
 import { ColorPicker } from "@/components/colorPicker/ColorPicker";
 import { AudioInputTile } from "@/components/config/AudioInputTile";
 import { ConfigurationPanelItem } from "@/components/config/ConfigurationPanelItem";
@@ -17,6 +17,7 @@ import { useConfig } from "@/hooks/useConfig";
 import { useMultibandTrackVolume } from "@/hooks/useTrackVolume";
 import { TranscriptionTile } from "@/transcriptions/TranscriptionTile";
 import {
+  TrackReferenceOrPlaceholder,
   VideoTrack,
   useConnectionState,
   useDataChannel,
@@ -74,11 +75,20 @@ export default function Playground({
     }
   }, [config, localParticipant, roomState]);
 
-  const agentAudioTrack = tracks.find(
+  let agentAudioTrack: TrackReferenceOrPlaceholder | undefined;
+  const aat = tracks.find(
     (trackRef) =>
       trackRef.publication.kind === Track.Kind.Audio &&
       trackRef.participant.isAgent
   );
+  if (aat) {
+    agentAudioTrack = aat;
+  } else if (agentParticipant) {
+    agentAudioTrack = {
+      participant: agentParticipant,
+      source: Track.Source.Microphone,
+    };
+  }
 
   const agentVideoTrack = tracks.find(
     (trackRef) =>
@@ -87,7 +97,7 @@ export default function Playground({
   );
 
   const subscribedVolumes = useMultibandTrackVolume(
-    agentAudioTrack?.publication.track,
+    agentAudioTrack?.publication?.track,
     5
   );
 
diff --git a/src/transcriptions/TranscriptionTile.tsx b/src/transcriptions/TranscriptionTile.tsx
index d83e7a6..b168a85 100644
--- a/src/transcriptions/TranscriptionTile.tsx
+++ b/src/transcriptions/TranscriptionTile.tsx
@@ -1,7 +1,5 @@
 import { ChatMessageType, ChatTile } from "@/components/chat/ChatTile";
 import {
-  Chat,
-  ChatMessage as ComponentsChatMessage,
   TrackReferenceOrPlaceholder,
   useChat,
   useLocalParticipant,