wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

services(anthropic): fix metrics

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-06-06 15:40:23 -07:00
parent e715d99d0c
commit 8d18be5069
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/pipecat/services/anthropic.py
View File

@@ -101,7 +101,7 @@ class AnthropicLLMService(LLMService):
messages = self._get_messages_from_openai_context(context) messages = self._get_messages_from_openai_context(context)
await self.start_ttfb_metric() await self.start_ttfb_metrics()
response = await self._client.messages.create( response = await self._client.messages.create(
messages=messages, messages=messages,
@@ -109,7 +109,7 @@ class AnthropicLLMService(LLMService):
max_tokens=self._max_tokens, max_tokens=self._max_tokens,
stream=True) stream=True)
await self.stop_ttfb_metric() await self.stop_ttfb_metrics()
async for event in response: async for event in response:
# logger.debug(f"Anthropic LLM event: {event}") # logger.debug(f"Anthropic LLM event: {event}")
@@ -119,7 +119,7 @@ class AnthropicLLMService(LLMService):
await self.push_frame(LLMResponseEndFrame()) await self.push_frame(LLMResponseEndFrame())
except Exception as e: except Exception as e:
logger.error(f"Anthrophic exception: {e}") logger.error(f"Anthropic exception: {e}")
finally: finally:
await self.push_frame(LLMFullResponseEndFrame()) await self.push_frame(LLMFullResponseEndFrame())