82 lines
2.5 KiB
Python
82 lines
2.5 KiB
Python
#
|
|
# Copyright (c) 2024-2026, Daily
|
|
#
|
|
# SPDX-License-Identifier: BSD 2-Clause License
|
|
#
|
|
|
|
"""Unit tests for Google LLM OpenAI Beta service."""
|
|
|
|
import asyncio
|
|
import warnings
|
|
from unittest.mock import AsyncMock, patch
|
|
|
|
import pytest
|
|
|
|
from pipecat.processors.aggregators.openai_llm_context import OpenAILLMContext
|
|
|
|
try:
|
|
from pipecat.services.google.openai.llm import GoogleLLMOpenAIBetaService
|
|
|
|
google_available = True
|
|
except Exception:
|
|
google_available = False
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.skipif(not google_available, reason="Google dependencies not installed")
|
|
async def test_google_llm_openai_stream_closed_on_cancellation():
|
|
"""Test that the stream is closed when CancelledError occurs during iteration.
|
|
|
|
This prevents socket leaks when the pipeline is interrupted (e.g., user interruption).
|
|
See issue #3639.
|
|
"""
|
|
with patch.object(GoogleLLMOpenAIBetaService, "create_client"):
|
|
with warnings.catch_warnings():
|
|
warnings.simplefilter("ignore", DeprecationWarning)
|
|
service = GoogleLLMOpenAIBetaService(api_key="test-key", model="test-model")
|
|
service._client = AsyncMock()
|
|
|
|
stream_closed = False
|
|
|
|
class MockAsyncStream:
|
|
"""Mock AsyncStream that tracks close() calls and raises CancelledError."""
|
|
|
|
def __init__(self):
|
|
self.iteration_count = 0
|
|
|
|
async def __aenter__(self):
|
|
return self
|
|
|
|
async def __aexit__(self, exc_type, exc_val, exc_tb):
|
|
nonlocal stream_closed
|
|
stream_closed = True
|
|
return False
|
|
|
|
def __aiter__(self):
|
|
return self
|
|
|
|
async def __anext__(self):
|
|
self.iteration_count += 1
|
|
if self.iteration_count > 1:
|
|
raise asyncio.CancelledError()
|
|
mock_chunk = AsyncMock()
|
|
mock_chunk.usage = None
|
|
mock_chunk.choices = []
|
|
return mock_chunk
|
|
|
|
mock_stream = MockAsyncStream()
|
|
|
|
service._stream_chat_completions_specific_context = AsyncMock(return_value=mock_stream)
|
|
service.start_ttfb_metrics = AsyncMock()
|
|
service.stop_ttfb_metrics = AsyncMock()
|
|
service.start_llm_usage_metrics = AsyncMock()
|
|
|
|
context = OpenAILLMContext(
|
|
messages=[{"role": "user", "content": "Hello"}],
|
|
)
|
|
|
|
with pytest.raises(asyncio.CancelledError):
|
|
await service._process_context(context)
|
|
|
|
assert stream_closed, "Stream should be closed even when CancelledError occurs"
|