Add QwenLLMService
This commit is contained in:
41
src/pipecat/services/qwen.py
Normal file
41
src/pipecat/services/qwen.py
Normal file
@@ -0,0 +1,41 @@
|
||||
#
|
||||
# Copyright (c) 2024–2025, Daily
|
||||
#
|
||||
# SPDX-License-Identifier: BSD 2-Clause License
|
||||
#
|
||||
|
||||
from typing import Optional
|
||||
|
||||
from loguru import logger
|
||||
|
||||
from pipecat.services.openai import OpenAILLMService, OpenAISTTService
|
||||
|
||||
|
||||
class QwenLLMService(OpenAILLMService):
|
||||
"""A service for interacting with Alibaba Cloud's Qwen LLM API using the OpenAI-compatible interface.
|
||||
|
||||
This service extends OpenAILLMService to connect to Qwen's API endpoint while
|
||||
maintaining full compatibility with OpenAI's interface and functionality.
|
||||
|
||||
Args:
|
||||
api_key (str): The API key for accessing Qwen's API (DashScope API key)
|
||||
base_url (str, optional): Base URL for Qwen API. Defaults to "https://dashscope-intl.aliyuncs.com/compatible-mode/v1"
|
||||
model (str, optional): The model identifier to use. Defaults to "qwen-plus".
|
||||
**kwargs: Additional keyword arguments passed to OpenAILLMService
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
*,
|
||||
api_key: str,
|
||||
base_url: str = "https://dashscope-intl.aliyuncs.com/compatible-mode/v1",
|
||||
model: str = "qwen-plus",
|
||||
**kwargs,
|
||||
):
|
||||
super().__init__(api_key=api_key, base_url=base_url, model=model, **kwargs)
|
||||
logger.info(f"Initialized Qwen LLM service with model: {model}")
|
||||
|
||||
def create_client(self, api_key=None, base_url=None, **kwargs):
|
||||
"""Create OpenAI-compatible client for Qwen API endpoint."""
|
||||
logger.debug(f"Creating Qwen client with base URL: {base_url}")
|
||||
return super().create_client(api_key, base_url, **kwargs)
|
||||
Reference in New Issue
Block a user