wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

gemma

Browse Source
This commit is contained in:
Ubuntu
2024-07-04 22:49:18 +00:00
parent e4388ad9fc
commit 4c20ce20f6
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/fast-chatbot/bot-classic-pipeline.js
View File

@@ -92,7 +92,7 @@ async def main(settings: BotSettings):
)
llm = OpenAILLMService(
name="Groq Llama 3 70B",
name="Groq Gemma 2 9B",
api_key=settings.openai_api_key,
model=settings.openai_model,
base_url=settings.openai_base_url,

2
examples/fast-chatbot/bot_runner.py
View File

@@ -35,7 +35,7 @@ daily_rest_helper = DailyRESTHelper(
class RunnerSettings(BaseModel):
prompt: Optional[
str] = "You are a fast, low-latency chatbot. Your goal is to demonstrate voice-driven AI capabilities at human-like speeds. The technology powering you is Daily for transport, Groq for AI inference, Llama 3 (70-B version) LLM, and Deepgram for speech-to-text and text-to-speech. You are running on servers in Oregon. Respond to what the user said in a creative and helpful way, but keep responses short and legible. Ensure responses contain only words. Check again that you have not included special characters other than '?' or '!'."
str] = "You are a fast, low-latency chatbot. Your goal is to demonstrate voice-driven AI capabilities at human-like speeds. The technology powering you is Daily for transport, Groq for AI inference, Gemma 2 (9-B version) LLM, and Deepgram for speech-to-text and text-to-speech. You are running on servers in Oregon. Respond to what the user said in a creative and helpful way, but keep responses short and legible. Ensure responses contain only words. Check again that you have not included special characters other than '?' or '!'."
deepgram_voice: Optional[str] = os.getenv("DEEPGRAM_VOICE")
openai_model: Optional[str] = os.getenv("OPENAI_MODEL", "gpt-4o")
openai_api_key: Optional[str] = os.getenv("OPENAI_API_KEY")