examples: use OpenAILLMContext in all the examples

2024-10-18 23:23:36 -07:00
parent 4f66e5d55f
commit be4bdabdf4
33 changed files with 166 additions and 243 deletions
--- a/examples/foundational/07l-interruptible-together.py
+++ b/examples/foundational/07l-interruptible-together.py
@@ -52,7 +52,7 @@ async def main():

        llm = TogetherLLMService(
            api_key=os.getenv("TOGETHER_API_KEY"),
-            model=os.getenv("TOGETHER_MODEL"),
+            model="meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
            params=TogetherLLMService.InputParams(
                temperature=1.0,
                top_p=0.9,