Add extra input param to LLMs

2024-09-20 21:45:35 -04:00
parent 26a64afd8d
commit c73111afea
4 changed files with 74 additions and 40 deletions
--- a/examples/foundational/07l-interruptible-together.py
+++ b/examples/foundational/07l-interruptible-together.py
@@ -57,10 +57,12 @@ async def main():
            model=os.getenv("TOGETHER_MODEL"),
            params=TogetherLLMService.InputParams(
                temperature=1.0,
-                frequency_penalty=2.0,
-                presence_penalty=0.0,
                top_p=0.9,
-                top_k=40
+                top_k=40,
+                extra={
+                    "frequency_penalty": 2.0,
+                    "presence_penalty": 0.0,
+                }
            )
        )