Update models to include Llama 3.3 70b (livekit#1233)

martin-purplefish · Dec 14, 2024 · b190ce0 · b190ce0
1 parent bbfbf40
commit b190ce0
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 2 deletions.
diff --git a/.changeset/strange-snakes-hug.md b/.changeset/strange-snakes-hug.md
@@ -0,0 +1,5 @@
+---
+"livekit-plugins-openai": patch
+---
+
+added llama 3.3 70b to model definitions
diff --git a/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/llm.py b/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/llm.py
@@ -290,7 +290,7 @@ async def _refresh_credentials(self) -> None:
     @staticmethod
     def with_fireworks(
         *,
-        model: str = "accounts/fireworks/models/llama-v3p1-70b-instruct",
+        model: str = "accounts/fireworks/models/llama-v3p3-70b-instruct",
         api_key: str | None = None,
         base_url: str | None = "https://api.fireworks.ai/inference/v1",
         client: openai.AsyncClient | None = None,

diff --git a/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/models.py b/livekit-plugins/livekit-plugins-openai/livekit/plugins/openai/models.py
@@ -45,6 +45,7 @@
 CerebrasChatModels = Literal[
     "llama3.1-8b",
     "llama3.1-70b",
+    "llama-3.3-70b",
 ]
 
 PerplexityChatModels = Literal[
@@ -58,8 +59,8 @@
 
 GroqChatModels = Literal[
     "llama-3.1-405b-reasoning",
-    "llama-3.1-70b-versatile",
     "llama-3.1-8b-instant",
+    "llama-3.3-70b-versatile",
     "llama3-groq-70b-8192-tool-use-preview",
     "llama3-groq-8b-8192-tool-use-preview",
     "llama-guard-3-8b",
@@ -144,6 +145,7 @@
     "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
     "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
     "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+    "meta-llama/Llama-3.3-70B-Instruct-Turbo",
     "mistralai/Mistral-7B-Instruct-v0.1",
     "mistralai/Mistral-7B-Instruct-v0.2",
     "mistralai/Mistral-7B-Instruct-v0.3",