From d4bcc569bb3f393b0f948df4f3c730c771a815b6 Mon Sep 17 00:00:00 2001
From: Daniel Chalef <131175+danielchalef@users.noreply.github.com>
Date: Fri, 21 Jun 2024 13:37:23 -0700
Subject: [PATCH] new anthropic models

---
 pkg/llms/llm_base.go | 32 ++++++++++++++++++++------------
 1 file changed, 20 insertions(+), 12 deletions(-)

diff --git a/pkg/llms/llm_base.go b/pkg/llms/llm_base.go
index 49a368bd..28e9adf7 100644
--- a/pkg/llms/llm_base.go
+++ b/pkg/llms/llm_base.go
@@ -163,23 +163,31 @@ var ValidOpenAILLMs = map[string]bool{
 }
 
 var ValidAnthropicLLMs = map[string]bool{
-	"claude-instant-1": true,
-	"claude-2":         true,
+	"claude-instant-1":           true,
+	"claude-2":                   true,
+	"claude-3-5-sonnet-20240620": true,
+	"claude-3-opus-20240229":     true,
+	"claude-3-sonnet-20240229":   true,
+	"claude-3-haiku-20240307":    true,
 }
 
 var ValidLLMMap = internal.MergeMaps(ValidOpenAILLMs, ValidAnthropicLLMs)
 
 var MaxLLMTokensMap = map[string]int{
-	"gpt-3.5-turbo":      4096,
-	"gpt-3.5-turbo-16k":  16_385,
-	"gpt-3.5-turbo-1106": 16_385,
-	"gpt-4":              8192,
-	"gpt-4-32k":          32_768,
-	"gpt-4-1106-preview": 128_000,
-	"gpt-4-turbo":        128_000,
-	"gpt-4o":             128_000,
-	"claude-instant-1":   100_000,
-	"claude-2":           100_000,
+	"gpt-3.5-turbo":              4096,
+	"gpt-3.5-turbo-16k":          16_385,
+	"gpt-3.5-turbo-1106":         16_385,
+	"gpt-4":                      8192,
+	"gpt-4-32k":                  32_768,
+	"gpt-4-1106-preview":         128_000,
+	"gpt-4-turbo":                128_000,
+	"gpt-4o":                     128_000,
+	"claude-instant-1":           100_000,
+	"claude-2":                   100_000,
+	"claude-3-5-sonnet-20240620": 200_000,
+	"claude-3-haiku-20240307":    200_000,
+	"claude-3-opus-20240229":     200_000,
+	"claude-3-sonnet-20240229":   200_000,
 }
 
 func GetLLMModelName(cfg *config.Config) (string, error) {