Skip to content

Commit

Permalink
fix/azure openai (#346)
Browse files Browse the repository at this point in the history
* Fix Azure OpenAI embedding startup issue.

* add new openai models

* cleanup
  • Loading branch information
danielchalef authored Jun 21, 2024
1 parent 12465d9 commit b5ec5c7
Show file tree
Hide file tree
Showing 6 changed files with 13 additions and 13 deletions.
2 changes: 2 additions & 0 deletions config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@ llm:
# embeddings deployment is required when Zep is configured to use OpenAI embeddings
# embedding_deployment: "text-embedding-ada-002-customname"
# Use only with an alternate OpenAI-compatible API endpoint
llm_deployment:
embedding_deployment:
openai_endpoint:
openai_org_id:
nlp:
Expand Down
1 change: 0 additions & 1 deletion docker-compose.dev.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
version: "3.7"
services:
db:
image: ghcr.io/getzep/postgres:latest
Expand Down
15 changes: 7 additions & 8 deletions docker-compose.yaml
Original file line number Diff line number Diff line change
@@ -1,10 +1,9 @@
version: "3.7"
services:
db:
image: ghcr.io/getzep/postgres:latest
container_name: zep-postgres
restart: on-failure
shm_size: "128mb" # Increase this if vacuuming fails with a "no space left on device" error
shm_size: "128mb" # Increase this if vacuuming fails with a "no space left on device" error
environment:
- POSTGRES_USER=postgres
- POSTGRES_PASSWORD=postgres
Expand All @@ -16,7 +15,7 @@ services:
volumes:
- zep-db:/var/lib/postgresql/data
healthcheck:
test: [ "CMD", "pg_isready", "-q", "-d", "postgres", "-U", "postgres" ]
test: ["CMD", "pg_isready", "-q", "-d", "postgres", "-U", "postgres"]
interval: 5s
timeout: 5s
retries: 5
Expand All @@ -39,12 +38,12 @@ services:
container_name: zep
restart: on-failure
depends_on:
db:
condition: service_healthy
nlp:
condition: service_healthy
db:
condition: service_healthy
nlp:
condition: service_healthy
ports:
- "8000:8000"
- "8000:8000"
volumes:
- ./config.yaml:/app/config.yaml
environment:
Expand Down
4 changes: 4 additions & 0 deletions pkg/llms/llm_base.go
Original file line number Diff line number Diff line change
Expand Up @@ -158,6 +158,8 @@ var ValidOpenAILLMs = map[string]bool{
"gpt-3.5-turbo-1106": true,
"gpt-4-32k": true,
"gpt-4-1106-preview": true,
"gpt-4-turbo": true,
"gpt-4o": true,
}

var ValidAnthropicLLMs = map[string]bool{
Expand All @@ -174,6 +176,8 @@ var MaxLLMTokensMap = map[string]int{
"gpt-4": 8192,
"gpt-4-32k": 32_768,
"gpt-4-1106-preview": 128_000,
"gpt-4-turbo": 128_000,
"gpt-4o": 128_000,
"claude-instant-1": 100_000,
"claude-2": 100_000,
}
Expand Down
2 changes: 0 additions & 2 deletions pkg/testutils/data.go
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
//go:build testutils

package testutils

import "github.com/getzep/zep/pkg/models"
Expand Down
2 changes: 0 additions & 2 deletions pkg/testutils/utils.go
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
//go:build testutils

package testutils

import (
Expand Down

0 comments on commit b5ec5c7

Please sign in to comment.