From 675ac1bd585a9e5b54c3f074ee2df70b207e5a87 Mon Sep 17 00:00:00 2001 From: AnchorArray Date: Thu, 22 Feb 2024 11:12:14 -0700 Subject: [PATCH 1/2] Update default image --- charts/langkit/CHANGELOG.md | 6 ++++++ charts/langkit/Chart.yaml | 4 ++-- charts/langkit/README.md | 4 ++-- charts/langkit/values.yaml | 14 ++------------ 4 files changed, 12 insertions(+), 16 deletions(-) diff --git a/charts/langkit/CHANGELOG.md b/charts/langkit/CHANGELOG.md index 3d62c45..c5d38a8 100644 --- a/charts/langkit/CHANGELOG.md +++ b/charts/langkit/CHANGELOG.md @@ -6,6 +6,12 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning] (https://semver.org/spec/v2.0.0.html). +## [0.11.0] - 2023-02-22 + +### Changed + +- Updated default image from `py-llm-1.0.2.dev10` to `py-llm-1.0.5`. + ## [0.10.0] - 2023-02-19 ### Added diff --git a/charts/langkit/Chart.yaml b/charts/langkit/Chart.yaml index 7eb5fdc..ea6dfb2 100644 --- a/charts/langkit/Chart.yaml +++ b/charts/langkit/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: langkit description: A Helm chart for LangKit container deployment type: application -version: 0.10.0 -appVersion: "1.0.2.dev10" +version: 0.11.0 +appVersion: "1.0.5" diff --git a/charts/langkit/README.md b/charts/langkit/README.md index c48e6cc..53847d3 100644 --- a/charts/langkit/README.md +++ b/charts/langkit/README.md @@ -92,14 +92,14 @@ helm-docs --dry-run | Key | Type | Default | Description | |-----|------|---------|-------------| -| containers.env | list | `[{"name":"LANGKIT_WORKERS","value":"1"},{"name":"TRANSFORMERS_OFFLINE","value":"1"},{"name":"HF_DATASETS_OFFLINE","value":"1"},{"name":"HOME","value":"/home"},{"name":"HF_HOME","value":"/home/.cache/hf_home"}]` | Environment variables for the containers | +| containers.env | list | `[]` | Environment variables for the containers | | containers.securityContext | object | `{"readOnlyRootFilesystem":true,"runAsUser":1000}` | Container security context | | containers.volumeMounts | list | `[{"mountPath":"/tmp","name":"temp-dir"},{"mountPath":"/home","name":"home"}]` | Volume mounts for containers | | fullnameOverride | string | `""` | | | image.containerPort | int | `8000` | | | image.pullPolicy | string | `"Always"` | | | image.repository | string | `"whylabs/whylogs"` | | -| image.tag | string | `"py-llm-1.0.2.dev10"` | | +| image.tag | string | `"py-llm-1.0.5"` | | | imagePullSecrets | list | `[]` | | | ingress.annotations | object | `{}` | | | ingress.className | string | `""` | | diff --git a/charts/langkit/values.yaml b/charts/langkit/values.yaml index 393bef3..feb9848 100644 --- a/charts/langkit/values.yaml +++ b/charts/langkit/values.yaml @@ -31,7 +31,7 @@ ingress: image: repository: whylabs/whylogs pullPolicy: Always - tag: py-llm-1.0.2.dev10 + tag: py-llm-1.0.5 containerPort: 8000 imagePullSecrets: [] @@ -55,17 +55,7 @@ containers: # runAsNonRoot: true # runAsUser: 1000 # containers.env -- (list) Environment variables for the containers - env: - - name: LANGKIT_WORKERS - value: "1" - - name: TRANSFORMERS_OFFLINE - value: "1" - - name: HF_DATASETS_OFFLINE - value: "1" - - name: HOME - value: "/home" - - name: HF_HOME - value: "/home/.cache/hf_home" + env: [] # containers.volumeMounts -- (list) Volume mounts for containers volumeMounts: - name: temp-dir From bf52482b316a14dc9b53a8e8e73e726706de6f61 Mon Sep 17 00:00:00 2001 From: AnchorArray Date: Thu, 22 Feb 2024 15:55:39 -0700 Subject: [PATCH 2/2] Updates from performance testing --- charts/langkit/README.md | 16 ++++++++-------- charts/langkit/values.yaml | 34 +++++++++++++++++----------------- 2 files changed, 25 insertions(+), 25 deletions(-) diff --git a/charts/langkit/README.md b/charts/langkit/README.md index 53847d3..9ed33ea 100644 --- a/charts/langkit/README.md +++ b/charts/langkit/README.md @@ -59,7 +59,7 @@ View the difference between the current state and desired state. # helm plugin install https://github.com/databus23/helm-diff helm diff upgrade \ --allow-unreleased \ - langkit langkit-0.10.0.tgz + langkit langkit-0.11.0.tgz ``` ### Install/Update @@ -67,14 +67,14 @@ helm diff upgrade \ helm upgrade --install \ --create-namespace \ --namespace langkit \ - langkit langkit-0.10.0.tgz + langkit langkit-0.11.0.tgz ``` ### Uninstall ```shell helm uninstall \ --namespace langkit \ - langkit langkit-0.10.0.tgz + langkit langkit-0.11.0.tgz ``` ## Development @@ -117,11 +117,11 @@ helm-docs --dry-run | readinessProbe.initialDelaySeconds | int | `15` | | | readinessProbe.periodSeconds | int | `10` | | | readinessProbe.tcpSocket.port | int | `8000` | | -| replicaCount | int | `4` | | -| resources.limits.cpu | string | `"1"` | | -| resources.limits.memory | string | `"6Gi"` | | -| resources.requests.cpu | string | `"1"` | | -| resources.requests.memory | string | `"6Gi"` | | +| replicaCount | int | `2` | | +| resources.limits.cpu | string | `"4"` | | +| resources.limits.memory | string | `"3Gi"` | | +| resources.requests.cpu | string | `"4"` | | +| resources.requests.memory | string | `"3Gi"` | | | secrets.langkitApiSecret.name | string | `"langkit-api-secret"` | Name of the secret that stores the WhyLabs LangKit API Secret | | secrets.whylabsApiKey.name | string | `"whylabs-api-key"` | Name of the secret that stores the WhyLabs API Key | | service.port | int | `80` | | diff --git a/charts/langkit/values.yaml b/charts/langkit/values.yaml index feb9848..b8f9f22 100644 --- a/charts/langkit/values.yaml +++ b/charts/langkit/values.yaml @@ -1,4 +1,4 @@ -replicaCount: 4 +replicaCount: 2 nameOverride: "" fullnameOverride: "" @@ -69,11 +69,11 @@ service: resources: requests: - cpu: "1" - memory: 6Gi + cpu: "4" + memory: 3Gi limits: - cpu: "1" - memory: 6Gi + cpu: "4" + memory: 3Gi secrets: whylabsApiKey: @@ -103,18 +103,18 @@ tolerations: [] # value: spot # @ignored -affinity: - podAntiAffinity: - preferredDuringSchedulingIgnoredDuringExecution: - - weight: 100 - podAffinityTerm: - topologyKey: "kubernetes.io/hostname" - labelSelector: - matchExpressions: - - key: app.kubernetes.io/name - operator: In - values: - - langkit +affinity: {} + # podAntiAffinity: + # preferredDuringSchedulingIgnoredDuringExecution: + # - weight: 100 + # podAffinityTerm: + # topologyKey: "kubernetes.io/hostname" + # labelSelector: + # matchExpressions: + # - key: app.kubernetes.io/name + # operator: In + # values: + # - langkit # volumes -- (list) Volumes to create volumes: