[POC] [DRAFT] Example of multi-model LangKit deployment with Helm

charts/langkit/CHANGELOG.md

@@ -6,6 +6,12 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning]
 (https://semver.org/spec/v2.0.0.html).
 
+## [0.7.0] - **Breaking Changes** - 2023-02-08
+
+### Breaking
+
+- :warning: Adding support for multiple model deployments.
+
 ## [0.6.0] - **Breaking Changes** - 2023-02-01
 
 ### Breaking

charts/langkit/Chart.yaml

@@ -2,5 +2,5 @@ apiVersion: v2
 name: langkit
 description: A Helm chart for LangKit container deployment
 type: application
-version: 0.6.0
+version: 0.7.0
 appVersion: "1.0.2.dev2"

charts/langkit/templates/deployment.yaml

@@ -55,6 +55,10 @@ spec:
             {{- toYaml .Values.resources | nindent 12 }}
           env:
             {{- toYaml .Values.containers.env | nindent 12 }}
+            {{- range .Values.models }}
+            - name: {{ .name | upper | replace "-" "_" }}_SERVICE_URL
+              value: "http://{{ .name }}.{{ $.Release.Namespace }}.svc.cluster.local"
+            {{- end }}
           envFrom:
             - secretRef:
                 name: {{ .Values.secrets.whylabsApiKey.name }}

charts/langkit/templates/models.yaml

@@ -0,0 +1,34 @@
+{{- range .Values.models }}
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ .name }}
+spec:
+  replicas: 2
+  selector:
+    matchLabels:
+      app: {{ .name }}
+  template:
+    metadata:
+      labels:
+        app: {{ .name }}
+    spec:
+      containers:
+        - name: {{ .name }}
+          image: {{ .image }}
+          ports:
+          - containerPort: 80
+      tolerations:
+        {{- toYaml .tolerations | nindent 8 }}
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ .name }}
+spec:
+  type: ClusterIP
+  selector:
+    app: {{ .name }}
+  ports: {{ toYaml .ports | nindent 4 }}
+{{- end }}

charts/langkit/values.yaml

@@ -122,3 +122,38 @@ volumes:
     emptyDir: {}
   - name: home
     emptyDir: {}
+
+models:
+  - name: model1
+    image: nginx
+    ports:
+      - protocol: TCP
+        port: 80
+        targetPort: 80
+    tolerations:
+      - effect: NoSchedule
+        key: kubernetes.azure.com/scalesetpriority
+        operator: Equal
+        value: spot
+  - name: model2
+    image: nginx
+    ports:
+      - protocol: TCP
+        port: 80
+        targetPort: 80
+    tolerations:
+      - effect: NoSchedule
+        key: kubernetes.azure.com/scalesetpriority
+        operator: Equal
+        value: spot
+  - name: model3
+    image: nginx
+    ports:
+      - protocol: TCP
+        port: 80
+        targetPort: 80
+    tolerations:
+      - effect: NoSchedule
+        key: kubernetes.azure.com/scalesetpriority
+        operator: Equal
+        value: spot