added dockerGPU and runMode to system config

deps/pkl/Kdeps.pkl

@@ -6,5 +6,9 @@ import "package://pkg.pkl-lang.org/pkl-go/[email protected]#/go.pkl"
 
 import "LLM.pkl"
 
-dockerImage: String = "alpine:3.14"
+typealias GPU = "nvidia"|"amd"|"cpu"
+typealias RunMode = "docker"|"local"
+
+runMode: RunMode = "docker"
+dockerGPU: GPU = "cpu"
 llmSettings: LLM.LLMSettings

deps/pkl/LLM.pkl

@@ -8,8 +8,8 @@ typealias LLMBackend = "ollama"|"openai"|"mistral"|"huggingface"|"groq"
 
 class LLMSettings {
   llmAPIKeys: LLMAPIKeys = new {}
-  llmBackend: LLMBackend = "ollama"
-  llmModel: String = "llama3.1"
+  llmFallbackBackend: LLMBackend = "ollama"
+  llmFallbackModel: String = "llama3.1"
   modelFile: ModelFile?
 }
 
@@ -76,6 +76,8 @@ class ResourceChat {
   else
     throw("Error: Invalid configuration string: The LLM output string does not match any of the expected formats: ENV:, FILE:. Please ensure that the string starts with one of these prefixes.")
 
+  backend: LLMBackend = "ollama"
+  model: String = "llama3.1"
   prompt: String
   input: String(isValidLLMIOPrefix)?
   output: String(isValidLLMIOPrefix)
@@ -90,6 +92,8 @@ class ResourceChatSchema {
   else
     throw("Error: Invalid configuration string: The LLM output string does not match any of the expected formats: ENV:, FILE:. Please ensure that the string starts with one of these prefixes.")
 
+  backend: LLMBackend = "ollama"
+  model: String = "llama3.1"
   prompt: String
   schema: String
   input: String(isValidLLMIOPrefix)?

templates/kdeps.pkl

@@ -1,15 +1,15 @@
 amends "package://schema.kdeps.com/core@VERSION_TAG#/Kdeps.pkl"
 
-dockerImage = "alpine:3.14"
-
+runMode = "docker"
+dockerGPU = "cpu"
 llmSettings {
   llmAPIKeys {
     openai_api_key = null
     mistral_api_key = null
     huggingface_api_token = null
     groq_api_key = null
   }
-  llmBackend = "ollama"
-  llmModel = "llama3.1"
+  llmFallbackBackend = "ollama"
+  llmFallbackModel = "llama3.1"
   modelFile = null
 }