feat(model): Support SOLAR-10.7B-Instruct-v1.0 (#1001)

eosphoros-ai · Dec 30, 2023 · 07a25c3 · 07a25c3
1 parent 0cdc77a
commit 07a25c3
Show file tree

Hide file tree

Showing 25 changed files with 43 additions and 188 deletions.
diff --git a/README.md b/README.md
@@ -103,6 +103,7 @@ At present, we have introduced several key features to showcase our current capa
   We offer extensive model support, including dozens of large language models (LLMs) from both open-source and API agents, such as LLaMA/LLaMA2, Baichuan, ChatGLM, Wenxin, Tongyi, Zhipu, and many more. 
 
   - News
+    - 🔥🔥🔥  [SOLAR-10.7B](https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0)
     - 🔥🔥🔥  [Mixtral-8x7B](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1)
     - 🔥🔥🔥  [Qwen-72B-Chat](https://huggingface.co/Qwen/Qwen-72B-Chat)
     - 🔥🔥🔥  [Yi-34B-Chat](https://huggingface.co/01-ai/Yi-34B-Chat)

diff --git a/README.zh.md b/README.zh.md
@@ -111,6 +111,7 @@ DB-GPT是一个开源的数据库领域大模型框架。目的是构建大模
   海量模型支持，包括开源、API代理等几十种大语言模型。如LLaMA/LLaMA2、Baichuan、ChatGLM、文心、通义、智谱等。当前已支持如下模型: 
 
   - 新增支持模型
+    - 🔥🔥🔥  [SOLAR-10.7B](https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0)
     - 🔥🔥🔥  [Mixtral-8x7B](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1)
     - 🔥🔥🔥  [Qwen-72B-Chat](https://huggingface.co/Qwen/Qwen-72B-Chat)
     - 🔥🔥🔥  [Yi-34B-Chat](https://huggingface.co/01-ai/Yi-34B-Chat)

diff --git a/dbgpt/app/static/404.html b/dbgpt/app/static/404.html
diff --git a/dbgpt/app/static/404/index.html b/dbgpt/app/static/404/index.html
diff --git a/dbgpt/app/static/_next/static/DKlZHGUntVNKLp2R3uNj6/_buildManifest.js b/dbgpt/app/static/_next/static/DKlZHGUntVNKLp2R3uNj6/_buildManifest.js
diff --git a/dbgpt/app/static/_next/static/DKlZHGUntVNKLp2R3uNj6/_ssgManifest.js b/dbgpt/app/static/_next/static/DKlZHGUntVNKLp2R3uNj6/_ssgManifest.js
diff --git a/dbgpt/app/static/_next/static/chunks/pages/_app-9bd25c3bb54ca39c.js b/dbgpt/app/static/_next/static/chunks/pages/_app-9bd25c3bb54ca39c.js
diff --git a/...tic/chunks/pages/_app-441e18321d1e4c38.js → ...tic/chunks/pages/_app-bcce90afa69c9bfa.js b/...tic/chunks/pages/_app-441e18321d1e4c38.js → ...tic/chunks/pages/_app-bcce90afa69c9bfa.js
diff --git a/...c/01sV4-dnn1dUTis5H2TCy/_buildManifest.js → ...c/fe0zdpewvAlbn-T-eLUNy/_buildManifest.js b/...c/01sV4-dnn1dUTis5H2TCy/_buildManifest.js → ...c/fe0zdpewvAlbn-T-eLUNy/_buildManifest.js
diff --git a/...tic/01sV4-dnn1dUTis5H2TCy/_ssgManifest.js → ...tic/fe0zdpewvAlbn-T-eLUNy/_ssgManifest.js b/...tic/01sV4-dnn1dUTis5H2TCy/_ssgManifest.js → ...tic/fe0zdpewvAlbn-T-eLUNy/_ssgManifest.js
diff --git a/dbgpt/app/static/agent/index.html b/dbgpt/app/static/agent/index.html
diff --git a/dbgpt/app/static/chat/[scene]/[id]/index.html b/dbgpt/app/static/chat/[scene]/[id]/index.html
diff --git a/dbgpt/app/static/chat/index.html b/dbgpt/app/static/chat/index.html
diff --git a/dbgpt/app/static/database/index.html b/dbgpt/app/static/database/index.html
diff --git a/dbgpt/app/static/index.html b/dbgpt/app/static/index.html
diff --git a/dbgpt/app/static/knowledge/chunk/index.html b/dbgpt/app/static/knowledge/chunk/index.html
diff --git a/dbgpt/app/static/knowledge/index.html b/dbgpt/app/static/knowledge/index.html
diff --git a/dbgpt/app/static/models/index.html b/dbgpt/app/static/models/index.html
diff --git a/dbgpt/app/static/models/solar_logo.png b/dbgpt/app/static/models/solar_logo.png
diff --git a/dbgpt/app/static/prompt/index.html b/dbgpt/app/static/prompt/index.html
diff --git a/dbgpt/configs/model_config.py b/dbgpt/configs/model_config.py
@@ -131,6 +131,8 @@ def get_device() -> str:
     "mixtral-8x7b-instruct-v0.1": os.path.join(
         MODEL_PATH, "Mixtral-8x7B-Instruct-v0.1"
     ),
+    # https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0
+    "solar-10.7b-instruct-v1.0": os.path.join(MODEL_PATH, "SOLAR-10.7B-Instruct-v1.0"),
     # https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca
     "mistral-7b-openorca": os.path.join(MODEL_PATH, "Mistral-7B-OpenOrca"),
     # https://huggingface.co/Xwin-LM/Xwin-LM-7B-V0.1

diff --git a/dbgpt/model/adapter/hf_adapter.py b/dbgpt/model/adapter/hf_adapter.py
@@ -132,5 +132,22 @@ def do_match(self, lower_model_name_or_path: Optional[str] = None):
         )
 
 
+class SOLARAdapter(NewHFChatModelAdapter):
+    """
+    https://huggingface.co/upstage/SOLAR-10.7B-Instruct-v1.0
+    """
+
+    support_4bit: bool = True
+    support_8bit: bool = False
+
+    def do_match(self, lower_model_name_or_path: Optional[str] = None):
+        return (
+            lower_model_name_or_path
+            and "solar-" in lower_model_name_or_path
+            and "instruct" in lower_model_name_or_path
+        )
+
+
 register_model_adapter(YiAdapter)
 register_model_adapter(Mixtral8x7BAdapter)
+register_model_adapter(SOLARAdapter)
diff --git a/scripts/build_web_static.sh b/scripts/build_web_static.sh
@@ -1,6 +1,14 @@
 #!/bin/bash
 
-cd ../web
+# Exit immediately if a command exits with a non-zero status.
+set -e
+
+SCRIPT_LOCATION=$0
+cd "$(dirname "$SCRIPT_LOCATION")"
+WORK_DIR=$(pwd)
+WORK_DIR="$WORK_DIR/.."
+
+cd $WORK_DIR/web
 
 npm install
 npm run build

diff --git a/web/public/models/solar_logo.png b/web/public/models/solar_logo.png
diff --git a/web/utils/constants.ts b/web/utils/constants.ts
@@ -35,6 +35,7 @@ export const MODEL_ICON_MAP: Record<ModelType, { label: string; icon: string }>
   'llama-cpp': { label: 'ggml-model-q4_0.bin', icon: '/models/huggingface.svg' },
   'internlm-7b': { label: 'internlm-chat-7b-v1_1', icon: '/models/internlm.png' },
   'internlm-7b-8k': { label: 'internlm-chat-7b-8k', icon: '/models/internlm.png' },
+  'solar-10.7b-instruct-v1.0': { label: 'solar-10.7b-instruct-v1.0', icon: '/models/solar_logo.png' },
 };
 
 export const VECTOR_ICON_MAP: Record<string, string> = {