BUG: cmdline chat duplicates user msg (#428)

xorbitsai · Sep 6, 2023 · d0504d8 · d0504d8
1 parent 10f839e
commit d0504d8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/xinference/deploy/cmdline.py b/xinference/deploy/cmdline.py
@@ -597,7 +597,6 @@ async def chat_internal():
                 prompt = input("User: ")
                 if prompt == "":
                     break
-                chat_history.append(ChatCompletionMessage(role="user", content=prompt))
                 print("Assistant: ", end="", file=sys.stdout)
                 response_content = ""
                 async for chunk in model.chat(
@@ -612,6 +611,7 @@ async def chat_internal():
                         response_content += delta["content"]
                         print(delta["content"], end="", flush=True, file=sys.stdout)
                 print("\n", file=sys.stdout)
+                chat_history.append(ChatCompletionMessage(role="user", content=prompt))
                 chat_history.append(
                     ChatCompletionMessage(role="assistant", content=response_content)
                 )