Update handler.py

handler.py

@@ -21,13 +21,24 @@ class EndpointHandler:
         parameters = data.pop("parameters", None)
 
         str_messages = inputs.split(TURN_BREAKER)
-        cpp_messages = [chatglm_cpp.ChatMessage(role="system", content=str_messages[0].replace(SYSTEM_SYMBOL))]
+        cpp_messages = [chatglm_cpp.ChatMessage(
+            role="system", 
+            content=str_messages[0].replace(SYSTEM_SYMBOL, "")
+        )]
 
         for msg in str_messages[1:]:
             if USER_SYMBOL in msg:
-                cpp_messages.append(chatglm_cpp.ChatMessage(role="user", content=msg.replace(USER_SYMBOL)))
+                cpp_messages.append(
+                    chatglm_cpp.ChatMessage(
+                        role="user", 
+                        content=msg.replace(USER_SYMBOL, "")
+                    ))
             else:
-                cpp_messages.append(chatglm_cpp.ChatMessage(role="assistant", content=msg.replace(ASSISTANT_SYMBOL)))
+                cpp_messages.append(
+                    chatglm_cpp.ChatMessage(
+                    role="assistant", 
+                    content=msg.replace(ASSISTANT_SYMBOL, "")
+                ))
 
         # pass inputs with all kwargs in data
         if parameters is not None: