Fix stop sequence (merge issue)

abetlen · web-flow · commit 643d031e9974 · 2024-01-29T00:29:37.000-05:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -890,7 +890,7 @@ def format_mistral(
     _messages = _map_roles(messages, _roles)
     _messages.append((_roles["assistant"], None))
     _prompt = _format_no_colon_single(system_message, _messages, _sep)
-    return ChatFormatterResponse(prompt=_prompt, stop=_sep)
+    return ChatFormatterResponse(prompt=_prompt)
 
 
 @register_chat_format("chatglm3")
