prompt

themrzmaster · themrzmaster · commit 3da471df7d3a · 2024-04-18T09:58:53.000-03:00
diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py
@@ -2523,6 +2523,9 @@ def base_function_calling(
                 mirostat_eta=mirostat_eta,
                 model=model,
                 logits_processor=logits_processor,
+                grammar=llama_grammar.LlamaGrammar.from_string(
+                    follow_up_msg_gbnf_tool_grammar, verbose=llama.verbose
+                ),
             ),
             stream=stream,
         )
