From 27764e3e4751c5a8095c55f1d800a3e90effd2dd Mon Sep 17 00:00:00 2001 From: Joshua Turner Date: Mon, 12 May 2025 17:42:22 -0400 Subject: [PATCH 1/2] Add support for jinja break for Cohere --- llama_cpp/llama_chat_format.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py index 17575c7008..edc6447565 100644 --- a/llama_cpp/llama_chat_format.py +++ b/llama_cpp/llama_chat_format.py @@ -211,6 +211,7 @@ def __init__( loader=jinja2.BaseLoader(), trim_blocks=True, lstrip_blocks=True, + extensions=["jinja2.ext.loopcontrols"] ).from_string(self.template) def __call__( From 3abd8fadfd7575e0c867bc50f668b9f2556e5240 Mon Sep 17 00:00:00 2001 From: abetlen Date: Sun, 31 May 2026 17:34:07 -0700 Subject: [PATCH 2/2] docs: reference transformers chat template extensions --- llama_cpp/llama_chat_format.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py index 213bc3506a..ed51b728cf 100644 --- a/llama_cpp/llama_chat_format.py +++ b/llama_cpp/llama_chat_format.py @@ -223,6 +223,8 @@ def __init__( loader=jinja2.BaseLoader(), trim_blocks=True, lstrip_blocks=True, + # Keep this aligned with Transformers' chat-template Jinja extensions. + # https://github.com/huggingface/transformers/blob/39603d0e5cdb6f00e8d473d7fcbb01032d709181/src/transformers/utils/chat_template_utils.py#L489-L490 extensions=[ Jinja2ChatFormatter.IgnoreGenerationTags, jinja2.ext.loopcontrols,