From 5223d046cb0269424eceaf2f66ab9f65d4d77db8 Mon Sep 17 00:00:00 2001
From: gk <gkpyon@gmail.com>
Date: Mon, 27 Jul 2026 16:55:06 +0900
Subject: [PATCH] Ignore HF's generation tags in jinja templates

---
 common/templating.py | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

diff --git a/common/templating.py b/common/templating.py
index 3f29daeb..12b8baec 100644
--- a/common/templating.py
+++ b/common/templating.py
@@ -8,7 +8,7 @@
 from importlib.metadata import version as package_version
 from typing import Optional
 from jinja2 import Template, TemplateError
-from jinja2.ext import loopcontrols
+from jinja2.ext import loopcontrols, Extension
 from jinja2.sandbox import ImmutableSandboxedEnvironment
 from common.logger import xlogger
 from markupsafe import Markup
@@ -18,6 +18,16 @@
 from common.utils import unwrap
 
 
+class IgnoreGenerationTags(Extension):
+    """Pass-through for HuggingFace's ``{% generation %}`` chat-template tag."""
+
+    tags = {"generation"}
+
+    def parse(self, parser):
+        parser.stream.skip(1)
+        return parser.parse_statements(("name:endgeneration",), drop_needle=True)
+
+
 class TemplateLoadError(Exception):
     """Raised on prompt template load"""
 
@@ -63,7 +73,7 @@ def _create_environment() -> ImmutableSandboxedEnvironment:
         trim_blocks=True,
         lstrip_blocks=True,
         enable_async=True,
-        extensions=[loopcontrols],
+        extensions=[IgnoreGenerationTags, loopcontrols],
     )
     environment.globals["strftime_now"] = _strftime_now
     environment.globals["raise_exception"] = _raise_exception