Merged Qwen Multimodal Chat Template from allanchan339 and froggeric

A merged Qwen multimodal chat template has been released, combining fixes from allanchan339 and froggeric to address multiple issues with Qwen model chat formatting. The template adds support for a developer role, `<|think_on|>`/`<|think_off|>` toggles, and hidden historical reasoning by default, along with JSON parsing for string-form tool arguments and non-ASCII escaping in tool/args JSON. Additional improvements include recognition of both `</thinking>` and `</think>` tags, auto-closing `<think>` before `<tool_call>`, and compact tool signatures with historical-reasoning gating.

| { ========================= | | | Merged Qwen Multimodal Chat Template from | | | - https://github.com/allanchan339/vLLM-Qwen3-3.5-3.6-chat-template-fix | | | - https://huggingface.co/froggeric/Qwen-Fixed-Chat-Templates | | | Features: | | | - developer role supported from froggeric | | | - <|think on| / <|think off| toggles from froggeric | | | - Historical reasoning HIDDEN by default from allanchan339 | | | - String-form tool arguments parsed as JSON from allanchan339 | | | - Non-ASCII escaped in tools/args JSON from froggeric | | | - </thinking recognized as well as </think from froggeric | | | - Auto-close <think before <tool call from allanchan339 | | | - Same vision / tool response structure | | | - Compact tool signatures from froggeric | | | - last user index historical-reasoning gating from allanchan339 | | | ========================= } | | | { Minja-compatible hybrid Qwen template | | | Trade-offs vs full Jinja2 version: | | | - String-form tool arguments are emitted verbatim no JSON re-parse | | | - <think auto-close uses simple replace, not positional insertion | | | - Reasoning extraction uses split + trim instead of lstrip/rstrip with arg | | | } | | | {%- set image count = namespace value=0 -%} | | | {%- set video count = namespace value=0 -%} | | | {%- macro render tool parameter args name, args value -%} | | | {{- '<parameter=' ~ args name ~ ' \n' -}} | | | {%- if args value is mapping or args value is iterable and args value is not string -%} | | | {{- args value | tojson -}} | | | {%- else -%} | | | {{- args value | string -}} | | | {%- endif -%} | | | {{- '\n</parameter \n' -}} | | | {%- endmacro -%} | | | {%- macro render tool arguments arguments -%} | | | {%- if arguments is mapping -%} | | | {%- for args name, args value in arguments.items -%} | | | {{- render tool parameter args name, args value -}} | | | {%- endfor -%} | | | {%- elif arguments is string -%} | | | {%- set trimmed = arguments | trim -%} | | | {%- if trimmed -%} | | | {{- trimmed -}} | | | {%- if not trimmed.endswith '\n' -%}{{- '\n' -}}{%- endif -%} | | | {%- endif -%} | | | {%- endif -%} | | | {%- endmacro -%} | | | {%- macro render tool signature tool -%} | | | {%- set fn = tool.function if tool.function is defined else tool -%} | | | {%- set props = {} -%} | | | {%- set req = -%} | | | {%- if fn.parameters is defined and fn.parameters is mapping -%} | | | {%- if fn.parameters.properties is defined -%} | | | {%- set props = fn.parameters.properties -%} | | | {%- endif -%} | | | {%- if fn.parameters.required is defined -%} | | | {%- set req = fn.parameters.required -%} | | | {%- endif -%} | | | {%- endif -%} | | | {%- set ns p = namespace sig='' -%} | | | {%- for pname in props -%} | | | {%- set pdef = props pname -%} | | | {%- set ptype = 'any' -%} | | | {%- if pdef.type is defined -%} | | | {%- if pdef.enum is defined and pdef.enum is iterable and pdef.enum is not string and pdef.enum is not mapping -%} | | | {%- set ptype = pdef.enum | join '|' -%} | | | {%- else -%} | | | {%- set ptype = pdef.type -%} | | | {%- endif -%} | | | {%- endif -%} | | | {%- set part = pname ~ '' if pname in req else '?' ~ ': ' ~ ptype -%} | | | {%- if ns p.sig -%} | | | {%- set ns p.sig = ns p.sig ~ ', ' ~ part -%} | | | {%- else -%} | | | {%- set ns p.sig = part -%} | | | {%- endif -%} | | | {%- endfor -%} | | | {{- '\n- ' ~ fn.name ~ ' ' ~ ns p.sig ~ ' ' -}} | | | {%- if fn.description is defined -%} | | | {{- ' — ' ~ fn.description -}} | | | {%- endif -%} | | | {%- for pname in props -%} | | | {%- set pdef = props pname -%} | | | {%- if pdef.type is defined and pdef.type == 'array' or pdef.type == 'object' -%} | | | {{- '\n - ' ~ pname ~ ' schema: ' ~ pdef | tojson -}} | | | {%- endif -%} | | | {%- endfor -%} | | | {%- endmacro -%} | | | {%- macro render content content, do vision count, is system content=false -%} | | | {%- if content is string -%} | | | {{- content -}} | | | {%- elif content is iterable and content is not mapping -%} | | | {%- for item in content -%} | | | {%- if 'image' in item or 'image url' in item or item.type == 'image' -%} | | | {%- if is system content -%}{{- raise exception 'System message cannot contain images.' -}}{%- endif -%} | | | {%- if do vision count -%}{%- set image count.value = image count.value + 1 -%}{%- endif -%} | | | {%- if add vision id is defined and add vision id -%}{{- 'Picture ' ~ image count.value ~ ': ' -}}{%- endif -%} | | | {{- '<|vision start| <|image pad| <|vision end| ' -}} | | | {%- elif 'video' in item or item.type == 'video' -%} | | | {%- if is system content -%}{{- raise exception 'System message cannot contain videos.' -}}{%- endif -%} | | | {%- if do vision count -%}{%- set video count.value = video count.value + 1 -%}{%- endif -%} | | | {%- if add vision id is defined and add vision id -%}{{- 'Video ' ~ video count.value ~ ': ' -}}{%- endif -%} | | | {{- '<|vision start| <|video pad| <|vision end| ' -}} | | | {%- elif 'text' in item -%} | | | {{- item.text -}} | | | {%- endif -%} | | | {%- endfor -%} | | | {%- endif -%} | | | {%- endmacro -%} | | | {%- set ns flags = namespace enable thinking=true -%} | | | {%- if enable thinking is defined -%} | | | {%- set ns flags.enable thinking = enable thinking -%} | | | {%- endif -%} | | | {%- if not messages -%}{{- raise exception 'No messages provided.' -}}{%- endif -%} | | | {%- set has system = false -%} | | | {%- set system content = '' -%} | | | {%- if messages 0 .role == 'system' or messages 0 .role == 'developer' -%} | | | {%- set has system = true -%} | | | {%- set sysc = render content messages 0 .content, false, true | trim -%} | | | {%- if '<|think off| ' in sysc -%} | | | {%- set ns flags.enable thinking = false -%} | | | {%- set sysc = sysc | replace '<|think off| ', '' -%} | | | {%- endif -%} | | | {%- if '<|think on| ' in sysc -%} | | | {%- set ns flags.enable thinking = true -%} | | | {%- set sysc = sysc | replace '<|think on| ', '' -%} | | | {%- endif -%} | | | {%- set system content = sysc | trim -%} | | | {%- endif -%} | | | {%- if tools and tools is iterable and tools is not mapping -%} | | | {{- '<|im start| system\n' -}} | | | {{- ' Tools\n\nYou have access to the following functions:\n\n<tools ' -}} | | | {%- for tool in tools -%} | | | {{- render tool signature tool -}} | | | {%- endfor -%} | | | {{- '\n</tools \n\n' -}} | | | {{- 'IMPORTANT: Always close any thinking with </think BEFORE emitting <tool call . ' -}} | | | {{- 'Reasoning inside a <tool call or its parameters is forbidden. ' -}} | | | {{- 'When calling a tool, output one or more XML blocks in EXACTLY this format and nothing after the final </tool call :\n\n' -}} | | | {{- '<tool call \n<function=example function name \n<parameter=example parameter 1 \nvalue 1\n</parameter \n<parameter=example parameter 2 \nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter \n</function \n</tool call \n\n' -}} | | | {{- 'Rules:\n' -}} | | | {{- '- Prefer a matching tool over answering from memory when applicable.\n' -}} | | | {{- '- If a prior tool response contains an id and the user is modifying that object, reuse the id with the matching update tool.\n' -}} | | | {{- '- Put any reasoning or natural language BEFORE the first <tool call , never after the last </tool call .\n' -}} | | | {{- '- Include every required parameter; preserve user strings verbatim for ids, names, titles, subjects, emails, and queries.\n' -}} | | | {{- '- For object/array parameter values, write valid JSON inside the parameter body.\n' -}} | | | {{- '- If no tool is needed, answer normally.' -}} | | | {%- if has system and system content -%} | | | {{- '\n\n' ~ system content -}} | | | {%- endif -%} | | | {{- '<|im end| \n' -}} | | | {%- elif has system and system content -%} | | | {{- '<|im start| system\n' ~ system content ~ '<|im end| \n' -}} | | | {%- endif -%} | | | { Find last real user message not a tool response wrapper } | | | {%- set ns = namespace last user index=-1 -%} | | | {%- for m in messages -%} | | | {%- if m.role == 'user' -%} | | | {%- set uc = render content m.content, false | trim -%} | | | {%- if not uc.startswith '<tool response ' and uc.endswith '</tool response ' -%} | | | {%- set ns.last user index = loop.index0 -%} | | | {%- endif -%} | | | {%- endif -%} | | | {%- endfor -%} | | | { Render messages } | | | {%- for message in messages -%} | | | {%- set is system = message.role == 'system' or message.role == 'developer' -%} | | | {%- set content = render content message.content, true, is system | trim -%} | | | {%- if '<|think off| ' in content -%} | | | {%- set ns flags.enable thinking = false -%} | | | {%- set content = content | replace '<|think off| ', '' -%} | | | {%- endif -%} | | | {%- if '<|think on| ' in content -%} | | | {%- set ns flags.enable thinking = true -%} | | | {%- set content = content | replace '<|think on| ', '' -%} | | | {%- endif -%} | | | {%- set content = content | trim -%} | | | {%- if is system -%} | | | {%- if not loop.first -%} | | | {{- raise exception 'System/developer message must be at the beginning.' -}} | | | {%- endif -%} | | | {%- elif message.role == 'user' -%} | | | {{- '<|im start| user\n' ~ content ~ '<|im end| \n' -}} | | | {%- elif message.role == 'assistant' -%} | | | { Simple <think auto-close: if there's a <tool call but no closing think tag, inject one } | | | {%- if '<tool call ' in content and '<think ' in content and '</think ' not in content and '</thinking ' not in content -%} | | | {%- set content = content | replace '<tool call ', '</think \n<tool call ', 1 -%} | | | {%- endif -%} | | | { Extract reasoning content split-based, minja-safe } | | | {%- set reasoning content = '' -%} | | | {%- if message.reasoning content is defined and message.reasoning content is string -%} | | | {%- set reasoning content = message.reasoning content -%} | | | {%- elif '</think ' in content -%} | | | {%- set parts = content.split '</think ' -%} | | | {%- set before = parts 0 -%} | | | {%- if '<think ' in before -%} | | | {%- set reasoning content = before.split '<think ' 1 | trim -%} | | | {%- else -%} | | | {%- set reasoning content = before | trim -%} | | | {%- endif -%} | | | {%- set content = parts 1 | trim -%} | | | {%- elif '</thinking ' in content -%} | | | {%- set parts = content.split '</thinking ' -%} | | | {%- set before = parts 0 -%} | | | {%- if '<think ' in before -%} | | | {%- set reasoning content = before.split '<think ' 1 | trim -%} | | | {%- else -%} | | | {%- set reasoning content = before | trim -%} | | | {%- endif -%} | | | {%- set content = parts 1 | trim -%} | | | {%- elif '<think ' in content -%} | | | {%- set reasoning content = content.split '<think ' 1 | trim -%} | | | {%- set content = '' -%} | | | {%- endif -%} | | | {%- set reasoning content = reasoning content | trim -%} | | | {%- set content = content | trim -%} | | | { Show <think only for turns AFTER the last real user query } | | | {%- set show think = false -%} | | | {%- if reasoning content -%} | | | {%- if preserve thinking is defined and preserve thinking is true -%} | | | {%- set show think = true -%} | | | {%- elif loop.index0 ns.last user index -%} | | | {%- set show think = true -%} | | | {%- endif -%} | | | {%- endif -%} | | | {%- if show think -%} | | | {{- '<|im start| assistant\n<think \n' ~ reasoning content ~ '\n</think \n\n' ~ content -}} | | | {%- else -%} | | | {{- '<|im start| assistant\n' ~ content -}} | | | {%- endif -%} | | | {%- if message.tool calls and message.tool calls is iterable and message.tool calls is not mapping -%} | | | {%- for tool call in message.tool calls -%} | | | {%- if tool call.function is defined -%} | | | {%- set tool call = tool call.function -%} | | | {%- endif -%} | | | {%- if loop.first -%} | | | {%- if content | trim -%} | | | {{- '\n\n<tool call \n<function=' ~ tool call.name ~ ' \n' -}} | | | {%- else -%} | | | {{- '<tool call \n<function=' ~ tool call.name ~ ' \n' -}} | | | {%- endif -%} | | | {%- else -%} | | | {{- '\n<tool call \n<function=' ~ tool call.name ~ ' \n' -}} | | | {%- endif -%} | | | {{- render tool arguments tool call.arguments -}} | | | {{- '</function \n</tool call ' -}} | | | {%- endfor -%} | | | {%- endif -%} | | | {{- '<|im end| \n' -}} | | | {%- elif message.role == 'tool' -%} | | | {%- if loop.index0 == 0 or messages loop.index0 - 1 .role = 'tool' -%} | | | {{- '<|im start| user' -}} | | | {%- endif -%} | | | {{- '\n<tool response \n' ~ content ~ '\n</tool response ' -}} | | | {%- if loop.last or messages loop.index0 + 1 .role = 'tool' -%} | | | {{- '\n<|im end| \n' -}} | | | {%- endif -%} | | | {%- else -%} | | | {{- raise exception 'Unexpected message role.' -}} | | | {%- endif -%} | | | {%- endfor -%} | | | {%- if add generation prompt -%} | | | {{- '<|im start| assistant\n' -}} | | | {%- if ns flags.enable thinking is false -%} | | | {{- '<think \n\n</think \n\n' -}} | | | {%- else -%} | | | {{- '<think \n' -}} | | | {%- endif -%} | | | {%- endif -%} |