mirror of
https://github.com/ggerganov/llama.cpp
synced 2026-04-23 03:51:49 +02:00
1d6d4cf7a5
* fix: tool call parsing for LFM2 and LFM2.5 models' * refactor: add test / break out lfm2 and lfm2.5 parsing logic
45 lines
1.7 KiB
Django/Jinja
45 lines
1.7 KiB
Django/Jinja
{{- bos_token -}}
|
|
{%- set keep_past_thinking = keep_past_thinking | default(false) -%}
|
|
{%- set ns = namespace(system_prompt="") -%}
|
|
{%- if messages[0]["role"] == "system" -%}
|
|
{%- set ns.system_prompt = messages[0]["content"] -%}
|
|
{%- set messages = messages[1:] -%}
|
|
{%- endif -%}
|
|
{%- if tools -%}
|
|
{%- set ns.system_prompt = ns.system_prompt + ("\n" if ns.system_prompt else "") + "List of tools: [" -%}
|
|
{%- for tool in tools -%}
|
|
{%- if tool is not string -%}
|
|
{%- set tool = tool | tojson -%}
|
|
{%- endif -%}
|
|
{%- set ns.system_prompt = ns.system_prompt + tool -%}
|
|
{%- if not loop.last -%}
|
|
{%- set ns.system_prompt = ns.system_prompt + ", " -%}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{%- set ns.system_prompt = ns.system_prompt + "]" -%}
|
|
{%- endif -%}
|
|
{%- if ns.system_prompt -%}
|
|
{{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
|
|
{%- endif -%}
|
|
{%- set ns.last_assistant_index = -1 -%}
|
|
{%- for message in messages -%}
|
|
{%- if message["role"] == "assistant" -%}
|
|
{%- set ns.last_assistant_index = loop.index0 -%}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{%- for message in messages -%}
|
|
{{- "<|im_start|>" + message["role"] + "\n" -}}
|
|
{%- set content = message["content"] -%}
|
|
{%- if content is not string -%}
|
|
{%- set content = content | tojson -%}
|
|
{%- endif -%}
|
|
{%- if message["role"] == "assistant" and not keep_past_thinking and loop.index0 != ns.last_assistant_index -%}
|
|
{%- if "</think>" in content -%}
|
|
{%- set content = content.split("</think>")[-1] | trim -%}
|
|
{%- endif -%}
|
|
{%- endif -%}
|
|
{{- content + "<|im_end|>\n" -}}
|
|
{%- endfor -%}
|
|
{%- if add_generation_prompt -%}
|
|
{{- "<|im_start|>assistant\n" -}}
|
|
{%- endif -%} |