Templates: Remove whitespace from metadata

Apparently setting variables also adds extraneous whitespace before the template itself. Doing {%- set stop_strings = ["string1"] -%} fixes this issue. Signed-off-by: kingbri <bdashore3@proton.me>
theroyallab · Sep 8, 2024 · d6ad170 · d6ad170
1 parent 776bfd8
commit d6ad170
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 6 deletions.
diff --git a/templates/alpaca.jinja b/templates/alpaca.jinja
@@ -1,5 +1,5 @@
 {# Metadata #}
-{% set stop_strings = ["### Instruction:", "### Input:", "### Response:"] %}
+{%- set stop_strings = ["### Instruction:", "### Input:", "### Response:"] -%}
 
 {# Template #}
 {{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}

diff --git a/templates/chatml.jinja b/templates/chatml.jinja
@@ -1,5 +1,5 @@
 {# Metadata #} 
-{% set stop_strings = ["<|im_start|>", "<|im_end|>"] %}
+{%- set stop_strings = ["<|im_start|>", "<|im_end|>"] -%}
 
 {# Template #}
 {% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %}

diff --git a/templates/tool_calls/chatml_with_headers.jinja b/templates/tool_calls/chatml_with_headers.jinja
@@ -1,8 +1,8 @@
 {# Metadata #} 
-{% set stop_strings = ["<|im_start|>", "<|im_end|>"] %}
-{% set message_roles = ['system', 'user', 'assistant', 'tool'] %}
-{% set tool_start = "<|tool_start|>" %}
-{% set tool_end = "<|tool_end|>" %}
+{%- set stop_strings = ["<|im_start|>", "<|im_end|>"] -%}
+{%- set message_roles = ['system', 'user', 'assistant', 'tool'] -%}
+{%- set tool_start = "<|tool_start|>" -%}
+{%- set tool_end = "<|tool_end|>" -%}
 {%- set start_header = "<|start_header_id|>" -%}
 {%- set end_header = "<|end_header_id|>\n" -%}