ExLLama.ChatTemplate.Phi3 (LLama CPP Nif Wrapper v0.2.1)

Copy Markdown

based on: [https://github.com/chujiezheng/chat_templates/blob/main/chat_templates/phi-3.jinja]

{% if messages[0]['role'] == 'system' %}
    {% set offset = 1 %}
{% else %}
    {% set offset = 0 %}
{% endif %}

{% for message in messages %}
    {% if (message['role'] == 'user') != (loop.index0 % 2 == offset) %}
        {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}
    {% endif %}

    {{ '<|' + message['role'] + '|>
' + message['content'] | trim + '<|end|>' + '
' }}
{% endfor %}

{% if add_generation_prompt %}
    {{ '<|assistant|>
' }}
{% endif %}

Summary

Functions

extract_response(responses, model, options)

support_list()

to_context(thread, model, options)