ExLLama.ChatTemplate behaviour (LLama CPP Nif Wrapper v0.0.2)

Link to this section Summary

meta()

model()

model_response()

thread()

support_list()

@type meta() :: Keyword.t() | nil

@type model() :: ExLLama.Model.t()

@type model_response() :: {tokens :: integer(), String.t()}

@type thread() :: [map()]

@callback extract_response(response :: [model_response()], model(), meta()) ::
  {:ok, ExLLama.ChatResponse.t()}

@callback support_list() :: {:ok, MapSet.t()}

@callback to_context(thread(), model(), meta()) :: {:ok, String.t()}