ExLLama.Model (LLama CPP Nif Wrapper v0.2.1)

Copy Markdown

Summary

Functions

bos(model)

create_session(model)

create_session(model, options)

decode_tokens(model, tokens)

detokenize(model, token)

embed_len(model)

embeddings(model, inputs, options)

eos(model)

eot(model)

infill_middle(model)

infill_prefix(model)

infill_suffix(model)

load_from_file(path)

load_from_file(path, opts)

nl(model)

token_to_byte_piece(model, token)

token_to_piece(model, token)

train_len(model)

vocabulary_size(model)