@type t() :: %ExLLama.ModelOptions{
  main_gpu: non_neg_integer(),
  n_gpu_layers: non_neg_integer(),
  split_mode: String.t(),
  use_mlock: boolean(),
  use_mmap: boolean(),
  vocab_only: boolean()
}