Vllm.SamplingParams.BeamSearchParams (VLLM v0.3.0)

Beam search parameters for text generation.

Summary

t()

beam_width(ref)

ignore_eos(ref)

max_tokens(ref)

Initialize self. See help(type(self)) for accurate signature.

temperature(ref)

@opaque t()

@spec beam_width(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec ignore_eos(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec include_stop_str_in_output(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec length_penalty(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec max_tokens(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec new(
  [term()],
  keyword()
) :: {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}

Initialize self. See help(type(self)) for accurate signature.

@spec temperature(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}