Vllm.SamplingParams.StructuredOutputsParams (VLLM v0.3.0)

Sampling parameters for text generation.

Summary

t()

Returns True if all structured-output constraint fields are None.

Returns True if all structured-output constraint fields are None.

choice(ref)

grammar(ref)

json(ref)

json_object(ref)

Sampling parameters for text generation.

regex(ref)

@opaque t()

@spec all_constraints_none(
  SnakeBridge.Ref.t(),
  keyword()
) :: {:ok, boolean()} | {:error, Snakepit.Error.t()}

Returns True if all structured-output constraint fields are None.

@spec all_non_structural_tag_constraints_none(
  SnakeBridge.Ref.t(),
  keyword()
) :: {:ok, boolean()} | {:error, Snakepit.Error.t()}

Returns True if all structured-output constraint fields are None.

@spec choice(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec disable_additional_properties(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec disable_any_whitespace(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec disable_fallback(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec grammar(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec json(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec json_object(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec new(term(), term(), term(), keyword()) ::
  {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}

Sampling parameters for text generation.

@spec regex(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec structural_tag(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec whitespace_pattern(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}