Vllm.BeamSearch.LoRARequest (VLLM v0.3.0)

Request for a LoRA adapter.

lora_int_id must be globally unique for a given adapter. This is currently not enforced in vLLM.

Summary

t()

adapter_id(ref)

lora_int_id(ref)

lora_name(ref)

lora_path(ref)

name(ref)

Initialize self. See help(type(self)) for accurate signature.

path(ref)

@opaque t()

@spec adapter_id(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec base_model_name(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec lora_int_id(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec lora_name(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec lora_path(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec name(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec new(
  [term()],
  keyword()
) :: {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}

Initialize self. See help(type(self)) for accurate signature.

@spec path(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec tensorizer_config_dict(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}