Vllm.Config.KVEventsConfig (VLLM v0.3.0)

Configuration for KV event publishing.

Summary

t()

endpoint(ref)

hwm(ref)

Constructs KVEventsConfig.

publisher(ref)

topic(ref)

@opaque t()

@spec buffer_steps(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec enable_kv_cache_events(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec endpoint(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec hwm(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec max_queue_size(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec new(term(), term(), term(), keyword()) ::
  {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}

Constructs KVEventsConfig.

@spec publisher(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

@spec replay_endpoint(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

@spec topic(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}