Vllm.Tracing.SpanAttributes (VLLM v0.3.0)

Copy Markdown View Source

Wrapper for Python class SpanAttributes.

Summary

Types

t()

@opaque t()

Functions

gen_ai_latency_e2_e(ref)

@spec gen_ai_latency_e2_e(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_in_model_decode(ref)

@spec gen_ai_latency_time_in_model_decode(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_in_model_execute(ref)

@spec gen_ai_latency_time_in_model_execute(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_in_model_forward(ref)

@spec gen_ai_latency_time_in_model_forward(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_in_model_inference(ref)

@spec gen_ai_latency_time_in_model_inference(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_in_model_prefill(ref)

@spec gen_ai_latency_time_in_model_prefill(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_in_queue(ref)

@spec gen_ai_latency_time_in_queue(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_in_scheduler(ref)

@spec gen_ai_latency_time_in_scheduler(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_latency_time_to_first_token(ref)

@spec gen_ai_latency_time_to_first_token(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_request_id(ref)

@spec gen_ai_request_id(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_request_max_tokens(ref)

@spec gen_ai_request_max_tokens(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_request_n(ref)

@spec gen_ai_request_n(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_request_temperature(ref)

@spec gen_ai_request_temperature(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_request_top_p(ref)

@spec gen_ai_request_top_p(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_response_model(ref)

@spec gen_ai_response_model(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_usage_completion_tokens(ref)

@spec gen_ai_usage_completion_tokens(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_usage_num_sequences(ref)

@spec gen_ai_usage_num_sequences(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

gen_ai_usage_prompt_tokens(ref)

@spec gen_ai_usage_prompt_tokens(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

new(args, opts \\ [])

@spec new(
  [term()],
  keyword()
) :: {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}

Initialize self. See help(type(self)) for accurate signature.

Parameters

  • args (term())
  • kwargs (term())