Vllm.ScalarType.ScalarTypes (VLLM v0.3.0)

Copy Markdown View Source

Wrapper for Python class scalar_types.

Summary

Types

t()

Functions

bfloat16(ref)
float4_e2m1f(ref)
float6_e2m3f(ref)
float6_e3m2f(ref)
float8_e4m3fn(ref)
float8_e5m2(ref)
float8_e8m0fnu(ref)
float16(ref)
float16_e5m10(ref)
float16_e8m7(ref)
int4(ref)
int8(ref)
new(args, opts \\ [])

Initialize self. See help(type(self)) for accurate signature.

uint2b2(ref)
uint3b4(ref)
uint4(ref)
uint4b8(ref)
uint8(ref)
uint8b128(ref)

Types

t()

@opaque t()

Functions

bfloat16(ref)

@spec bfloat16(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

float4_e2m1f(ref)

@spec float4_e2m1f(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

float6_e2m3f(ref)

@spec float6_e2m3f(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

float6_e3m2f(ref)

@spec float6_e3m2f(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

float8_e4m3fn(ref)

@spec float8_e4m3fn(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

float8_e5m2(ref)

@spec float8_e5m2(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

float8_e8m0fnu(ref)

@spec float8_e8m0fnu(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

float16(ref)

@spec float16(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

float16_e5m10(ref)

@spec float16_e5m10(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

float16_e8m7(ref)

@spec float16_e8m7(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

int4(ref)

@spec int4(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

int8(ref)

@spec int8(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

new(args, opts \\ [])

@spec new(
  [term()],
  keyword()
) :: {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}

Initialize self. See help(type(self)) for accurate signature.

Parameters

  • args (term())
  • kwargs (term())

uint2b2(ref)

@spec uint2b2(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

uint3b4(ref)

@spec uint3b4(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

uint4(ref)

@spec uint4(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

uint4b8(ref)

@spec uint4b8(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

uint8(ref)

@spec uint8(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

uint8b128(ref)

@spec uint8b128(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}