Vllm.CollectEnv.SystemEnv (VLLM v0.3.0)

Copy Markdown View Source

SystemEnv(torch_version, is_debug_build, cuda_compiled_version, gcc_version, clang_version, cmake_version, os, libc_version, python_version, python_platform, is_cuda_available, cuda_runtime_version, cuda_module_loading, nvidia_driver_version, nvidia_gpu_models, cudnn_version, pip_version, pip_packages, conda_packages, hip_compiled_version, hip_runtime_version, miopen_runtime_version, caching_allocator_config, is_xnnpack_available, cpu_info, rocm_version, vllm_version, vllm_build_flags, gpu_topo, env_vars)

Summary

Types

t()

Functions

_asdict(ref, opts \\ [])

Return a new dict which maps field names to their values.

_make(ref, iterable, opts \\ [])

Make a new SystemEnv object from a sequence or iterable

_replace(ref, opts \\ [])

Return a new SystemEnv object replacing specified fields with new values

caching_allocator_config(ref)
clang_version(ref)
cmake_version(ref)
conda_packages(ref)
count(ref, value, opts \\ [])

Return number of occurrences of value.

cpu_info(ref)
cuda_compiled_version(ref)
cuda_module_loading(ref)
cuda_runtime_version(ref)
cudnn_version(ref)
env_vars(ref)
gcc_version(ref)
gpu_topo(ref)
hip_compiled_version(ref)
hip_runtime_version(ref)
index(ref, value, args, opts \\ [])

Return first index of value.

is_cuda_available(ref)
is_debug_build(ref)
is_xnnpack_available(ref)
libc_version(ref)
miopen_runtime_version(ref)
new(args, opts \\ [])

Initialize self. See help(type(self)) for accurate signature.

nvidia_driver_version(ref)
nvidia_gpu_models(ref)
os(ref)
pip_packages(ref)
pip_version(ref)
python_platform(ref)
python_version(ref)
rocm_version(ref)
torch_version(ref)
vllm_build_flags(ref)
vllm_version(ref)

Types

t()

@opaque t()

Functions

_asdict(ref, opts \\ [])

@spec _asdict(
  SnakeBridge.Ref.t(),
  keyword()
) :: {:ok, term()} | {:error, Snakepit.Error.t()}

Return a new dict which maps field names to their values.

Returns

  • term()

_make(ref, iterable, opts \\ [])

@spec _make(SnakeBridge.Ref.t(), term(), keyword()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

Make a new SystemEnv object from a sequence or iterable

Parameters

  • iterable (term())

Returns

  • term()

_replace(ref, opts \\ [])

@spec _replace(
  SnakeBridge.Ref.t(),
  keyword()
) :: {:ok, term()} | {:error, Snakepit.Error.t()}

Return a new SystemEnv object replacing specified fields with new values

Parameters

  • kwds (term())

Returns

  • term()

caching_allocator_config(ref)

@spec caching_allocator_config(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

clang_version(ref)

@spec clang_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

cmake_version(ref)

@spec cmake_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

conda_packages(ref)

@spec conda_packages(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

count(ref, value, opts \\ [])

@spec count(SnakeBridge.Ref.t(), term(), keyword()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

Return number of occurrences of value.

Parameters

  • value (term())

Returns

  • term()

cpu_info(ref)

@spec cpu_info(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

cuda_compiled_version(ref)

@spec cuda_compiled_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

cuda_module_loading(ref)

@spec cuda_module_loading(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

cuda_runtime_version(ref)

@spec cuda_runtime_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

cudnn_version(ref)

@spec cudnn_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

env_vars(ref)

@spec env_vars(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

gcc_version(ref)

@spec gcc_version(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

gpu_topo(ref)

@spec gpu_topo(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

hip_compiled_version(ref)

@spec hip_compiled_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

hip_runtime_version(ref)

@spec hip_runtime_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

index(ref, value, args, opts \\ [])

@spec index(SnakeBridge.Ref.t(), term(), [term()], keyword()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

Return first index of value.

Raises ValueError if the value is not present.

Parameters

  • value (term())
  • start (term() default: 0)
  • stop (term() default: 9223372036854775807)

Returns

  • term()

is_cuda_available(ref)

@spec is_cuda_available(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

is_debug_build(ref)

@spec is_debug_build(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

is_xnnpack_available(ref)

@spec is_xnnpack_available(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

libc_version(ref)

@spec libc_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

miopen_runtime_version(ref)

@spec miopen_runtime_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

new(args, opts \\ [])

@spec new(
  [term()],
  keyword()
) :: {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}

Initialize self. See help(type(self)) for accurate signature.

Parameters

  • args (term())
  • kwargs (term())

nvidia_driver_version(ref)

@spec nvidia_driver_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

nvidia_gpu_models(ref)

@spec nvidia_gpu_models(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

os(ref)

@spec os(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

pip_packages(ref)

@spec pip_packages(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

pip_version(ref)

@spec pip_version(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}

python_platform(ref)

@spec python_platform(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

python_version(ref)

@spec python_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

rocm_version(ref)

@spec rocm_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

torch_version(ref)

@spec torch_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

vllm_build_flags(ref)

@spec vllm_build_flags(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}

vllm_version(ref)

@spec vllm_version(SnakeBridge.Ref.t()) ::
  {:ok, term()} | {:error, Snakepit.Error.t()}