ASM.InferenceEndpoint (ASM v0.9.2)

Copy Markdown View Source

Publishes CLI-backed ASM providers as endpoint-shaped inference targets.

Summary

Types

ensure_result()

Functions

consumer_manifest()
ensure_endpoint(request, consumer_manifest, context)
release_endpoint(lease_ref)

Types

ensure_result()

@type ensure_result() ::
  {:ok, ASM.InferenceEndpoint.EndpointDescriptor.t(),
   ASM.InferenceEndpoint.CompatibilityResult.t()}
  | {:error, {:incompatible, ASM.InferenceEndpoint.CompatibilityResult.t()}}
  | {:error, term()}

Functions

consumer_manifest()

@spec consumer_manifest() :: ASM.InferenceEndpoint.ConsumerManifest.t()

ensure_endpoint(request, consumer_manifest, context)

@spec ensure_endpoint(
  map() | keyword(),
  map() | keyword() | struct(),
  map() | keyword()
) ::
  ensure_result()

release_endpoint(lease_ref)

@spec release_endpoint(String.t() | map()) :: :ok