SparkEx.TableArg (SparkEx v0.1.0)

Minimal table-argument wrapper for DataFrame subquery usage.

Summary

Types

t()

Functions

order_by(arg, cols)

partition_by(arg, cols)

to_subquery_expr(arg)

with_single_partition(arg)

Types

t()

@type t() :: %SparkEx.TableArg{
  order_spec: [term()],
  partition_spec: [term()],
  plan: term(),
  state: :init | :partitioned | :ordered,
  with_single_partition: boolean() | nil
}

Functions

order_by(arg, cols)

@spec order_by(
  t(),
  SparkEx.Column.t()
  | String.t()
  | atom()
  | [SparkEx.Column.t() | String.t() | atom()]
) :: t()

partition_by(arg, cols)

@spec partition_by(
  t(),
  SparkEx.Column.t()
  | String.t()
  | atom()
  | [SparkEx.Column.t() | String.t() | atom()]
) :: t()

to_subquery_expr(arg)

@spec to_subquery_expr(t()) :: SparkEx.Column.expr()

with_single_partition(arg)

@spec with_single_partition(t()) :: t()