View Source Explorer.Backend.DataFrame behaviour (Explorer v0.3.1)

The behaviour for DataFrame backends.

Link to this section Summary

Types

column_name()

df()

dtype()

dtypes()

lazy_frame()

lazy_series()

mutate_value()

result(t)

series()

t()

Callbacks

arrange(df, columns)

arrange_with(df, out_df, directions)

collect(df)

concat_columns(list)

concat_rows(list)

distinct(df, out_df, columns, keep_all)

drop_nil(df, columns)

dummies(df, columns)

dump_csv(df, header?, delimiter)

filter_with(df, out_df, lazy_series)

from_csv( filename, dtypes, delimiter, null_character, skip_rows, header?, encoding, max_rows, columns, infer_schema_length, parse_dates )

from_ipc(filename, columns)

from_ndjson(filename, infer_schema_length, batch_size)

from_parquet(filename)

from_series(arg1)

from_tabular(t)

head(df, rows)

inspect(df, opts)

join(left, right, out_df, on, how)

lazy()

mask(df, mask)

mutate(df, out_df, mutations)

mutate_with(df, out_df, mutations)

n_rows(df)

pivot_longer(df, out_df, columns_to_pivot, columns_to_keep, names_to, values_to)

pivot_wider(df, id_columns, names_from, values_from, names_prefix)

pull(df, column)

rename(df, out_df, list)

sample(df, n, replacement, seed)

select(df, out_df)

slice(df, indices)

slice(df, offset, length)

summarise(df, out_df, aggregations)

summarise_with(df, out_df, aggregations)

tail(df, rows)

to_csv(df, filename, header?, delimiter)

to_ipc(df, filename, compression)

to_lazy(df)

to_ndjson(df, filename)

to_parquet(df, filename, compression)

to_rows(df, atom_keys?)

Functions

inspect(df, backend, n_rows, inspect_opts, opts \\ [])

Default inspect implementation for backends.

new(data, names, dtypes)

Creates a new DataFrame for a given backend.

Link to this section Types

column_name()

@type column_name() :: String.t()

df()

@type df() :: Explorer.DataFrame.t()

dtype()

@type dtype() :: Explorer.Series.dtype()

dtypes()

@type dtypes() :: %{required(column_name()) => dtype()}

lazy_frame()

@type lazy_frame() :: Explorer.Backend.LazyFrame.t()

lazy_series()

@type lazy_series() :: Explorer.Backend.LazySeries.t()

mutate_value()

@type mutate_value() ::
  series()
  | basic_types()
  | [basic_types()]
  | (df() -> series() | basic_types() | [basic_types()])

result(t)

@type result(t) :: {:ok, t} | {:error, term()}

series()

@type series() :: Explorer.Series.t()

t()

@type t() :: struct()

Link to this section Callbacks

arrange(df, columns)

@callback arrange(df(), columns :: [{:asc | :desc, column_name()}]) :: df()

arrange_with(df, out_df, directions)

@callback arrange_with(
  df(),
  out_df :: df(),
  directions :: [{:asc | :desc, lazy_series()}]
) :: df()

collect(df)

@callback collect(df()) :: df()

concat_columns(list)

@callback concat_columns([df()]) :: df()

concat_rows(list)

@callback concat_rows([df()]) :: df()

distinct(df, out_df, columns, keep_all)

@callback distinct(
  df(),
  out_df :: df(),
  columns :: [column_name()],
  keep_all :: boolean()
) :: df()

drop_nil(df, columns)

@callback drop_nil(df(), columns :: [column_name()]) :: df()

dummies(df, columns)

@callback dummies(df(), columns :: [column_name()]) :: df()

dump_csv(df, header?, delimiter)

@callback dump_csv(df(), header? :: boolean(), delimiter :: String.t()) :: String.t()

filter_with(df, out_df, lazy_series)

@callback filter_with(df(), out_df :: df(), lazy_series()) :: df()

from_csv( filename, dtypes, delimiter, null_character, skip_rows, header?, encoding, max_rows, columns, infer_schema_length, parse_dates )

@callback from_csv(
  filename :: String.t(),
  dtypes :: [{column_name(), dtype()}],
  delimiter :: String.t(),
  null_character :: String.t(),
  skip_rows :: integer(),
  header? :: boolean(),
  encoding :: String.t(),
  max_rows :: integer() | nil,
  columns :: [column_name()] | [atom()] | [integer()] | nil,
  infer_schema_length :: integer() | nil,
  parse_dates :: boolean()
) :: result(df())

from_ipc(filename, columns)

@callback from_ipc(
  filename :: String.t(),
  columns :: [String.t()] | [atom()] | [integer()] | nil
) :: result(df())

from_ndjson(filename, infer_schema_length, batch_size)

@callback from_ndjson(
  filename :: String.t(),
  infer_schema_length :: integer(),
  batch_size :: integer()
) :: result(df())

from_parquet(filename)

@callback from_parquet(filename :: String.t()) :: result(df())

from_series(arg1)

@callback from_series(map() | Keyword.t()) :: df()

from_tabular(t)

@callback from_tabular(Table.Reader.t()) :: df()

head(df, rows)

@callback head(df(), rows :: integer()) :: df()

inspect(df, opts)

@callback inspect(df(), opts :: Inspect.Opts.t()) :: Inspect.Algebra.t()

join(left, right, out_df, on, how)

@callback join(
  left :: df(),
  right :: df(),
  out_df :: df(),
  on :: [{column_name(), column_name()}],
  how :: :left | :inner | :outer | :right | :cross
) :: df()

lazy()

@callback lazy() :: module()

mask(df, mask)

@callback mask(df(), mask :: series()) :: df()

mutate(df, out_df, mutations)

@callback mutate(df(), out_df :: df(), mutations :: [{column_name(), mutate_value()}]) ::
  df()

mutate_with(df, out_df, mutations)

@callback mutate_with(df(), out_df :: df(), mutations :: [{column_name(), lazy_series()}]) ::
  df()

n_rows(df)

@callback n_rows(df()) :: integer()

pivot_longer(df, out_df, columns_to_pivot, columns_to_keep, names_to, values_to)

@callback pivot_longer(
  df(),
  out_df :: df(),
  columns_to_pivot :: [column_name()],
  columns_to_keep :: [column_name()],
  names_to :: column_name(),
  values_to :: column_name()
) :: df()

pivot_wider(df, id_columns, names_from, values_from, names_prefix)

@callback pivot_wider(
  df(),
  id_columns :: [column_name()],
  names_from :: column_name(),
  values_from :: column_name(),
  names_prefix :: String.t()
) :: df()

pull(df, column)

@callback pull(df(), column :: column_name()) :: series()

rename(df, out_df, list)

@callback rename(df(), out_df :: df(), [{old :: column_name(), new :: column_name()}]) ::
  df()

sample(df, n, replacement, seed)

@callback sample(df(), n :: integer(), replacement :: boolean(), seed :: integer()) ::
  df()

select(df, out_df)

@callback select(df(), out_df :: df()) :: df()

slice(df, indices)

@callback slice(df(), indices :: [integer()]) :: df()

slice(df, offset, length)

@callback slice(df(), offset :: integer(), length :: integer()) :: df()

summarise(df, out_df, aggregations)

@callback summarise(
  df(),
  out_df :: df(),
  aggregations :: %{required(column_name()) => [atom()]}
) :: df()

summarise_with(df, out_df, aggregations)

@callback summarise_with(
  df(),
  out_df :: df(),
  aggregations :: [{column_name(), lazy_series()}]
) :: df()

tail(df, rows)

@callback tail(df(), rows :: integer()) :: df()

to_csv(df, filename, header?, delimiter)

@callback to_csv(
  df(),
  filename :: String.t(),
  header? :: boolean(),
  delimiter :: String.t()
) ::
  result(String.t())

to_ipc(df, filename, compression)

@callback to_ipc(
  df(),
  filename :: String.t(),
  compression :: {nil | atom(), nil | integer()}
) ::
  result(String.t())

to_lazy(df)

@callback to_lazy(df()) :: df()

to_ndjson(df, filename)

@callback to_ndjson(df(), filename :: String.t()) :: result(String.t())

to_parquet(df, filename, compression)

@callback to_parquet(
  df(),
  filename :: String.t(),
  compression :: {nil | atom(), nil | integer()}
) :: result(String.t())

to_rows(df, atom_keys?)

@callback to_rows(df(), atom_keys? :: boolean()) :: [map()]

Settings View Source Explorer.Backend.DataFrame behaviour (Explorer v0.3.1)

Link to this section Summary

Types

Callbacks

Functions

Link to this section Types

column_name()

df()

dtype()

dtypes()

lazy_frame()

lazy_series()

mutate_value()

result(t)

series()

t()

Link to this section Callbacks

arrange(df, columns)

arrange_with(df, out_df, directions)

collect(df)

concat_columns(list)

concat_rows(list)

distinct(df, out_df, columns, keep_all)

drop_nil(df, columns)

dummies(df, columns)

dump_csv(df, header?, delimiter)

filter_with(df, out_df, lazy_series)

from_csv( filename, dtypes, delimiter, null_character, skip_rows, header?, encoding, max_rows, columns, infer_schema_length, parse_dates )

from_ipc(filename, columns)

from_ndjson(filename, infer_schema_length, batch_size)

from_parquet(filename)

from_series(arg1)

from_tabular(t)

head(df, rows)

inspect(df, opts)

join(left, right, out_df, on, how)

lazy()

mask(df, mask)

mutate(df, out_df, mutations)

mutate_with(df, out_df, mutations)

n_rows(df)

pivot_longer(df, out_df, columns_to_pivot, columns_to_keep, names_to, values_to)

pivot_wider(df, id_columns, names_from, values_from, names_prefix)

pull(df, column)

rename(df, out_df, list)

sample(df, n, replacement, seed)

select(df, out_df)

slice(df, indices)

slice(df, offset, length)

summarise(df, out_df, aggregations)

summarise_with(df, out_df, aggregations)

tail(df, rows)

to_csv(df, filename, header?, delimiter)

to_ipc(df, filename, compression)

to_lazy(df)

to_ndjson(df, filename)

to_parquet(df, filename, compression)

to_rows(df, atom_keys?)

Link to this section Functions

inspect(df, backend, n_rows, inspect_opts, opts \\ [])

new(data, names, dtypes)

View Source Explorer.Backend.DataFrame behaviour (Explorer v0.3.1)