Elixir implementation of the Kinesis Producer Library record aggregator.

This is a port of the Erlang implementation included in adroll/erlmld

Basic usage:

iex> {_, aggregator} = ExKpl.add(ExKpl.new(), {"partition_key", "data"})
...> ExKpl.finish(aggregator)
{{"partition_key", <<243, 137, 154, 194, 10, 13, 112, 97, 114, 116, 105, 116, 105, 111, 110, 95, 107, 101, 121, 26, 8, 8, 0, 26, 4, 100, 97, 116, 97, 208, 54, 153, 218, 90, 34, 47, 163, 33, 8, 173, 27, 217, 85, 161, 78>>, nil}, %ExKpl{agg_explicit_hash_key: nil, agg_partition_key: nil, agg_size_bytes: 0, explicit_hash_keyset: %ExKpl.Keyset{key_to_index: %{}, rev_keys: []}, num_user_records: 0, partition_keyset: %ExKpl.Keyset{key_to_index: %{}, rev_keys: []}, rev_records: []}}

Typically you will use it like:

case ExKpl.add(aggregator, {partition_key, data}) do
  {nil, aggregator} ->
    aggregator

  {full_record, aggregator} ->
    send_record_to_kinesis(full_record)
    aggregator
end

You can force the current records to be aggregated with finish/1,2