@spec change_run(Aludel.Runs.Run.t(), map()) :: Ecto.Changeset.t()

Returns a changeset for tracking run changes.

@spec create_run(map()) :: {:ok, Aludel.Runs.Run.t()} | {:error, Ecto.Changeset.t()}

Creates a new run.

@spec create_run_result(map()) ::
  {:ok, Aludel.Runs.RunResult.t()} | {:error, Ecto.Changeset.t()}

Creates a new run result.

@spec delete_run(Aludel.Runs.Run.t()) ::
  {:ok, Aludel.Runs.Run.t()} | {:error, Ecto.Changeset.t()}

Deletes a run.

@spec execute_run(Aludel.Runs.Run.t(), [Aludel.Providers.Provider.t()]) ::
  {:ok, Aludel.Runs.Run.t()} | {:error, term()}

Executes a run against multiple providers concurrently.

Renders the prompt template with variable values, calls each provider's LLM, broadcasts real-time updates via PubSub, and creates run_results for each provider.

Parameters

• run: Run struct with preloaded prompt_version
• providers: List of provider structs to execute against

Returns

• {:ok, run} with preloaded run_results on success
• {:error, reason} if execution fails

Examples

iex> run = Repo.preload(run, :prompt_version)
iex> {:ok, executed_run} = execute_run(run, [provider1, provider2])
iex> length(executed_run.run_results)
2

@spec get_run!(binary()) :: Aludel.Runs.Run.t()

Gets a run by ID, raising if not found.

Preloads run_results and their associated providers, as well as the prompt through the prompt_version.

@spec list_recent_runs(integer()) :: [Aludel.Runs.Run.t()]

Lists the most recent runs with preloaded associations.

Returns up to the specified limit of runs, ordered by insertion time descending.

@spec list_runs() :: [Aludel.Runs.Run.t()]

Lists all runs in the system.

@spec total_cost() :: float()

Calculates the total cost across all run results and suite runs.

Returns the sum of cost_usd from all run_results plus the summed per-test costs stored in suite_run results.

@spec update_run(Aludel.Runs.Run.t(), map()) ::
  {:ok, Aludel.Runs.Run.t()} | {:error, Ecto.Changeset.t()}

Updates an existing run.

@spec update_run_result(Aludel.Runs.RunResult.t(), map()) ::
  {:ok, Aludel.Runs.RunResult.t()} | {:error, Ecto.Changeset.t()}

Updates an existing run result.