View Source ExOpenAI.Components.RunGraderResponse (ex_openai.ex v2.0.0-beta2)

Module for representing the OpenAI schema RunGraderResponse.

Fields

  • :metadata - required - {:%{}, [], [{{:required, [], [:errors]}, {:%{}, [], [{{:required, [], [:formula_parse_error]}, {:boolean, [], []}}, {{:required, [], [:invalid_variable_error]}, {:boolean, [], []}}, {{:required, [], [:model_grader_parse_error]}, {:boolean, [], []}}, {{:required, [], [:model_grader_refusal_error]}, {:boolean, [], []}}, {{:required, [], [:model_grader_server_error]}, {:boolean, [], []}}, {{:required, [], [:model_grader_server_error_details]}, {:|, [], [{{:., [], [{:__aliases__, [alias: false], [:String]}, :t]}, [], []}, {:any, [], []}]}}, {{:required, [], [:other_error]}, {:boolean, [], []}}, {{:required, [], [:python_grader_runtime_error]}, {:boolean, [], []}}, {{:required, [], [:python_grader_runtime_error_details]}, {:|, [], [{{:., [], [{:__aliases__, [alias: false], [:String]}, :t]}, [], []}, {:any, [], []}]}}, {{:required, [], [:python_grader_server_error]}, {:boolean, [], []}}, {{:required, [], [:python_grader_server_error_type]}, {:|, [], [{{:., [], [{:__aliases__, [alias: false], [:String]}, :t]}, [], []}, {:any, [], []}]}}, {{:required, [], [:sample_parse_error]}, {:boolean, [], []}}, {{:required, [], [:truncated_observation_error]}, {:boolean, [], []}}, {{:required, [], [:unresponsive_reward_error]}, {:boolean, [], []}}]}}, {{:required, [], [:execution_time]}, {:number, [], []}}, {{:required, [], [:name]}, {{:., [], [{:__aliases__, [alias: false], [:String]}, :t]}, [], []}}, {{:required, [], [:sampled_model_name]}, {:|, [], [{{:., [], [{:__aliases__, [alias: false], [:String]}, :t]}, [], []}, {:any, [], []}]}}, {{:required, [], [:scores]}, {:map, [], []}}, {{:required, [], [:token_usage]}, {:|, [], [{:integer, [], []}, {:any, [], []}]}}, {{:required, [], [:type]}, {{:., [], [{:__aliases__, [alias: false], [:String]}, :t]}, [], []}}]}

  • :model_grader_token_usage_per_model - required - map()

  • :reward - required - number()

  • :sub_rewards - required - map()

Summary

Types

t()

Types

Link to this type

t()

View Source 
@type t() :: %ExOpenAI.Components.RunGraderResponse{
  metadata: %{
    errors: %{
      formula_parse_error: boolean(),
      invalid_variable_error: boolean(),
      model_grader_parse_error: boolean(),
      model_grader_refusal_error: boolean(),
      model_grader_server_error: boolean(),
      model_grader_server_error_details: String.t() | any(),
      other_error: boolean(),
      python_grader_runtime_error: boolean(),
      python_grader_runtime_error_details: String.t() | any(),
      python_grader_server_error: boolean(),
      python_grader_server_error_type: String.t() | any(),
      sample_parse_error: boolean(),
      truncated_observation_error: boolean(),
      unresponsive_reward_error: boolean()
    },
    execution_time: number(),
    name: String.t(),
    sampled_model_name: String.t() | any(),
    scores: map(),
    token_usage: integer() | any(),
    type: String.t()
  },
  model_grader_token_usage_per_model: map(),
  reward: number(),
  sub_rewards: map()
}