View Source GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1EvaluateInstancesResponse (google_api_ai_platform v0.24.0)

Response message for EvaluationService.EvaluateInstances.

Attributes

bleuResults (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1BleuResults.t, default: nil) - Results for bleu metric.
coherenceResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1CoherenceResult.t, default: nil) - Result for coherence metric.
cometResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1CometResult.t, default: nil) - Translation metrics. Result for Comet metric.
exactMatchResults (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ExactMatchResults.t, default: nil) - Auto metric evaluation results. Results for exact match metric.
fluencyResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FluencyResult.t, default: nil) - LLM-based metric evaluation result. General text generation metrics, applicable to other categories. Result for fluency metric.
fulfillmentResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FulfillmentResult.t, default: nil) - Result for fulfillment metric.
groundednessResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1GroundednessResult.t, default: nil) - Result for groundedness metric.
metricxResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1MetricxResult.t, default: nil) - Result for Metricx metric.
pairwiseMetricResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseMetricResult.t, default: nil) - Result for pairwise metric.
pairwiseQuestionAnsweringQualityResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityResult.t, default: nil) - Result for pairwise question answering quality metric.
pairwiseSummarizationQualityResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseSummarizationQualityResult.t, default: nil) - Result for pairwise summarization quality metric.
pointwiseMetricResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PointwiseMetricResult.t, default: nil) - Generic metrics. Result for pointwise metric.
questionAnsweringCorrectnessResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringCorrectnessResult.t, default: nil) - Result for question answering correctness metric.
questionAnsweringHelpfulnessResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessResult.t, default: nil) - Result for question answering helpfulness metric.
questionAnsweringQualityResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringQualityResult.t, default: nil) - Question answering only metrics. Result for question answering quality metric.
questionAnsweringRelevanceResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringRelevanceResult.t, default: nil) - Result for question answering relevance metric.
rougeResults (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1RougeResults.t, default: nil) - Results for rouge metric.
safetyResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SafetyResult.t, default: nil) - Result for safety metric.
summarizationHelpfulnessResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationHelpfulnessResult.t, default: nil) - Result for summarization helpfulness metric.
summarizationQualityResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationQualityResult.t, default: nil) - Summarization only metrics. Result for summarization quality metric.
summarizationVerbosityResult (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationVerbosityResult.t, default: nil) - Result for summarization verbosity metric.
toolCallValidResults (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolCallValidResults.t, default: nil) - Tool call metrics. Results for tool call valid metric.
toolNameMatchResults (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolNameMatchResults.t, default: nil) - Results for tool name match metric.
toolParameterKeyMatchResults (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKeyMatchResults.t, default: nil) - Results for tool parameter key match metric.
toolParameterKvMatchResults (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKVMatchResults.t, default: nil) - Results for tool parameter key value match metric.

Summary

Types

t()

Functions

decode(value, options)

Unwrap a decoded JSON object into its complex fields.

Types

t()

@type t() ::
  %GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1EvaluateInstancesResponse{
    bleuResults:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1BleuResults.t() | nil,
    coherenceResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1CoherenceResult.t()
      | nil,
    cometResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1CometResult.t() | nil,
    exactMatchResults:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ExactMatchResults.t()
      | nil,
    fluencyResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FluencyResult.t()
      | nil,
    fulfillmentResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FulfillmentResult.t()
      | nil,
    groundednessResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1GroundednessResult.t()
      | nil,
    metricxResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1MetricxResult.t()
      | nil,
    pairwiseMetricResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseMetricResult.t()
      | nil,
    pairwiseQuestionAnsweringQualityResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityResult.t()
      | nil,
    pairwiseSummarizationQualityResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseSummarizationQualityResult.t()
      | nil,
    pointwiseMetricResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PointwiseMetricResult.t()
      | nil,
    questionAnsweringCorrectnessResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringCorrectnessResult.t()
      | nil,
    questionAnsweringHelpfulnessResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessResult.t()
      | nil,
    questionAnsweringQualityResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringQualityResult.t()
      | nil,
    questionAnsweringRelevanceResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringRelevanceResult.t()
      | nil,
    rougeResults:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1RougeResults.t()
      | nil,
    safetyResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SafetyResult.t()
      | nil,
    summarizationHelpfulnessResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationHelpfulnessResult.t()
      | nil,
    summarizationQualityResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationQualityResult.t()
      | nil,
    summarizationVerbosityResult:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationVerbosityResult.t()
      | nil,
    toolCallValidResults:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolCallValidResults.t()
      | nil,
    toolNameMatchResults:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolNameMatchResults.t()
      | nil,
    toolParameterKeyMatchResults:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKeyMatchResults.t()
      | nil,
    toolParameterKvMatchResults:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKVMatchResults.t()
      | nil
  }

Functions

decode(value, options)

@spec decode(struct(), keyword()) :: struct()

Unwrap a decoded JSON object into its complex fields.