View Source GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1EvaluateInstancesRequest (google_api_ai_platform v0.13.0)

Request message for EvaluationService.EvaluateInstances.

Attributes

bleuInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1BleuInput.t, default: nil) - Instances and metric spec for bleu metric.
coherenceInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1CoherenceInput.t, default: nil) - Input for coherence metric.
exactMatchInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ExactMatchInput.t, default: nil) - Auto metric instances. Instances and metric spec for exact match metric.
fluencyInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FluencyInput.t, default: nil) - LLM-based metric instance. General text generation metrics, applicable to other categories. Input for fluency metric.
fulfillmentInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FulfillmentInput.t, default: nil) - Input for fulfillment metric.
groundednessInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1GroundednessInput.t, default: nil) - Input for groundedness metric.
pairwiseMetricInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseMetricInput.t, default: nil) - Input for pairwise metric.
pairwiseQuestionAnsweringQualityInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInput.t, default: nil) - Input for pairwise question answering quality metric.
pairwiseSummarizationQualityInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseSummarizationQualityInput.t, default: nil) - Input for pairwise summarization quality metric.
pointwiseMetricInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PointwiseMetricInput.t, default: nil) - Input for pointwise metric.
questionAnsweringCorrectnessInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInput.t, default: nil) - Input for question answering correctness metric.
questionAnsweringHelpfulnessInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInput.t, default: nil) - Input for question answering helpfulness metric.
questionAnsweringQualityInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringQualityInput.t, default: nil) - Input for question answering quality metric.
questionAnsweringRelevanceInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringRelevanceInput.t, default: nil) - Input for question answering relevance metric.
rougeInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1RougeInput.t, default: nil) - Instances and metric spec for rouge metric.
safetyInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SafetyInput.t, default: nil) - Input for safety metric.
summarizationHelpfulnessInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationHelpfulnessInput.t, default: nil) - Input for summarization helpfulness metric.
summarizationQualityInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationQualityInput.t, default: nil) - Input for summarization quality metric.
summarizationVerbosityInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationVerbosityInput.t, default: nil) - Input for summarization verbosity metric.
toolCallValidInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolCallValidInput.t, default: nil) - Tool call metric instances. Input for tool call valid metric.
toolNameMatchInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolNameMatchInput.t, default: nil) - Input for tool name match metric.
toolParameterKeyMatchInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKeyMatchInput.t, default: nil) - Input for tool parameter key match metric.
toolParameterKvMatchInput (type: GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKVMatchInput.t, default: nil) - Input for tool parameter key value match metric.

Summary

Types

t()

Functions

decode(value, options)

Unwrap a decoded JSON object into its complex fields.

Types

t()

@type t() ::
  %GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1EvaluateInstancesRequest{
    bleuInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1BleuInput.t() | nil,
    coherenceInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1CoherenceInput.t()
      | nil,
    exactMatchInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ExactMatchInput.t()
      | nil,
    fluencyInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FluencyInput.t()
      | nil,
    fulfillmentInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1FulfillmentInput.t()
      | nil,
    groundednessInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1GroundednessInput.t()
      | nil,
    pairwiseMetricInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseMetricInput.t()
      | nil,
    pairwiseQuestionAnsweringQualityInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInput.t()
      | nil,
    pairwiseSummarizationQualityInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PairwiseSummarizationQualityInput.t()
      | nil,
    pointwiseMetricInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1PointwiseMetricInput.t()
      | nil,
    questionAnsweringCorrectnessInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInput.t()
      | nil,
    questionAnsweringHelpfulnessInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInput.t()
      | nil,
    questionAnsweringQualityInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringQualityInput.t()
      | nil,
    questionAnsweringRelevanceInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1QuestionAnsweringRelevanceInput.t()
      | nil,
    rougeInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1RougeInput.t() | nil,
    safetyInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SafetyInput.t() | nil,
    summarizationHelpfulnessInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationHelpfulnessInput.t()
      | nil,
    summarizationQualityInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationQualityInput.t()
      | nil,
    summarizationVerbosityInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1SummarizationVerbosityInput.t()
      | nil,
    toolCallValidInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolCallValidInput.t()
      | nil,
    toolNameMatchInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolNameMatchInput.t()
      | nil,
    toolParameterKeyMatchInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKeyMatchInput.t()
      | nil,
    toolParameterKvMatchInput:
      GoogleApi.AIPlatform.V1.Model.GoogleCloudAiplatformV1ToolParameterKVMatchInput.t()
      | nil
  }

Functions

decode(value, options)

@spec decode(struct(), keyword()) :: struct()

Unwrap a decoded JSON object into its complex fields.