48 lines
1.5 KiB
Python
48 lines
1.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2024 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
"""Vertex Gen AI Evaluation Service Module."""
|
|
|
|
from vertexai.evaluation import _base
|
|
from vertexai.evaluation import eval_task
|
|
from vertexai.evaluation import metrics
|
|
from vertexai.evaluation import prompt_template
|
|
|
|
|
|
EvalResult = _base.EvalResult
|
|
EvalTask = eval_task.EvalTask
|
|
PairwiseMetric = metrics.PairwiseMetric
|
|
PointwiseMetric = metrics.PointwiseMetric
|
|
CustomMetric = metrics.CustomMetric
|
|
Rouge = metrics.Rouge
|
|
PromptTemplate = prompt_template.PromptTemplate
|
|
PairwiseMetricPromptTemplate = metrics.PairwiseMetricPromptTemplate
|
|
PointwiseMetricPromptTemplate = metrics.PointwiseMetricPromptTemplate
|
|
MetricPromptTemplateExamples = metrics.MetricPromptTemplateExamples
|
|
|
|
__all__ = [
|
|
"EvalTask",
|
|
"EvalResult",
|
|
"PairwiseMetric",
|
|
"PointwiseMetric",
|
|
"CustomMetric",
|
|
"Rouge",
|
|
"PromptTemplate",
|
|
"PairwiseMetricPromptTemplate",
|
|
"PointwiseMetricPromptTemplate",
|
|
"MetricPromptTemplateExamples",
|
|
]
|