File tree Expand file tree Collapse file tree 7 files changed +20
-8
lines changed
src/google/adk/evaluation
tests/unittests/evaluation Expand file tree Collapse file tree 7 files changed +20
-8
lines changed Original file line number Diff line number Diff line change 1717from typing import Optional
1818
1919from google .genai import types as genai_types
20- from rouge_score import rouge_scorer
2120from typing_extensions import override
2221
22+ from ..dependencies .rouge_scorer import rouge_scorer
2323from .eval_case import Invocation
2424from .eval_metrics import EvalMetric
2525from .eval_metrics import Interval
Original file line number Diff line number Diff line change 1717from typing import Optional
1818
1919from typing_extensions import override
20- from vertexai import types as vertexai_types
2120
21+ from ..dependencies .vertexai import vertexai
2222from .eval_case import Invocation
2323from .eval_metrics import EvalMetric
2424from .eval_metrics import Interval
3030from .final_response_match_v1 import RougeEvaluator
3131from .vertex_ai_eval_facade import _VertexAiEvalFacade
3232
33+ vertexai_types = vertexai .types
34+
3335
3436class ResponseEvaluator (Evaluator ):
3537 """Evaluates Agent's responses.
Original file line number Diff line number Diff line change 1515from __future__ import annotations
1616
1717from typing_extensions import override
18- from vertexai import types as vertexai_types
1918
19+ from ..dependencies .vertexai import vertexai
2020from .eval_case import Invocation
2121from .eval_metrics import EvalMetric
2222from .eval_metrics import Interval
2727from .evaluator import Evaluator
2828from .vertex_ai_eval_facade import _VertexAiEvalFacade
2929
30+ vertexai_types = vertexai .types
31+
3032
3133class SafetyEvaluatorV1 (Evaluator ):
3234 """Evaluates safety (harmlessness) of an Agent's Response.
Original file line number Diff line number Diff line change 2121from google .genai import types as genai_types
2222import pandas as pd
2323from typing_extensions import override
24- from vertexai import Client as VertexAiClient
25- from vertexai import types as vertexai_types
2624
25+ from ..dependencies .vertexai import vertexai
2726from .eval_case import Invocation
2827from .evaluator import EvalStatus
2928from .evaluator import EvaluationResult
3029from .evaluator import Evaluator
3130from .evaluator import PerInvocationResult
3231
32+ vertexai_types = vertexai .types
33+ VertexAiClient = vertexai .Client
34+
3335_ERROR_MESSAGE_SUFFIX = """
3436You should specify both project id and location. This metric uses Vertex Gen AI
3537Eval SDK, and it requires google cloud credentials.
Original file line number Diff line number Diff line change 1616
1717"""Tests for the Response Evaluator."""
1818
19+ from google .adk .dependencies .vertexai import vertexai
1920from google .adk .evaluation .eval_case import Invocation
2021from google .adk .evaluation .eval_metrics import PrebuiltMetrics
2122from google .adk .evaluation .evaluator import EvalStatus
2223from google .adk .evaluation .response_evaluator import ResponseEvaluator
2324from google .genai import types as genai_types
2425import pytest
25- from vertexai import types as vertexai_types
26+
27+ vertexai_types = vertexai .types
2628
2729
2830class TestResponseEvaluator :
Original file line number Diff line number Diff line change 1414
1515"""Tests for the Response Evaluator."""
1616
17+ from google .adk .dependencies .vertexai import vertexai
1718from google .adk .evaluation .eval_case import Invocation
1819from google .adk .evaluation .eval_metrics import EvalMetric
1920from google .adk .evaluation .eval_metrics import PrebuiltMetrics
2021from google .adk .evaluation .evaluator import EvalStatus
2122from google .adk .evaluation .safety_evaluator import SafetyEvaluatorV1
2223from google .genai import types as genai_types
23- from vertexai import types as vertexai_types
24+
25+ vertexai_types = vertexai .types
2426
2527
2628class TestSafetyEvaluatorV1 :
Original file line number Diff line number Diff line change 1818import math
1919import random
2020
21+ from google .adk .dependencies .vertexai import vertexai
2122from google .adk .evaluation .eval_case import Invocation
2223from google .adk .evaluation .evaluator import EvalStatus
2324from google .adk .evaluation .vertex_ai_eval_facade import _VertexAiEvalFacade
2425from google .genai import types as genai_types
2526import pytest
26- from vertexai import types as vertexai_types
27+
28+ vertexai_types = vertexai .types
2729
2830
2931class TestVertexAiEvalFacade :
You can’t perform that action at this time.
0 commit comments