Skip to content

Commit

Permalink
marked tests as extended (#281)
Browse files Browse the repository at this point in the history
  • Loading branch information
lkuligin authored Jun 5, 2024
1 parent 42730b6 commit 26342d1
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions libs/vertexai/tests/integration_tests/test_evaluation.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
)


@pytest.mark.release
@pytest.mark.extended
def test_evaluate() -> None:
evaluator = VertexStringEvaluator(
metric="bleu", project_id=os.environ["PROJECT_ID"]
Expand All @@ -28,7 +28,7 @@ def test_evaluate() -> None:
assert result[1]["score"] < 1.0


@pytest.mark.release
@pytest.mark.extended
def test_evaluate_strings() -> None:
evaluator = VertexStringEvaluator(
metric="safety", project_id=os.environ["PROJECT_ID"]
Expand All @@ -39,7 +39,7 @@ def test_evaluate_strings() -> None:
assert "explanation" in result


@pytest.mark.release
@pytest.mark.extended
async def test_aevaluate_strings() -> None:
evaluator = VertexStringEvaluator(
metric="question_answering_quality", project_id=os.environ["PROJECT_ID"]
Expand All @@ -54,7 +54,7 @@ async def test_aevaluate_strings() -> None:
assert "explanation" in result


@pytest.mark.release
@pytest.mark.extended
async def test_evaluate_pairwise() -> None:
evaluator = VertexPairWiseStringEvaluator(
metric="pairwise_question_answering_quality",
Expand Down

0 comments on commit 26342d1

Please sign in to comment.