From 24813ba3179659cea9f549078d035025b7b60771 Mon Sep 17 00:00:00 2001 From: 0xnotdev <130901671+0xnotdev@users.noreply.github.com> Date: Sat, 16 May 2026 14:04:08 +0530 Subject: [PATCH] auto: add regression test for trace unknown --- tests/test_regression_unknown.py | 56 ++++++++++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 tests/test_regression_unknown.py diff --git a/tests/test_regression_unknown.py b/tests/test_regression_unknown.py new file mode 100644 index 0000000..8d1b630 --- /dev/null +++ b/tests/test_regression_unknown.py @@ -0,0 +1,56 @@ +# AUTO-GENERATED REGRESSION TEST +# ---------------------------------------- +# Source trace: unknown +# Failure type: unknown +# Model: unknown +# Generated by: TraceOps Lite +# +# This file was automatically generated +# from a production failure report. +# +# DO NOT EDIT MANUALLY +# ---------------------------------------- + +import pytest + +from deepeval import assert_test +from deepeval.test_case import LLMTestCase + +from deepeval.metrics import AnswerRelevancyMetric + + +@pytest.mark.regression +def test_regression_unknown(): + """ + Regression test generated from + production trace: + + unknown + + Failure type: + unknown + """ + + test_case = LLMTestCase( + input="unknown", + actual_output="unknown", + retrieval_context=[], + ) + + metric = AnswerRelevancyMetric(threshold=0.7) + + assert_test( + test_case, + [metric], + ) + + +# ---- Metadata ---------------------------------- + +TRACE_ID = "unknown" + +FAILURE_TYPE = "unknown" + +MODEL = "unknown" + +SOURCES = []