feat(api): update API spec from langfuse/langfuse 79d11de

langfuse/api/client.py

@@ -23,6 +23,11 @@
         DatasetRunItemsClient,
     )
     from .datasets.client import AsyncDatasetsClient, DatasetsClient
+    from .evaluation_rules.client import (
+        AsyncEvaluationRulesClient,
+        EvaluationRulesClient,
+    )
+    from .evaluators.client import AsyncEvaluatorsClient, EvaluatorsClient
     from .experiments.client import AsyncExperimentsClient, ExperimentsClient
     from .feedback.client import AsyncFeedbackClient, FeedbackClient
     from .health.client import AsyncHealthClient, HealthClient
@@ -133,6 +138,8 @@ def __init__(
         self._dataset_items: typing.Optional[DatasetItemsClient] = None
         self._dataset_run_items: typing.Optional[DatasetRunItemsClient] = None
         self._datasets: typing.Optional[DatasetsClient] = None
+        self._evaluation_rules: typing.Optional[EvaluationRulesClient] = None
+        self._evaluators: typing.Optional[EvaluatorsClient] = None
         self._experiments: typing.Optional[ExperimentsClient] = None
         self._feedback: typing.Optional[FeedbackClient] = None
         self._health: typing.Optional[HealthClient] = None
@@ -212,6 +219,24 @@ def datasets(self):
             self._datasets = DatasetsClient(client_wrapper=self._client_wrapper)
         return self._datasets
 
+    @property
+    def evaluation_rules(self):
+        if self._evaluation_rules is None:
+            from .evaluation_rules.client import EvaluationRulesClient  # noqa: E402
+
+            self._evaluation_rules = EvaluationRulesClient(
+                client_wrapper=self._client_wrapper
+            )
+        return self._evaluation_rules
+
+    @property
+    def evaluators(self):
+        if self._evaluators is None:
+            from .evaluators.client import EvaluatorsClient  # noqa: E402
+
+            self._evaluators = EvaluatorsClient(client_wrapper=self._client_wrapper)
+        return self._evaluators
+
     @property
     def experiments(self):
         if self._experiments is None:
@@ -485,6 +510,8 @@ def __init__(
         self._dataset_items: typing.Optional[AsyncDatasetItemsClient] = None
         self._dataset_run_items: typing.Optional[AsyncDatasetRunItemsClient] = None
         self._datasets: typing.Optional[AsyncDatasetsClient] = None
+        self._evaluation_rules: typing.Optional[AsyncEvaluationRulesClient] = None
+        self._evaluators: typing.Optional[AsyncEvaluatorsClient] = None
         self._experiments: typing.Optional[AsyncExperimentsClient] = None
         self._feedback: typing.Optional[AsyncFeedbackClient] = None
         self._health: typing.Optional[AsyncHealthClient] = None
@@ -566,6 +593,26 @@ def datasets(self):
             self._datasets = AsyncDatasetsClient(client_wrapper=self._client_wrapper)
         return self._datasets
 
+    @property
+    def evaluation_rules(self):
+        if self._evaluation_rules is None:
+            from .evaluation_rules.client import AsyncEvaluationRulesClient  # noqa: E402
+
+            self._evaluation_rules = AsyncEvaluationRulesClient(
+                client_wrapper=self._client_wrapper
+            )
+        return self._evaluation_rules
+
+    @property
+    def evaluators(self):
+        if self._evaluators is None:
+            from .evaluators.client import AsyncEvaluatorsClient  # noqa: E402
+
+            self._evaluators = AsyncEvaluatorsClient(
+                client_wrapper=self._client_wrapper
+            )
+        return self._evaluators
+
     @property
     def experiments(self):
         if self._experiments is None:

langfuse/api/evaluation_commons/__init__.py

@@ -0,0 +1,196 @@
+# This file was auto-generated by Fern from our API Definition.
+
+# isort: skip_file
+
+import typing
+from importlib import import_module
+
+if typing.TYPE_CHECKING:
+    from .types import (
+        ArrayOptionsEvaluationRuleFilter,
+        BooleanEvaluationRuleFilter,
+        CategoryOptionsEvaluationRuleFilter,
+        CodeEvaluatorSourceCodeLanguage,
+        DateTimeEvaluationRuleFilter,
+        EvaluationRuleArrayOptionsFilterOperator,
+        EvaluationRuleBooleanFilterOperator,
+        EvaluationRuleFilter,
+        EvaluationRuleFilter_ArrayOptions,
+        EvaluationRuleFilter_Boolean,
+        EvaluationRuleFilter_CategoryOptions,
+        EvaluationRuleFilter_Datetime,
+        EvaluationRuleFilter_Null,
+        EvaluationRuleFilter_Number,
+        EvaluationRuleFilter_NumberObject,
+        EvaluationRuleFilter_String,
+        EvaluationRuleFilter_StringObject,
+        EvaluationRuleFilter_StringOptions,
+        EvaluationRuleNullFilterOperator,
+        EvaluationRuleNumberFilterOperator,
+        EvaluationRuleOptionsFilterOperator,
+        EvaluationRuleReadFilter,
+        EvaluationRuleReadFilterBase,
+        EvaluationRuleReadFilterWithKey,
+        EvaluationRuleStringFilterOperator,
+        EvaluatorOutputDefinition,
+        EvaluatorOutputDefinitionBase,
+        EvaluatorOutputDefinition_Boolean,
+        EvaluatorOutputDefinition_Categorical,
+        EvaluatorOutputDefinition_Numeric,
+        EvaluatorOutputScoreType,
+        EvaluatorType,
+        LegacyEvaluationObject,
+        LegacyPromptVariableMapping,
+        NullEvaluationRuleFilter,
+        NumberEvaluationRuleFilter,
+        NumberObjectEvaluationRuleFilter,
+        PromptVariableMapping,
+        PromptVariableMappingInput,
+        PromptVariableMappingRead,
+        PromptVariableMappingSource,
+        PublicEvaluatorBooleanScore,
+        PublicEvaluatorCategoricalScore,
+        PublicEvaluatorNumericScore,
+        PublicEvaluatorOutputDefinition,
+        PublicEvaluatorOutputDefinition_Boolean,
+        PublicEvaluatorOutputDefinition_Categorical,
+        PublicEvaluatorOutputDefinition_Numeric,
+        StringEvaluationRuleFilter,
+        StringObjectEvaluationRuleFilter,
+        StringOptionsEvaluationRuleFilter,
+    )
+_dynamic_imports: typing.Dict[str, str] = {
+    "ArrayOptionsEvaluationRuleFilter": ".types",
+    "BooleanEvaluationRuleFilter": ".types",
+    "CategoryOptionsEvaluationRuleFilter": ".types",
+    "CodeEvaluatorSourceCodeLanguage": ".types",
+    "DateTimeEvaluationRuleFilter": ".types",
+    "EvaluationRuleArrayOptionsFilterOperator": ".types",
+    "EvaluationRuleBooleanFilterOperator": ".types",
+    "EvaluationRuleFilter": ".types",
+    "EvaluationRuleFilter_ArrayOptions": ".types",
+    "EvaluationRuleFilter_Boolean": ".types",
+    "EvaluationRuleFilter_CategoryOptions": ".types",
+    "EvaluationRuleFilter_Datetime": ".types",
+    "EvaluationRuleFilter_Null": ".types",
+    "EvaluationRuleFilter_Number": ".types",
+    "EvaluationRuleFilter_NumberObject": ".types",
+    "EvaluationRuleFilter_String": ".types",
+    "EvaluationRuleFilter_StringObject": ".types",
+    "EvaluationRuleFilter_StringOptions": ".types",
+    "EvaluationRuleNullFilterOperator": ".types",
+    "EvaluationRuleNumberFilterOperator": ".types",
+    "EvaluationRuleOptionsFilterOperator": ".types",
+    "EvaluationRuleReadFilter": ".types",
+    "EvaluationRuleReadFilterBase": ".types",
+    "EvaluationRuleReadFilterWithKey": ".types",
+    "EvaluationRuleStringFilterOperator": ".types",
+    "EvaluatorOutputDefinition": ".types",
+    "EvaluatorOutputDefinitionBase": ".types",
+    "EvaluatorOutputDefinition_Boolean": ".types",
+    "EvaluatorOutputDefinition_Categorical": ".types",
+    "EvaluatorOutputDefinition_Numeric": ".types",
+    "EvaluatorOutputScoreType": ".types",
+    "EvaluatorType": ".types",
+    "LegacyEvaluationObject": ".types",
+    "LegacyPromptVariableMapping": ".types",
+    "NullEvaluationRuleFilter": ".types",
+    "NumberEvaluationRuleFilter": ".types",
+    "NumberObjectEvaluationRuleFilter": ".types",
+    "PromptVariableMapping": ".types",
+    "PromptVariableMappingInput": ".types",
+    "PromptVariableMappingRead": ".types",
+    "PromptVariableMappingSource": ".types",
+    "PublicEvaluatorBooleanScore": ".types",
+    "PublicEvaluatorCategoricalScore": ".types",
+    "PublicEvaluatorNumericScore": ".types",
+    "PublicEvaluatorOutputDefinition": ".types",
+    "PublicEvaluatorOutputDefinition_Boolean": ".types",
+    "PublicEvaluatorOutputDefinition_Categorical": ".types",
+    "PublicEvaluatorOutputDefinition_Numeric": ".types",
+    "StringEvaluationRuleFilter": ".types",
+    "StringObjectEvaluationRuleFilter": ".types",
+    "StringOptionsEvaluationRuleFilter": ".types",
+}
+
+
+def __getattr__(attr_name: str) -> typing.Any:
+    module_name = _dynamic_imports.get(attr_name)
+    if module_name is None:
+        raise AttributeError(
+            f"No {attr_name} found in _dynamic_imports for module name -> {__name__}"
+        )
+    try:
+        module = import_module(module_name, __package__)
+        if module_name == f".{attr_name}":
+            return module
+        else:
+            return getattr(module, attr_name)
+    except ImportError as e:
+        raise ImportError(
+            f"Failed to import {attr_name} from {module_name}: {e}"
+        ) from e
+    except AttributeError as e:
+        raise AttributeError(
+            f"Failed to get {attr_name} from {module_name}: {e}"
+        ) from e
+
+
+def __dir__():
+    lazy_attrs = list(_dynamic_imports.keys())
+    return sorted(lazy_attrs)
+
+
+__all__ = [
+    "ArrayOptionsEvaluationRuleFilter",
+    "BooleanEvaluationRuleFilter",
+    "CategoryOptionsEvaluationRuleFilter",
+    "CodeEvaluatorSourceCodeLanguage",
+    "DateTimeEvaluationRuleFilter",
+    "EvaluationRuleArrayOptionsFilterOperator",
+    "EvaluationRuleBooleanFilterOperator",
+    "EvaluationRuleFilter",
+    "EvaluationRuleFilter_ArrayOptions",
+    "EvaluationRuleFilter_Boolean",
+    "EvaluationRuleFilter_CategoryOptions",
+    "EvaluationRuleFilter_Datetime",
+    "EvaluationRuleFilter_Null",
+    "EvaluationRuleFilter_Number",
+    "EvaluationRuleFilter_NumberObject",
+    "EvaluationRuleFilter_String",
+    "EvaluationRuleFilter_StringObject",
+    "EvaluationRuleFilter_StringOptions",
+    "EvaluationRuleNullFilterOperator",
+    "EvaluationRuleNumberFilterOperator",
+    "EvaluationRuleOptionsFilterOperator",
+    "EvaluationRuleReadFilter",
+    "EvaluationRuleReadFilterBase",
+    "EvaluationRuleReadFilterWithKey",
+    "EvaluationRuleStringFilterOperator",
+    "EvaluatorOutputDefinition",
+    "EvaluatorOutputDefinitionBase",
+    "EvaluatorOutputDefinition_Boolean",
+    "EvaluatorOutputDefinition_Categorical",
+    "EvaluatorOutputDefinition_Numeric",
+    "EvaluatorOutputScoreType",
+    "EvaluatorType",
+    "LegacyEvaluationObject",
+    "LegacyPromptVariableMapping",
+    "NullEvaluationRuleFilter",
+    "NumberEvaluationRuleFilter",
+    "NumberObjectEvaluationRuleFilter",
+    "PromptVariableMapping",
+    "PromptVariableMappingInput",
+    "PromptVariableMappingRead",
+    "PromptVariableMappingSource",
+    "PublicEvaluatorBooleanScore",
+    "PublicEvaluatorCategoricalScore",
+    "PublicEvaluatorNumericScore",
+    "PublicEvaluatorOutputDefinition",
+    "PublicEvaluatorOutputDefinition_Boolean",
+    "PublicEvaluatorOutputDefinition_Categorical",
+    "PublicEvaluatorOutputDefinition_Numeric",
+    "StringEvaluationRuleFilter",
+    "StringObjectEvaluationRuleFilter",
+    "StringOptionsEvaluationRuleFilter",
+]