Merge pull request #913 from parea-ai/fix-check-score-is-finite

fix: failing dataset level eval failing exp results

parea/schemas/log.py

@@ -1,5 +1,6 @@
 from typing import Any, Dict, List, Optional, Union
 
+import math
 from enum import Enum
 
 from attrs import define, field
@@ -70,9 +71,14 @@ class Log:
 @define
 class EvaluationResult:
     name: str
-    score: float
+    score: float = field()
     reason: Optional[str] = None
 
+    @score.validator
+    def _check_score_is_finite(self, attribute, value):
+        if not math.isfinite(value):
+            raise ValueError(f"Score must be finite, got {value}")
+
 
 @define
 class EvaluatedLog(Log):

pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "poetry.core.masonry.api"
 [tool.poetry]
 name = "parea-ai"
 packages = [{ include = "parea" }]
-version = "0.2.163"
+version = "0.2.164"
 description = "Parea python sdk"
 readme = "README.md"
 authors = ["joel-parea-ai <[email protected]>"]