minor api change

socialfoundations · Jun 23, 2024 · 217a045 · 217a045
1 parent 34d2f44
commit 217a045
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 5 deletions.
diff --git a/folktexts/__init__.py b/folktexts/__init__.py
@@ -1,4 +1,5 @@
 from ._version import __version__, __version_info__
-from .acs import ACSDataset, ACSTaskMetadata
+from .task import TaskMetadata
 from .benchmark import BenchmarkConfig, CalibrationBenchmark
 from .classifier import LLMClassifier
+from .acs import ACSDataset, ACSTaskMetadata
diff --git a/folktexts/evaluation.py b/folktexts/evaluation.py
@@ -115,9 +115,9 @@ def evaluate_binary_predictions_fairness(
     def group_metric_name(metric_name, group_name):
         return f"{metric_name}_group={group_name}"
 
-    assert (
-        len(unique_groups) > 1
-    ), f"Found a single unique sensitive attribute: {unique_groups}"
+    if len(unique_groups) <= 1:
+        logging.error(f"Found a single unique sensitive attribute: {unique_groups}")
+        return {}
 
     for s_value in unique_groups:
         # Indices of samples that belong to the current group

diff --git a/folktexts/qa_interface.py b/folktexts/qa_interface.py
@@ -243,7 +243,7 @@ def create_answer_keys_permutations(cls, question: "MultipleChoiceQA") -> Iterat
             yield dataclasses.replace(question, choices=perm)
 
     @property
-    def answer_keys(self) -> list[str]:
+    def answer_keys(self) -> tuple[str]:
         return self._answer_keys_source[:len(self.choices)]
 
     @property