fixes issue with primary and secondary timeseries reading.

RTIInternational · Oct 8, 2024 · 7a5ebb9 · 7a5ebb9
1 parent 964b6ca
commit 7a5ebb9
Showing 1 changed file with 16 additions and 0 deletions.
diff --git a/src/teehr/evaluation/tables.py b/src/teehr/evaluation/tables.py
@@ -949,6 +949,14 @@ def __init__(self, eval):
         if not self._dir_is_emtpy():
             self._read_spark_df()
 
+    def _read_spark_df(self, format: str = "parquet"):
+        """Read data from directory as a spark dataframe."""
+        self.df = (
+            self.spark.read.format(format)
+            .option("header", True)
+            .load(str(self.dir))
+        )
+
     def _load(
         self,
         in_path: Union[Path, str],
@@ -1169,6 +1177,14 @@ def __init__(self, eval):
         if not self._dir_is_emtpy():
             self._read_spark_df()
 
+    def _read_spark_df(self, format: str = "parquet"):
+        """Read data from directory as a spark dataframe."""
+        self.df = (
+            self.spark.read.format(format)
+            .option("header", True)
+            .load(str(self.dir))
+        )
+
     def _load(
         self,
         in_path: Union[Path, str],