Revert "[dagster-polars, chore]: update to deltalake 0.25.0 (#28321)" (…

…#28322) This reverts commit 189bb88. ## Summary & Motivation ## How I Tested These Changes ## Changelog > Insert changelog entry or delete this section.
dagster-io · Mar 7, 2025 · 4787400 · 4787400
1 parent 6d3192a
commit 4787400
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 5 deletions.
diff --git a/python_modules/libraries/dagster-polars/dagster_polars/io_managers/delta.py b/python_modules/libraries/dagster-polars/dagster_polars/io_managers/delta.py
@@ -197,8 +197,7 @@ def write_df_to_path(
                         f"Found: `{partition_by}`"
                     )
 
-                # rust is the default engine in newer versions of deltalake
-                if (engine := delta_write_options.get("engine", "rust")) == "rust":
+                if (engine := delta_write_options.get("engine", "pyarrow")) == "rust":
                     delta_write_options["predicate"] = self.get_predicate(context)
 
                 elif engine == "pyarrow":

diff --git a/python_modules/libraries/dagster-polars/setup.py b/python_modules/libraries/dagster-polars/setup.py
@@ -42,15 +42,14 @@ def get_version() -> str:
         "universal_pathlib>=0.1.4",
     ],
     extras_require={
-        "deltalake": ["deltalake>=0.25.0"],
+        "deltalake": ["deltalake>=0.15.0"],
         "gcp": ["dagster-gcp>=0.19.5"],
         "test": [
-            "polars>=1.24.0",
             "pytest>=8",
             "hypothesis[zoneinfo]>=6.89.0",
             "deepdiff>=6.3.0",
             "pytest-cases>=3.6.14",
-            "pytest_mock",
+            "pyarrow<19.0.0",  # temporary pin until https://github.com/apache/arrow/issues/45283 is fixed
         ],
     },
     zip_safe=False,