Adding "spark.sql.mapKeyDedupPolicy=LAST_WIN" to the test python spar…

…k session.
aehrc · Jan 28, 2025 · 9a80483 · 9a80483
1 parent e83ae17
commit 9a80483
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lib/python/tests/conftest.py b/lib/python/tests/conftest.py
@@ -67,6 +67,7 @@ def pathling_ctx(request, temp_warehouse_dir):
         SparkSession.builder.appName("pathling-test")
         .master("local[1]")
         .config("spark.driver.memory", "4g")
+        .config("spark.sql.mapKeyDedupPolicy", "LAST_WIN")
         .config(
             "spark.driver.extraJavaOptions",
             "-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=n,address=7896",