Fixed flaky spark test (#821)

Signed-off-by: Kevin Su <[email protected]>
flyteorg · Aug 20, 2018 · 970d0e1 · 970d0e1
1 parent 3c3ec28
commit 970d0e1
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/plugins/flytekit-spark/flytekitplugins/spark/task.py b/plugins/flytekit-spark/flytekitplugins/spark/task.py
@@ -110,6 +110,7 @@ def pre_execute(self, user_params: ExecutionParameters) -> ExecutionParameters:
             # If either of above cases is not true, then we are in local execution of this task
             # Add system spark-conf for local/notebook based execution.
             spark_conf = _pyspark.SparkConf()
+            spark_conf.set("spark.driver.bindAddress", "127.0.0.1")
             for k, v in self.task_config.spark_conf.items():
                 spark_conf.set(k, v)
             # In local execution, propagate PYTHONPATH to executors too. This makes the spark