From fbfa9a413c8c77ba5e839daaf5d31543db0a3611 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Thu, 27 Jan 2022 00:54:22 +0800 Subject: [PATCH] Fix spark regression Signed-off-by: Kevin Su --- plugins/flytekit-spark/flytekitplugins/spark/task.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/plugins/flytekit-spark/flytekitplugins/spark/task.py b/plugins/flytekit-spark/flytekitplugins/spark/task.py index c05dbc2ea0..b59fb3aed5 100644 --- a/plugins/flytekit-spark/flytekitplugins/spark/task.py +++ b/plugins/flytekit-spark/flytekitplugins/spark/task.py @@ -106,7 +106,7 @@ def pre_execute(self, user_params: ExecutionParameters) -> ExecutionParameters: ctx = FlyteContextManager.current_context() sess_builder = _pyspark.sql.SparkSession.builder.appName(f"FlyteSpark: {user_params.execution_id}") - if not (ctx.execution_state and ctx.execution_state.Mode == ExecutionState.Mode.TASK_EXECUTION): + if not (ctx.execution_state and ctx.execution_state.mode == ExecutionState.Mode.TASK_EXECUTION): # If either of above cases is not true, then we are in local execution of this task # Add system spark-conf for local/notebook based execution. spark_conf = _pyspark.SparkConf()