Merge pull request #6 from datologyai/jm-update-spark-plugin-names

update spark plugin app naming

plugins/flytekit-spark/flytekitplugins/spark/task.py

@@ -185,7 +185,11 @@ def pre_execute(self, user_params: ExecutionParameters) -> ExecutionParameters:
         import pyspark as _pyspark
 
         ctx = FlyteContextManager.current_context()
-        sess_builder = _pyspark.sql.SparkSession.builder.appName(f"FlyteSpark: {user_params.execution_id}")
+        task_name = self.task_function.__name__
+        # on kube, this is the pod name which contains the execution id
+        hostname = os.environ.get("HOSTNAME", None)
+
+        sess_builder = _pyspark.sql.SparkSession.builder.appName(f"FlyteSpark: {task_name} {hostname}")
         if not (ctx.execution_state and ctx.execution_state.mode == ExecutionState.Mode.TASK_EXECUTION):
             # If either of above cases is not true, then we are in local execution of this task
             # Add system spark-conf for local/notebook based execution.