From 59aa2a5bcfa7ef328c738c5a78aa63f4f4f40a9a Mon Sep 17 00:00:00 2001 From: "Julian.Endres" Date: Thu, 15 Feb 2024 13:43:29 +0100 Subject: [PATCH] Add optional prefix to config for DAG name --- src/egon/data/airflow/dags/pipeline_status_quo.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/egon/data/airflow/dags/pipeline_status_quo.py b/src/egon/data/airflow/dags/pipeline_status_quo.py index fd93b7399..2c8426707 100755 --- a/src/egon/data/airflow/dags/pipeline_status_quo.py +++ b/src/egon/data/airflow/dags/pipeline_status_quo.py @@ -3,6 +3,7 @@ from airflow.utils.dates import days_ago import airflow +from egon.data.config import settings as egon_settings from egon.data.config import set_numexpr_threads from egon.data.datasets import database from egon.data.datasets.ch4_prod import CH4Production @@ -74,10 +75,10 @@ # Set number of threads used by numpy and pandas set_numexpr_threads() - +prefix = egon_settings()["egon-data"].get("--prefix") with airflow.DAG( - "powerd-status-quo-processing-pipeline", + f"{prefix}-powerd-status-quo-processing-pipeline", description="The PoWerD Status Quo data processing DAG.", default_args={"start_date": days_ago(1), "email_on_failure": False,