Update dags_airflow_fede_rucio_k8sexecutor.py

interTwin-eu · Feb 7, 2024 · 9e4b2a5 · 9e4b2a5
1 parent 78813fb
commit 9e4b2a5
Showing 1 changed file with 14 additions and 1 deletion.
diff --git a/dags_airflow_fede_rucio_k8sexecutor.py b/dags_airflow_fede_rucio_k8sexecutor.py
@@ -93,7 +93,20 @@ def data_access_task():
 
         rucio_task = data_access_task()
 
+        #############################################################
+        # another pod with access to rucio
+        #############################################################
+        @task(
+            executor_config=kube_exec_config_rucio,
+            queue=default_queue,
+            task_id="data_access_1",
+        )
+        def data_access_1_task():
+            log.info("Using image " + f"{repo}:{tag}")
+
+        rucio_1_task = data_access_1_task()
+
         #############################################################
         # Define DAG execution
         #############################################################
-        (rucio_task)
+        (rucio_task >> rucio_1_task)