Procházet zdrojové kódy

added dag schedules

Avik Datta před 4 roky
rodič
revize
f5d592ac04

+ 1 - 1
dags/dag1_calculate_hpc_worker.py

@@ -18,7 +18,7 @@ hpc_hook = SSHHook(ssh_conn_id='hpc_conn')
 
 dag = DAG(
         dag_id='dag1_calculate_hpc_worker',
-        schedule_interval=None,
+        schedule_interval="*/5 * * * *",
         default_args=args,
         tags=['igf-lims',]
       )

+ 1 - 1
dags/dag2_disk_usage.py

@@ -43,7 +43,7 @@ igf_lims_ssh_hook = \
 dag = \
   DAG(
     dag_id='dag2_disk_usage',
-    schedule_interval=None,
+    schedule_interval="@hourly",
     max_active_runs=1,
     tags=['igf-lims','hpc','eliot','woolf','orwell'],
     default_args=default_args)

+ 1 - 1
dags/dag3_hpc_pipelines.py

@@ -18,7 +18,7 @@ dag = \
   DAG(
     dag_id='dag3_hpc_pipelines',
     catchup=False,
-    schedule_interval=None,
+    schedule_interval="*/5 * * * *",
     max_active_runs=1,
     tags=['hpc'],
     default_args=default_args)

+ 1 - 1
dags/dag4_lims_metadata.py

@@ -18,7 +18,7 @@ dag = \
   DAG(
     dag_id='dag4_lims_metadata',
     catchup=False,
-    schedule_interval=None,
+    schedule_interval='@daily',
     max_active_runs=1,
     tags=['hpc'],
     default_args=default_args)

+ 1 - 1
dags/dag5_primary_analysis_and_qc_processing.py

@@ -26,7 +26,7 @@ hpc_hook = SSHHook(ssh_conn_id='hpc_conn')
 dag = \
   DAG(
     dag_id='dag5_primary_analysis_and_qc_processing',
-    schedule_interval=None,
+    schedule_interval="@hourly",
     max_active_runs=1,
     tags=['hpc','orwell'],
     default_args=default_args)

+ 1 - 1
dags/dag6_seqrun_processing.py

@@ -20,7 +20,7 @@ dag = \
   DAG(
     dag_id='dag6_seqrun_processing',
     catchup=False,
-    schedule_interval=None,
+    schedule_interval="@hourly",
     max_active_runs=1,
     tags=['hpc','orwell'],
     default_args=default_args)