hpc pipeline freq

dags/dag3_hpc_pipelines.py

@@ -12,7 +12,7 @@ default_args = {
     'email_on_failure': False,
     'email_on_retry': False,
     'retries': 1,
-    'retry_delay': timedelta(minutes=2),
+    'retry_delay': timedelta(minutes=1),
 }
 
 ## DAG
@@ -20,7 +20,7 @@ dag = \
   DAG(
     dag_id='dag3_hpc_pipelines',
     catchup=False,
-    schedule_interval="*/10 * * * *",
+    schedule_interval="*/3 * * * *",
     max_active_runs=1,
     tags=['hpc'],
     default_args=default_args)
@@ -42,4 +42,5 @@ with dag:
       bash_command='bash /rds/general/user/igf/home/git_repo/IGF-cron-scripts/hpc/run_primary_analysis_pipeline.sh ')
 
   ## PIPELINE
-  run_demultiplexing_pipeline >> run_primary_analysis_pipeline
+  #run_demultiplexing_pipeline >> run_primary_analysis_pipeline
+  run_demultiplexing_pipeline