Selaa lähdekoodia

fix for hpc login node jobs

Avik Datta 4 vuotta sitten
vanhempi
commit
aced0a4b98
1 muutettua tiedostoa jossa 4 lisäystä ja 2 poistoa
  1. 4 2
      dags/dag5_primary_analysis_and_qc_processing.py

+ 4 - 2
dags/dag5_primary_analysis_and_qc_processing.py

@@ -21,6 +21,7 @@ orwell_ssh_hook = \
     key_file=Variable.get('hpc_ssh_key_file'),
     username=Variable.get('hpc_user'),
     remote_host='orwell.hh.med.ic.ac.uk')
+hpc_hook = SSHHook(ssh_conn_id='hpc_conn')
 
 dag = \
   DAG(
@@ -48,11 +49,12 @@ with dag:
     )
 
   seed_analysis_pipeline = \
-    BashOperator(
+    SSHOperator(
       task_id = 'seed_analysis_pipeline',
       dag = dag,
+      ssh_hook=hpc_hook,
       queue='hpc_4G',
-      bash_command = 'bash /rds/general/user/igf/home/git_repo/IGF-cron-scripts/hpc/seed_analysis_pipeline.sh '
+      command = 'bash /rds/general/user/igf/home/git_repo/IGF-cron-scripts/hpc/seed_analysis_pipeline.sh '
     )
 
   update_exp_metadata >> find_new_exp_for_analysis >> seed_analysis_pipeline