@@ -77,7 +77,7 @@ with dag:
task_id='fetch_active_jobs_from_hpc',
ssh_hook=hpc_hook,
dag=dag,
- command='cd /project/tgu/data2/airflow_test/github/igf-airflow-hpc;python scripts/hpc/count_active_jobs_in_hpc.py',
+ command='bash /project/tgu/data2/airflow_test/github/igf-airflow-hpc/scripts/hpc/hpc_job_count_runner.sh',
do_xcom_push=True,
queue='igf-lims'
)
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+module load anaconda3/personal
+source activate airflow1.10.12
+export PYTHONPATH=${PYTHONPATH}:/project/tgu/data2/airflow_test/github/igf-airflow-hpc
+python /project/tgu/data2/airflow_test/github/igf-airflow-hpc/scripts/hpc/count_active_jobs_in_hpc.py