Browse Source

changed job class

Avik Datta 3 years ago
parent
commit
48bc4ef0ef
2 changed files with 4 additions and 1 deletions
  1. 3 0
      airflow_var/var.json
  2. 1 1
      dags/dag9_tenx_single_cell_immune_profiling.py

+ 3 - 0
airflow_var/var.json

@@ -100,6 +100,9 @@
     "hpc_8G16t":{
       "pbs_resource":"-lselect=1:ncpus=16:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16t"},
+    "hpc_16G_long":{
+        "pbs_resource":"-lselect=1:ncpus=1:mem=16gb -lwalltime=24:00:00",
+        "airflow_queue":"hpc_1G,hpc_4G,hpc_8G,hpc_16G_long"},
     "hpc_16G4t":{
       "pbs_resource":"-lselect=1:ncpus=4:mem=16gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t,hpc_16G4t"},

+ 1 - 1
dags/dag9_tenx_single_cell_immune_profiling.py

@@ -550,7 +550,7 @@ with dag:
   run_velocyto = \
     PythonOperator(
       task_id='run_velocyto',
-      queue='hpc_8G_long',
+      queue='hpc_16G_long',
       python_callable=run_velocyto_func,
       params={'xcom_pull_task': 'run_cellranger',
               'xcom_pull_files_key': 'cellranger_output',