Explorar o código

new job class for velocyto task

Avik Datta %!s(int64=3) %!d(string=hai) anos
pai
achega
8f3dd2e145
Modificáronse 2 ficheiros con 4 adicións e 1 borrados
  1. 3 0
      airflow_var/var.json
  2. 1 1
      dags/dag9_tenx_single_cell_immune_profiling.py

+ 3 - 0
airflow_var/var.json

@@ -91,6 +91,9 @@
     "hpc_8G4t":{
       "pbs_resource":"-lselect=1:ncpus=4:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t"},
+      "hpc_8G_long":{
+        "pbs_resource":"-lselect=1:ncpus=1:mem=8gb -lwalltime=24:00:00",
+        "airflow_queue":"hpc_1G,hpc_4G,hpc_8G,hpc_8G_long"},
     "hpc_8G8t":{
       "pbs_resource":"-lselect=1:ncpus=8:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t"},

+ 1 - 1
dags/dag9_tenx_single_cell_immune_profiling.py

@@ -548,7 +548,7 @@ with dag:
   run_velocyto = \
     PythonOperator(
       task_id='run_velocyto',
-       queue='hpc_4G',
+       queue='hpc_8G_long',
       python_callable=run_velocyto_func,
       params={'xcom_pull_task': 'run_cellranger',
               'xcom_pull_files_key': 'cellranger_output',