Sfoglia il codice sorgente

new job class for velocyto task

Avik Datta 3 anni fa
parent
commit
8f3dd2e145
2 ha cambiato i file con 4 aggiunte e 1 eliminazioni
  1. 3 0
      airflow_var/var.json
  2. 1 1
      dags/dag9_tenx_single_cell_immune_profiling.py

+ 3 - 0
airflow_var/var.json

@@ -91,6 +91,9 @@
     "hpc_8G4t":{
       "pbs_resource":"-lselect=1:ncpus=4:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t"},
+      "hpc_8G_long":{
+        "pbs_resource":"-lselect=1:ncpus=1:mem=8gb -lwalltime=24:00:00",
+        "airflow_queue":"hpc_1G,hpc_4G,hpc_8G,hpc_8G_long"},
     "hpc_8G8t":{
       "pbs_resource":"-lselect=1:ncpus=8:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t"},

+ 1 - 1
dags/dag9_tenx_single_cell_immune_profiling.py

@@ -548,7 +548,7 @@ with dag:
   run_velocyto = \
     PythonOperator(
       task_id='run_velocyto',
-       queue='hpc_4G',
+       queue='hpc_8G_long',
       python_callable=run_velocyto_func,
       params={'xcom_pull_task': 'run_cellranger',
               'xcom_pull_files_key': 'cellranger_output',