Ver código fonte

change of job class

Avik Datta 3 anos atrás
pai
commit
88423f7610

+ 3 - 0
airflow_var/var.json

@@ -113,6 +113,9 @@
     "hpc_16G16t":{
       "pbs_resource":"-lselect=1:ncpus=16:mem=16gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t"},
+    "hpc_32G8t":{
+      "pbs_resource":"-lselect=1:ncpus=16:mem=32gb -lwalltime=06:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G8t,hpc_32G8t"},
     "hpc_32G16t":{
       "pbs_resource":"-lselect=1:ncpus=16:mem=32gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16t"},

+ 2 - 2
dags/dag9_tenx_single_cell_immune_profiling.py

@@ -559,7 +559,7 @@ with dag:
     PythonOperator(
       task_id='run_scvelo_for_sc_5p',
       dag=dag,
-      queue='hpc_16G8t',
+      queue='hpc_32G16t',
       python_callable=run_scvelo_for_sc_5p_func,
       params={'xcom_pull_task': 'run_cellranger',
               'xcom_pull_files_key': 'cellranger_output',
@@ -569,7 +569,7 @@ with dag:
               'loom_file_task': 'run_velocyto',
               'timeout': 2400,
               'allow_errors': False,
-              'cpu_threads': 7,
+              'cpu_threads': 14,
               'output_notebook_key': 'scvelo_notebook'})
   load_loom_file_to_rds = \
     PythonOperator(