Browse Source

longer hpc worker

Avik Datta 3 years ago
parent
commit
3d276283d0
1 changed files with 15 additions and 15 deletions
  1. 15 15
      airflow_var/var.json

+ 15 - 15
airflow_var/var.json

@@ -62,13 +62,13 @@
   "seqrun_demult_notebook_template":"",
   "hpc_queue_list":{
     "hpc_1G": {
-      "pbs_resource":"-lselect=1:ncpus=1:mem=1gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=1:mem=1gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G"},
     "hpc_1G4t":{
-      "pbs_resource":"-lselect=1:ncpus=4:mem=1gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=4:mem=1gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t"},
     "hpc_4G":{
-      "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_4G"},
     "hpc_4G_long":{
       "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=12:00:00",
@@ -77,40 +77,40 @@
       "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=48:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G48hr"},
     "hpc_4G4t":{
-      "pbs_resource":"-lselect=1:ncpus=4:mem=4gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=4:mem=4gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t"},
     "hpc_4G8t":{
-      "pbs_resource":"-lselect=1:ncpus=8:mem=4gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=8:mem=4gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t"},
     "hpc_4G16t":{
-      "pbs_resource":"-lselect=1:ncpus=16:mem=4gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=16:mem=4gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t"},
     "hpc_8G":{
-      "pbs_resource":"-lselect=1:ncpus=1:mem=8gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=1:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_4G,hpc_8G"},
     "hpc_8G4t":{
-      "pbs_resource":"-lselect=1:ncpus=4:mem=8gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=4:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t"},
     "hpc_8G8t":{
-      "pbs_resource":"-lselect=1:ncpus=8:mem=8gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=8:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t"},
     "hpc_8G16t":{
-      "pbs_resource":"-lselect=1:ncpus=16:mem=8gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=16:mem=8gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16t"},
     "hpc_16G4t":{
-      "pbs_resource":"-lselect=1:ncpus=4:mem=16gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=4:mem=16gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t,hpc_16G4t"},
     "hpc_16G8t":{
-      "pbs_resource":"-lselect=1:ncpus=8:mem=16gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=8:mem=16gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_16G4t,hpc_16G8t"},
     "hpc_16G16t":{
-      "pbs_resource":"-lselect=1:ncpus=16:mem=16gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=16:mem=16gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t"},
     "hpc_32G16t":{
-      "pbs_resource":"-lselect=1:ncpus=16:mem=32gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=16:mem=32gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16t"},
     "hpc_42G16t":{
-      "pbs_resource":"-lselect=1:ncpus=16:mem=42gb -lwalltime=02:00:00",
+      "pbs_resource":"-lselect=1:ncpus=16:mem=42gb -lwalltime=06:00:00",
       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16,hpc_42G16t"},
     "hpc_64G16t24hr":{
       "pbs_resource":"-lselect=1:ncpus=16:mem=64gb -lwalltime=24:00:00",