Browse Source

added hpc resource and airflow queue lists to var

Avik Datta 4 years ago
parent
commit
c64cf06dc2
1 changed files with 51 additions and 1 deletions
  1. 51 1
      airflow_var/var.json

+ 51 - 1
airflow_var/var.json

@@ -3,5 +3,55 @@
   "hpc_host":"login.hpc.ic.ac.uk",
   "hpc_user":"igf",
   "igf_lims_ssh_key_file":"/SSH/id_rsa",
-  "hpc_ssh_key_file":"/home/igf/.ssh/id_rsa"
+  "hpc_ssh_key_file":"/home/igf/.ssh/id_rsa",
+  "hpc_queue_list":{
+    "hpc_1G": {
+      "pbs_resource":"-lselect=1:ncpus=1:mem=1gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G"},
+    "hpc_1G4t":{
+      "pbs_resource":"-lselect=1:ncpus=4:mem=1gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t"},
+    "hpc_4G":{
+      "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_4G"},
+    "hpc_4G48hr":{
+      "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=48:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G48hr"},
+    "hpc_4G4t":{
+      "pbs_resource":"-lselect=1:ncpus=4:mem=4gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t"},
+    "hpc_4G8t":{
+      "pbs_resource":"-lselect=1:ncpus=8:mem=4gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t"},
+    "hpc_4G16t":{
+      "pbs_resource":"-lselect=1:ncpus=16:mem=4gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t"},
+    "hpc_8G":{
+      "pbs_resource":"-lselect=1:ncpus=1:mem=8gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_4G,hpc_8G"},
+    "hpc_8G4t":{
+      "pbs_resource":"-lselect=1:ncpus=4:mem=8gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t"},
+    "hpc_8G8t":{
+      "pbs_resource":"-lselect=1:ncpus=8:mem=8gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t"},
+    "hpc_8G16t":{
+      "pbs_resource":"-lselect=1:ncpus=16:mem=8gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16t"},
+    "hpc_16G4t":{
+      "pbs_resource":"-lselect=1:ncpus=4:mem=16gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t,hpc_16G4t"},
+    "hpc_16G8t":{
+      "pbs_resource":"-lselect=1:ncpus=8:mem=16gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_16G4t,hpc_16G8t"},
+    "hpc_16G16t":{
+      "pbs_resource":"-lselect=1:ncpus=16:mem=16gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t"},
+    "hpc_32G16t":{
+      "pbs_resource":"-lselect=1:ncpus=16:mem=32gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16t"},
+    "hpc_42G16t":{
+      "pbs_resource":"-lselect=1:ncpus=16:mem=42gb -lwalltime=01:00:00",
+      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16,hpc_42G16t"}
+   }
 }