IGF-HPC-Airflow/airflow_var/var.json

{
  "redis_conn_file":"/rds/general/user/igf/home/data2/airflow_test/secrets/redis_conn.json",
  "hpc_host":"login.hpc.ic.ac.uk",
  "hpc_user":"igf",
  "igf_lims_ssh_key_file":"/SSH/id_rsa",
  "hpc_ssh_key_file":"/home/igf/.ssh/id_rsa",
  "hpc_queue_list":{
    "hpc_1G": {
      "pbs_resource":"-lselect=1:ncpus=1:mem=1gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G"},
    "hpc_1G4t":{
      "pbs_resource":"-lselect=1:ncpus=4:mem=1gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t"},
    "hpc_4G":{
      "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_4G"},
    "hpc_4G48hr":{
      "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=48:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G48hr"},
    "hpc_4G4t":{
      "pbs_resource":"-lselect=1:ncpus=4:mem=4gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t"},
    "hpc_4G8t":{
      "pbs_resource":"-lselect=1:ncpus=8:mem=4gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t"},
    "hpc_4G16t":{
      "pbs_resource":"-lselect=1:ncpus=16:mem=4gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t"},
    "hpc_8G":{
      "pbs_resource":"-lselect=1:ncpus=1:mem=8gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_4G,hpc_8G"},
    "hpc_8G4t":{
      "pbs_resource":"-lselect=1:ncpus=4:mem=8gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t"},
    "hpc_8G8t":{
      "pbs_resource":"-lselect=1:ncpus=8:mem=8gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t"},
    "hpc_8G16t":{
      "pbs_resource":"-lselect=1:ncpus=16:mem=8gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16t"},
    "hpc_16G4t":{
      "pbs_resource":"-lselect=1:ncpus=4:mem=16gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t,hpc_16G4t"},
    "hpc_16G8t":{
      "pbs_resource":"-lselect=1:ncpus=8:mem=16gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_16G4t,hpc_16G8t"},
    "hpc_16G16t":{
      "pbs_resource":"-lselect=1:ncpus=16:mem=16gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t"},
    "hpc_32G16t":{
      "pbs_resource":"-lselect=1:ncpus=16:mem=32gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16t"},
    "hpc_42G16t":{
      "pbs_resource":"-lselect=1:ncpus=16:mem=42gb -lwalltime=01:00:00",
      "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16,hpc_42G16t"}
   }
}