Inicio Explorar Ayuda
Iniciar sesión
RONCC
/
IGF-HPC-Airflow
Seguir 1
Destacar 0
Fork 0
Archivos Incidencias 0 Pull Requests 0 Wiki
Árbol: af8ae78e60
Ramas Etiquetas
IGF-HPC-Airf...
/
airflow_var
/
var.json

var.json 3.0 KB
Histórico Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657 
  1. {
    2. 

  2.   "redis_conn_file":"/rds/general/user/igf/home/data2/airflow_test/secrets/redis_conn.json",
    3. 

  3.   "hpc_host":"login.hpc.ic.ac.uk",
    4. 

  4.   "hpc_user":"igf",
    5. 

  5.   "igf_lims_ssh_key_file":"/SSH/id_rsa",
    6. 

  6.   "hpc_ssh_key_file":"/home/igf/.ssh/id_rsa",
    7. 

  7.   "hpc_queue_list":{
    8. 

  8.     "hpc_1G": {
    9. 

  9.       "pbs_resource":"-lselect=1:ncpus=1:mem=1gb -lwalltime=01:00:00",
    10. 

  10.       "airflow_queue":"hpc_1G"},
    11. 

  11.     "hpc_1G4t":{
    12. 

  12.       "pbs_resource":"-lselect=1:ncpus=4:mem=1gb -lwalltime=01:00:00",
    13. 

  13.       "airflow_queue":"hpc_1G,hpc_1G4t"},
    14. 

  14.     "hpc_4G":{
    15. 

  15.       "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=01:00:00",
    16. 

  16.       "airflow_queue":"hpc_1G,hpc_4G"},
    17. 

  17.     "hpc_4G48hr":{
    18. 

  18.       "pbs_resource":"-lselect=1:ncpus=1:mem=4gb -lwalltime=48:00:00",
    19. 

  19.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G48hr"},
    20. 

  20.     "hpc_4G4t":{
    21. 

  21.       "pbs_resource":"-lselect=1:ncpus=4:mem=4gb -lwalltime=01:00:00",
    22. 

  22.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t"},
    23. 

  23.     "hpc_4G8t":{
    24. 

  24.       "pbs_resource":"-lselect=1:ncpus=8:mem=4gb -lwalltime=01:00:00",
    25. 

  25.       "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t"},
    26. 

  26.     "hpc_4G16t":{
    27. 

  27.       "pbs_resource":"-lselect=1:ncpus=16:mem=4gb -lwalltime=01:00:00",
    28. 

  28.       "airflow_queue":"hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t"},
    29. 

  29.     "hpc_8G":{
    30. 

  30.       "pbs_resource":"-lselect=1:ncpus=1:mem=8gb -lwalltime=01:00:00",
    31. 

  31.       "airflow_queue":"hpc_1G,hpc_4G,hpc_8G"},
    32. 

  32.     "hpc_8G4t":{
    33. 

  33.       "pbs_resource":"-lselect=1:ncpus=4:mem=8gb -lwalltime=01:00:00",
    34. 

  34.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t"},
    35. 

  35.     "hpc_8G8t":{
    36. 

  36.       "pbs_resource":"-lselect=1:ncpus=8:mem=8gb -lwalltime=01:00:00",
    37. 

  37.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t"},
    38. 

  38.     "hpc_8G16t":{
    39. 

  39.       "pbs_resource":"-lselect=1:ncpus=16:mem=8gb -lwalltime=01:00:00",
    40. 

  40.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16t"},
    41. 

  41.     "hpc_16G4t":{
    42. 

  42.       "pbs_resource":"-lselect=1:ncpus=4:mem=16gb -lwalltime=01:00:00",
    43. 

  43.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t,hpc_16G4t"},
    44. 

  44.     "hpc_16G8t":{
    45. 

  45.       "pbs_resource":"-lselect=1:ncpus=8:mem=16gb -lwalltime=01:00:00",
    46. 

  46.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_16G4t,hpc_16G8t"},
    47. 

  47.     "hpc_16G16t":{
    48. 

  48.       "pbs_resource":"-lselect=1:ncpus=16:mem=16gb -lwalltime=01:00:00",
    49. 

  49.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t"},
    50. 

  50.     "hpc_32G16t":{
    51. 

  51.       "pbs_resource":"-lselect=1:ncpus=16:mem=32gb -lwalltime=01:00:00",
    52. 

  52.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16t"},
    53. 

  53.     "hpc_42G16t":{
    54. 

  54.       "pbs_resource":"-lselect=1:ncpus=16:mem=42gb -lwalltime=01:00:00",
    55. 

  55.       "airflow_queue":"hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16,hpc_42G16t"}
    56. 

  56.    }
    57. 

  57. }
    58.