Home Explore Help
Sign In
RONCC
/
IGF-HPC-Airflow
Watch 1
Star 0
Fork 0
Files Issues 0 Pull Requests 0 Wiki
Tree: b9d3f407b9
Branches Tags
IGF-HPC-Airf...
/
airflow_var
/
var.json

var.json 10 KB
History Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140 
  1. {
    2. 

  2.   "celery_flower_base_url": "http://igf-lims.cc.ic.ac.uk:5555",
    3. 

  3.   "redis_conn_file": "/rds/general/user/igf/home/data2/airflow_test/secrets/redis_conn.json",
    4. 

  4.   "hpc_host": "login.hpc.ic.ac.uk",
    5. 

  5.   "hpc_user": "igf",
    6. 

  6.   "igf_lims_ssh_key_file": "/SSH/id_rsa_airflow",
    7. 

  7.   "hpc_ssh_key_file": "/home/igf/.ssh/id_rsa",
    8. 

  8.   "hpc_max_workers_per_queue": 10,
    9. 

  9.   "hpc_max_total_workers": 40,
    10. 

  10.   "crick_ftp_seqrun_hostname": "hermes.crick.ac.uk",
    11. 

  11.   "crick_ftp_config_file_orwell": "/home/igf/igf_code/airflow/secret/crick_ftp_config.json",
    12. 

  12.   "crick_ftp_config_file_wells": "/rds/general/user/igf/home/data2/airflow_test/secrets/crick_ftp_config.json",
    13. 

  13.   "confluence_config": "/rds/general/user/igf/home/secret_keys/confluence_private_api_key.json",
    14. 

  14.   "wiki_publication_page_id": 293602542,
    15. 

  15.   "wiki_publication_page_title": "Publications",
    16. 

  16.   "seqrun_base_path": "/home/igf/seqrun/illumina",
    17. 

  17.   "seqrun_server_user": "igf",
    18. 

  18.   "database_config_file": "/rds/general/user/igf/home/secret_keys/dbconfig.json",
    19. 

  19.   "test_database_config_file": "/rds/general/user/igf/home/secret_keys/testdbconfig.json",
    20. 

  20.   "slack_conf": "/rds/general/user/igf/home/secret_keys/slack_config.json",
    21. 

  21.   "analysis_slack_conf": "/rds/general/user/igf/home/secret_keys/slack_config2.json",
    22. 

  22.   "asana_conf": "/rds/general/user/igf/home/secret_keys/asana_conf.json",
    23. 

  23.   "asana_demult_project": "381635035883061",
    24. 

  24.   "asana_analysis_project": "744376995776821",
    25. 

  25.   "ms_teams_conf": "/rds/general/user/igf/home/secret_keys/team_de-mult.json",
    26. 

  26.   "analysis_ms_teams_conf": "/rds/general/user/igf/home/secret_keys/team_analysis.json",
    27. 

  27.   "hpc_seqrun_path": "/rds/general/project/genomics-facility-archive-2019/ephemeral/",
    28. 

  28.   "interop_dumptext_exe": "/rds/general/user/igf/home/anaconda3/envs/interop/bin/interop_dumptext",
    29. 

  29.   "interop_notebook_image_path": "/project/tgu/resources/pipeline_resource/singularity_images/interop/interop-notebook-image_vlatest.sif",
    30. 

  30.   "interop_notebook_template": "/project/tgu/software/interop-notebook-image/templates/interop_report_v0.0.2.ipynb",
    31. 

  31.   "seqrun_ml_notebook_template": "/project/tgu/software/interop-notebook-image/templates/seqrun_ml_v0.0.1.ipynb",
    32. 

  32.   "seqrun_training_data_csv": "/project/tgu/resources/pipeline_resource/seqrun_ml/seqrun_training_data.csv",
    33. 

  33.   "box_dir_prefix_for_seqrun_report": "De-multiplexing_reports",
    34. 

  34.   "box_username": "igf@imperial.ac.uk",
    35. 

  35.   "box_config_file": "/rds/general/user/igf/home/secret_keys/boxconfig.json",
    36. 

  36.   "bcl2fastq_image_path": "/project/tgu/resources/pipeline_resource/singularity_images/igf-demultiplexing-image/igf-demultiplexing-image_v0.0.1.sif",
    37. 

  37.   "pandoc_image_path": "/project/tgu/resources/pipeline_resource/singularity_images/pandoc/pandoc.sif",
    38. 

  38.   "singlecell_barcode_json": "/project/tgu/data2/airflow_test/github/data-management-python/data/singlecell_data/chromium-shared-sample-indexes-plate_20180301.json",
    39. 

  39.   "singlecell_dual_barcode_json": "/project/tgu/data2/airflow_test/github/data-management-python/data/singlecell_data/chromium_dual_indexes_plate_TT_NT_20210209.json",
    40. 

  40.   "samplesheet_validation_json": "/project/tgu/data2/airflow_test/github/data-management-python/data/validation_schema/samplesheet_validation.json",
    41. 

  41.   "seqrun_server": "orwell.hh.med.ic.ac.uk",
    42. 

  42.   "orwell_server_hostname": "orwell.hh.med.ic.ac.uk",
    43. 

  43.   "woolf_server_hostname": "woolf.med.ic.ac.uk",
    44. 

  44.   "eliot_server_hostname": "eliot.med.ic.ac.uk",
    45. 

  45.   "igf_lims_server_hostname": "igf-lims.cc.ic.ac.uk",
    46. 

  46.   "tenx_single_cell_immune_profiling_feature_types": {"gene_expression": "", "vdj-t": "", "vdj-b": "", "antibody_capture": "", "antigen_capture": "", "crisper_guide_capture": ""},
    47. 

  47.   "scanpy_single_sample_template": "/project/tgu/software/scanpy-notebook-image/templates/scanpy_single_sample_analysis_v0.0.5.2.ipynb",
    48. 

  48.   "scvelo_single_sample_template": "/project/tgu/software/scanpy-notebook-image/templates/scvelo_basic_single_sample_v0.0.1.ipynb",
    49. 

  49.   "scanpy_notebook_image": "/project/tgu/resources/pipeline_resource/singularity_images/scanpy-notebook-image/scanpy-notebook-image_v0.0.4.sif",
    50. 

  50.   "scirpy_single_sample_template": "/project/tgu/software/scirpy-notebook-image/templates/scirpy_basic_v0.0.3.1.ipynb",
    51. 

  51.   "scirpy_notebook_image": "/project/tgu/resources/pipeline_resource/singularity_images/scirpy/scirpy-notebook-image_v0.0.2.sif",
    52. 

  52.   "seurat_single_sample_template": "/project/tgu/software/seurat-notebook-image/templates/seurat_basic_v0.0.1.ipynb",
    53. 

  53.   "seurat_notebook_image": "/project/tgu/resources/pipeline_resource/singularity_images/seurat/seurat_release_v0.0.1.sif",
    54. 

  54.   "irods_exe_dir": "/apps/irods/4.2.0/irods/iRODS/clients/icommands/bin",
    55. 

  55.   "ftp_hostname": "eliot.med.ic.ac.uk",
    56. 

  56.   "ftp_username": "igf",
    57. 

  57.   "ftp_project_path": "/www/html/report/project",
    58. 

  58.   "all_cell_marker_list": "/project/tgu/resources/pipeline_resource/cell_markers/PangaloDB/PanglaoDB_markers_27_Mar_2020.tsv",
    59. 

  59.   "cellranger_exe": "/project/tgu/resources/cellranger-5.0.0/bin/cellranger",
    60. 

  60.   "base_result_dir": "/project/tgu/data2/results",
    61. 

  61.   "cellranger_job_timeout": 259200,
    62. 

  62.   "cutadapt_singularity_image": "/project/tgu/resources/pipeline_resource/singularity_images/cutadapt/cutadapt_v3.1.sif",
    63. 

  63.   "multiqc_singularity_image": "/project/tgu/resources/pipeline_resource/singularity_images/cutadapt/cutadapt_v3.1.sif",
    64. 

  64.   "multiqc_template_file": "/project/tgu/data2/airflow_test/github/data-management-python/template/multiqc_report/multiqc_config.yaml",
    65. 

  65.   "picard_singularity_image": "/project/tgu/resources/pipeline_resource/singularity_images/picard/picard_v2.23.9.sif",
    66. 

  66.   "samtools_singularity_image": "/project/tgu/resources/pipeline_resource/singularity_images/samtools/htslib_v1.11.sif",
    67. 

  67.   "igenome_base_path": "/project/tgu/resources/pipeline_resource",
    68. 

  68.   "nextflow_template_file": "/project/tgu/data2/airflow_test/github/data-management-python/igf_nextflow/config/nextflow.cfg_template",
    69. 

  69.   "nextflow_exe": "/project/tgu/software/nextflow/nextflow",
    70. 

  70.   "nextflow_singularity_cache_dir": "/project/tgu/resources/pipeline_resource/nextflow_singularity_cachedir",
    71. 

  71.   "seqrun_demult_notebook_template": "/project/tgu/software/interop-notebook-image/templates/demult_report_v0.0.1.ipynb",
    72. 

  72.   "hpc_queue_list": {
    73. 

  73.     "hpc_1G": {
    74. 

  74.       "pbs_resource": "-lselect=1:ncpus=1:mem=1gb -lwalltime=06:00:00",
    75. 

  75.       "airflow_queue": "hpc_1G"},
    76. 

  76.     "hpc_1G4t": {
    77. 

  77.       "pbs_resource": "-lselect=1:ncpus=4:mem=1gb -lwalltime=06:00:00",
    78. 

  78.       "airflow_queue": "hpc_1G,hpc_1G4t"},
    79. 

  79.     "hpc_4G": {
    80. 

  80.       "pbs_resource": "-lselect=1:ncpus=1:mem=4gb -lwalltime=06:00:00",
    81. 

  81.       "airflow_queue": "hpc_1G,hpc_4G"},
    82. 

  82.     "hpc_4G12hr": {
    83. 

  83.       "pbs_resource": "-lselect=1:ncpus=1:mem=4gb -lwalltime=12:00:00",
    84. 

  84.       "airflow_queue": "hpc_1G,hpc_4G,hpc_4G12hr"},
    85. 

  85.     "hpc_4G48hr": {
    86. 

  86.       "pbs_resource": "-lselect=1:ncpus=1:mem=4gb -lwalltime=48:00:00",
    87. 

  87.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G12hr,hpc_4G48hr"},
    88. 

  88.     "hpc_4G4t": {
    89. 

  89.       "pbs_resource": "-lselect=1:ncpus=4:mem=4gb -lwalltime=06:00:00",
    90. 

  90.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t"},
    91. 

  91.     "hpc_4G8t": {
    92. 

  92.       "pbs_resource": "-lselect=1:ncpus=8:mem=4gb -lwalltime=06:00:00",
    93. 

  93.       "airflow_queue": "hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t"},
    94. 

  94.     "hpc_4G16t": {
    95. 

  95.       "pbs_resource": "-lselect=1:ncpus=16:mem=4gb -lwalltime=06:00:00",
    96. 

  96.       "airflow_queue": "hpc_1G,,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t"},
    97. 

  97.     "hpc_8G": {
    98. 

  98.       "pbs_resource": "-lselect=1:ncpus=1:mem=8gb -lwalltime=06:00:00",
    99. 

  99.       "airflow_queue": "hpc_1G,hpc_4G,hpc_8G"},
    100. 

  100.     "hpc_8G4t": {
    101. 

  101.       "pbs_resource": "-lselect=1:ncpus=4:mem=8gb -lwalltime=06:00:00",
    102. 

  102.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t"},
    103. 

  103.     "hpc_8G24hr": {
    104. 

  104.         "pbs_resource": "-lselect=1:ncpus=1:mem=8gb -lwalltime=24:00:00",
    105. 

  105.         "airflow_queue": "hpc_1G,hpc_4G,hpc_4G12hr,hpc_8G,hpc_8G24hr"},
    106. 

  106.     "hpc_8G8t": {
    107. 

  107.       "pbs_resource": "-lselect=1:ncpus=8:mem=8gb -lwalltime=06:00:00",
    108. 

  108.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t"},
    109. 

  109.     "hpc_8G16t": {
    110. 

  110.       "pbs_resource": "-lselect=1:ncpus=16:mem=8gb -lwalltime=06:00:00",
    111. 

  111.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16t"},
    112. 

  112.     "hpc_16G24hr": {
    113. 

  113.         "pbs_resource": "-lselect=1:ncpus=1:mem=16gb -lwalltime=24:00:00",
    114. 

  114.         "airflow_queue": "hpc_1G,hpc_4G,hpc_4G12hr,hpc_8G,hpc_16G24hr"},
    115. 

  115.     "hpc_16G4t": {
    116. 

  116.       "pbs_resource": "-lselect=1:ncpus=4:mem=16gb -lwalltime=06:00:00",
    117. 

  117.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_8G,hpc_8G4t,hpc_16G4t"},
    118. 

  118.     "hpc_16G8t": {
    119. 

  119.       "pbs_resource": "-lselect=1:ncpus=8:mem=16gb -lwalltime=06:00:00",
    120. 

  120.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_16G4t,hpc_16G8t"},
    121. 

  121.     "hpc_16G16t": {
    122. 

  122.       "pbs_resource": "-lselect=1:ncpus=16:mem=16gb -lwalltime=06:00:00",
    123. 

  123.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t"},
    124. 

  124.     "hpc_32G8t": {
    125. 

  125.       "pbs_resource": "-lselect=1:ncpus=16:mem=32gb -lwalltime=06:00:00",
    126. 

  126.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G8t,hpc_32G8t"},
    127. 

  127.     "hpc_32G16t": {
    128. 

  128.       "pbs_resource": "-lselect=1:ncpus=16:mem=32gb -lwalltime=06:00:00",
    129. 

  129.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16t"},
    130. 

  130.     "hpc_42G16t": {
    131. 

  131.       "pbs_resource": "-lselect=1:ncpus=16:mem=42gb -lwalltime=06:00:00",
    132. 

  132.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16,hpc_42G16t"},
    133. 

  133.     "hpc_64G16t24hr": {
    134. 

  134.       "pbs_resource": "-lselect=1:ncpus=16:mem=64gb -lwalltime=24:00:00",
    135. 

  135.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16,hpc_42G16t,hpc_64G16t24hr"},
    136. 

  136.     "hpc_64G16t72hr": {
    137. 

  137.       "pbs_resource": "-lselect=1:ncpus=16:mem=64gb -lwalltime=72:00:00",
    138. 

  138.       "airflow_queue": "hpc_1G,hpc_1G4t,hpc_4G,hpc_4G4t,hpc_4G8t,hpc_4G16t,hpc_8G,hpc_8G4t,hpc_8G8t,hpc_8G16,hpc_16G4t,hpc_16G8t,hpc_16G16t,hpc_32G16,hpc_42G16t,hpc_64G16t24hr,hpc_64G16t72hr"}
    139. 

  139.    }
    140. 

  140. }
    141.