Home Explore Help
Sign In
RONCC
/
IGF-HPC-Airflow
Watch 1
Star 0
Fork 0
Files Issues 0 Pull Requests 0 Wiki
Browse Source

added scheduler specific option

Avik Datta 4 years ago
parent
dcad01d34b
commit
af8ae78e60
2 changed files with 2 additions and 0 deletions
Split View Show Diff Stats
  1. 1 0
      docker/airflow_env_template
  2. 1 0
      scripts/hpc/hpc_env_template.sh

+ 1 - 0
docker/airflow_env_template
View File 

@@ -4,6 +4,7 @@ AIRFLOW__WEBSERVER__WEB_SERVER_SSL_CERT=/SSL/airflow.cert
 
 AIRFLOW__WEBSERVER__WEB_SERVER_SSL_KEY=/SSL/airflow.key
 
 AIRFLOW__WEBSERVER__DAG_ORIENTATION=TB
 
 AIRFLOW__WEBSERVER__WORKERS=2
 
+AIRFLOW__SCHEDULER__RUN_DURATION=3600
 
 AIRFLOW__SCHEDULER__CHILD_PROCESS_LOG_DIRECTORY=/rds/general/user/igf/home/data2/airflow_test/logs/scheduler
 
 AIRFLOW__CORE__BASE_LOG_FOLDER=/rds/general/user/igf/home/data2/airflow_test/logs
 
 AIRFLOW__CORE__DAG_PROCESSOR_MANAGER_LOG_LOCATION=/rds/general/user/igf/home/data2/airflow_test/logs/dag_processor_manager/dag_processor_manager.log

+ 1 - 0
scripts/hpc/hpc_env_template.sh
View File 

@@ -8,6 +8,7 @@ export AIRFLOW__WEBSERVER__DEFAULT_UI_TIMEZONE='Europe/London'
 
 export AIRFLOW__WEBSERVER__WEB_SERVER_SSL_CERT=/SSL/airflow.cert
 
 export AIRFLOW__WEBSERVER__WEB_SERVER_SSL_KEY=/SSL/airflow.key
 
 export AIRFLOW__WEBSERVER__DAG_ORIENTATION=TB
 
+export AIRFLOW__SCHEDULER__RUN_DURATION=3600
 
 export AIRFLOW__SCHEDULER__CHILD_PROCESS_LOG_DIRECTORY=/rds/general/user/igf/home/data2/airflow_test/logs/scheduler
 
 export AIRFLOW__CORE__BASE_LOG_FOLDER=/rds/general/user/igf/home/data2/airflow_test/logs
 
 export AIRFLOW__CORE__DAG_PROCESSOR_MANAGER_LOG_LOCATION=/rds/general/user/igf/home/data2/airflow_test/logs/dag_processor_manager/dag_processor_manager.log