IGF-HPC-Airflow/dags/dag15_ePMC_search.py

from datetime import timedelta
from airflow.models import DAG
from airflow.utils.dates import days_ago
from airflow.operators.python_operator import PythonOperator
from igf_airflow.utils.dag15_ePMC_search_utils import update_wiki_publication_page_func

args = {
    'owner': 'airflow',
    'start_date': days_ago(2),
    'retries': 1,
    'retry_delay': timedelta(minutes=5),
    'provide_context': True,
    'email_on_failure': False,
    'email_on_retry': False,
    'catchup': False,
    'max_active_runs': 1,
}

dag = \
  DAG(
    dag_id='dag15_ePMC_search',
    schedule_interval='0 0 8 * *',
    default_args=args,
    tags=['hpc'])

with dag:
  ## TASK
  update_wiki_publication_page = \
    PythonOperator(
      task_id='update_wiki_publication_page',
      dag=dag,
      queue='hpc_4G',
      python_callable=update_wiki_publication_page_func)
  ## PUBLICATION
  update_wiki_publication_page