test_dag.py 654 B

123456789101112131415161718192021222324252627282930313233
  1. from airflow.models import DAG,Variable
  2. from airflow.operators.bash_operator import BashOperator
  3. from airflow.utils.dates import days_ago
  4. args = {
  5. 'owner':'airflow',
  6. 'start_date':days_ago(2),
  7. 'provide_context': True,
  8. }
  9. dag = DAG(
  10. dag_id='test_dag',
  11. schedule_interval=None,
  12. default_args=args,
  13. tags=['test','hpc',]
  14. )
  15. with dag:
  16. task1 = \
  17. BashOperator(
  18. task_id='task1',
  19. dag=dag,
  20. bash_command='echo "Test1"',
  21. queue='hpc_4G'
  22. )
  23. task2 = \
  24. BashOperator(
  25. task_id='task2',
  26. dag=dag,
  27. bash_command='echo "Test2"',
  28. queue='hpc_1G'
  29. )
  30. task1 >> task2