4c71cc2c83
We will move away from the usage of if/else block and will instead make use of inheritance (armada base operator) and task specific operators in our dags to execute the workflow. We also added timeout option for client read so that the CI/CD team can set other values for the execution of armada tasks (the default time out is currently set to 1hr for all tasks). Change-Id: I563fde76d91feae06a8a0298bc6eaf7cca1e66da
72 lines
2.7 KiB
Python
72 lines
2.7 KiB
Python
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
from datetime import timedelta
|
|
|
|
import airflow
|
|
from airflow import DAG
|
|
|
|
from common_step_factory import CommonStepFactory
|
|
|
|
"""update_site
|
|
|
|
The top-level orchestration DAG for updating a site using the Undercloud
|
|
platform.
|
|
|
|
TODO: We will disable pre-flight checks for now and will revisit it at
|
|
a later date. The pre-flight checks will be more targeted in the
|
|
case of 'update_site' and will include specific checks on things
|
|
like coredns, calico and ceph.
|
|
"""
|
|
PARENT_DAG_NAME = 'update_site'
|
|
|
|
default_args = {
|
|
'owner': 'airflow',
|
|
'depends_on_past': False,
|
|
'start_date': airflow.utils.dates.days_ago(1),
|
|
'email': [''],
|
|
'email_on_failure': False,
|
|
'email_on_retry': False,
|
|
'provide_context': True,
|
|
'retries': 0,
|
|
'retry_delay': timedelta(seconds=30),
|
|
}
|
|
|
|
dag = DAG(PARENT_DAG_NAME, default_args=default_args, schedule_interval=None)
|
|
|
|
step_factory = CommonStepFactory(parent_dag_name=PARENT_DAG_NAME,
|
|
dag=dag,
|
|
default_args=default_args)
|
|
|
|
action_xcom = step_factory.get_action_xcom()
|
|
concurrency_check = step_factory.get_concurrency_check()
|
|
get_design_version = step_factory.get_get_design_version()
|
|
deployment_configuration = step_factory.get_deployment_configuration()
|
|
validate_site_design = step_factory.get_validate_site_design()
|
|
drydock_build = step_factory.get_drydock_build()
|
|
armada_build = step_factory.get_armada_build()
|
|
decide_airflow_upgrade = step_factory.get_decide_airflow_upgrade()
|
|
upgrade_airflow = step_factory.get_upgrade_airflow()
|
|
skip_upgrade_airflow = step_factory.get_skip_upgrade_airflow()
|
|
|
|
# DAG Wiring
|
|
concurrency_check.set_upstream(action_xcom)
|
|
get_design_version.set_upstream(concurrency_check)
|
|
deployment_configuration.set_upstream(get_design_version)
|
|
validate_site_design.set_upstream(deployment_configuration)
|
|
drydock_build.set_upstream(validate_site_design)
|
|
armada_build.set_upstream(drydock_build)
|
|
decide_airflow_upgrade.set_upstream(armada_build)
|
|
decide_airflow_upgrade.set_downstream(upgrade_airflow)
|
|
decide_airflow_upgrade.set_downstream(skip_upgrade_airflow)
|