47cd7a25f4
All UCP Operators will inherit from the UcpBaseOperator [0] This patch set will align the rest of the Operators, i.e. Armada, Deckhand and Promenade Operators with the UcpBaseOperator It also updates the name of the shipyard container to be 'shipyard-api' instead of 'shipyard' [0] https://review.gerrithub.io/#/c/407736/ Change-Id: I516590c492e9bb5554161119dade278d74197374
89 lines
2.9 KiB
Python
89 lines
2.9 KiB
Python
# Copyright 2018 AT&T Intellectual Property. All other rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
import logging
|
|
import os
|
|
import requests
|
|
import yaml
|
|
|
|
from airflow.plugins_manager import AirflowPlugin
|
|
from airflow.exceptions import AirflowException
|
|
|
|
from deckhand_base_operator import DeckhandBaseOperator
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
class DeckhandGetDesignOperator(DeckhandBaseOperator):
|
|
|
|
"""Deckhand Get Design Operator
|
|
|
|
This operator will trigger deckhand to retrieve the last
|
|
committed revision and save it in airflow as xcom
|
|
|
|
"""
|
|
|
|
def do_execute(self):
|
|
|
|
# Retrieve Keystone Token and assign to X-Auth-Token Header
|
|
x_auth_token = {"X-Auth-Token": self.svc_token}
|
|
|
|
# Form Revision Endpoint
|
|
revision_endpoint = os.path.join(self.deckhand_svc_endpoint,
|
|
'revisions')
|
|
|
|
# Retrieve Revision
|
|
LOG.info("Retrieving revisions information...")
|
|
|
|
try:
|
|
query_params = {'tag': 'committed', 'sort': 'id', 'order': 'desc'}
|
|
revisions = yaml.safe_load(requests.get(
|
|
revision_endpoint,
|
|
headers=x_auth_token,
|
|
params=query_params,
|
|
timeout=self.deckhand_client_read_timeout).text)
|
|
|
|
except requests.exceptions.RequestException as e:
|
|
# Dump logs from Deckhand pods
|
|
self.get_k8s_logs()
|
|
|
|
raise AirflowException(e)
|
|
|
|
# Print info about revisions from DeckHand
|
|
LOG.info("Revisions response: %s", revisions)
|
|
LOG.info("The number of committed revisions is %s",
|
|
revisions['count'])
|
|
|
|
# Search for the latest committed version and save it as xcom.
|
|
# Since the order : desc paramater above, this is index 0 if there
|
|
# are any results
|
|
revision_list = revisions.get('results', [])
|
|
if revision_list:
|
|
self.committed_ver = revision_list[0].get('id')
|
|
LOG.info("Latest committed revision is %d", self.committed_ver)
|
|
|
|
# Error if we cannot resolve the committed version to use.
|
|
if not self.committed_ver:
|
|
# Dump logs from Deckhand pods
|
|
self.get_k8s_logs()
|
|
|
|
raise AirflowException("No committed revision found in Deckhand!")
|
|
|
|
|
|
class DeckhandGetDesignOperatorPlugin(AirflowPlugin):
|
|
|
|
"""Creates DeckhandGetDesignOperator in Airflow."""
|
|
|
|
name = 'deckhand_get_design_operator'
|
|
operators = [DeckhandGetDesignOperator]
|