
This commit removes the client cache used with OpenStackDriver in the subcloud's audit worker manager in order to remove the connection persistence, deleting all of them once the audit process finishes. The resulting improvements, considering 5K subclouds, were: - Time taken to complete the audit process with a subcloud with full audit: from 5 seconds to 1 second - Time taken to create the client: from ~1 seconds when there wasn't an available cache and ~500ms when there was to ~400ms Test plan: 1. PASS: Execute a complete audit process in a DC system with over 4K subclouds 2. PASS: Verify that all of the keystone connections are closed once the audit process is finished 3. PASS: Verify that the number of connections created during audit is equal to or less than the number of subclouds to audit. Story: 2011106 Task: 50224 Change-Id: I02597786977b2916fb9dc3fc9e70492670345636 Signed-off-by: Raphael Lima <Raphael.Lima@windriver.com>
160 lines
6.0 KiB
Python
160 lines
6.0 KiB
Python
# Copyright 2017 Ericsson AB.
|
|
# Copyright (c) 2017-2024 Wind River Systems, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
from oslo_log import log as logging
|
|
|
|
from dccommon import consts as dccommon_consts
|
|
from dccommon.drivers.openstack.sdk_platform import (
|
|
OptimizedOpenStackDriver as OpenStackDriver
|
|
)
|
|
from dccommon.drivers.openstack.sysinv_v1 import SysinvClient
|
|
from dcmanager.common import utils
|
|
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
class KubernetesAuditData(object):
|
|
def __init__(self, target, version, state):
|
|
self.target = target
|
|
self.version = version
|
|
self.state = state
|
|
|
|
def to_dict(self):
|
|
return {
|
|
'target': self.target,
|
|
'version': self.version,
|
|
'state': self.state,
|
|
}
|
|
|
|
@classmethod
|
|
def from_dict(cls, values):
|
|
if values is None:
|
|
return None
|
|
return cls(**values)
|
|
|
|
|
|
class KubernetesAudit(object):
|
|
"""Manages tasks related to kubernetes audits."""
|
|
|
|
def __init__(self, context, dcmanager_state_rpc_client):
|
|
LOG.debug('KubernetesAudit initialization...')
|
|
self.context = context
|
|
self.state_rpc_client = dcmanager_state_rpc_client
|
|
self.audit_count = 0
|
|
|
|
def _update_subcloud_sync_status(self, sc_name, sc_region, sc_endpoint_type,
|
|
sc_status):
|
|
self.state_rpc_client.update_subcloud_endpoint_status(
|
|
self.context,
|
|
subcloud_name=sc_name,
|
|
subcloud_region=sc_region,
|
|
endpoint_type=sc_endpoint_type,
|
|
sync_status=sc_status)
|
|
|
|
def get_regionone_audit_data(self):
|
|
"""Query RegionOne to determine kubernetes information
|
|
|
|
:return: A list of kubernetes versions on the system controller
|
|
|
|
"""
|
|
try:
|
|
m_os_ks_client = OpenStackDriver(
|
|
region_name=dccommon_consts.DEFAULT_REGION_NAME,
|
|
region_clients=None,
|
|
fetch_subcloud_ips=utils.fetch_subcloud_mgmt_ips,
|
|
).keystone_client
|
|
endpoint = m_os_ks_client.endpoint_cache.get_endpoint('sysinv')
|
|
sysinv_client = SysinvClient(
|
|
dccommon_consts.DEFAULT_REGION_NAME, m_os_ks_client.session,
|
|
endpoint=endpoint)
|
|
except Exception:
|
|
LOG.exception('Failed init OS Client, skip kubernetes audit.')
|
|
return None
|
|
|
|
region_one_data = []
|
|
results_list = sysinv_client.get_kube_versions()
|
|
for result in results_list:
|
|
region_one_data.append(KubernetesAuditData(result.target,
|
|
result.version,
|
|
result.state))
|
|
LOG.debug("RegionOne kubernetes versions: %s" % region_one_data)
|
|
return region_one_data
|
|
|
|
def subcloud_kubernetes_audit(
|
|
self, sysinv_client, subcloud_name, subcloud_region, audit_data
|
|
):
|
|
LOG.info('Triggered kubernetes audit for: %s' % subcloud_name)
|
|
|
|
if not audit_data:
|
|
self._update_subcloud_sync_status(
|
|
subcloud_name,
|
|
subcloud_region, dccommon_consts.ENDPOINT_TYPE_KUBERNETES,
|
|
dccommon_consts.SYNC_STATUS_IN_SYNC)
|
|
LOG.debug('No region one audit data, exiting kubernetes audit')
|
|
return
|
|
|
|
# Retrieve kubernetes info for this subcloud
|
|
# state - active, partial, available
|
|
# active - true / false
|
|
# version - any value ex: v1.18.1
|
|
|
|
# Find the target=true state=active version on system controller
|
|
# The audit_data for region one is a dictionary
|
|
region_one_version = None
|
|
for result in audit_data:
|
|
# audit_data will be a dict from passing through RPC, so objectify
|
|
result = KubernetesAuditData.from_dict(result)
|
|
if result.target and result.state == 'active':
|
|
region_one_version = result.version
|
|
break
|
|
if region_one_version is None:
|
|
LOG.info("No active target version found in region one audit data")
|
|
return
|
|
|
|
out_of_sync = True
|
|
|
|
# if there is a kubernetes upgrade operation in the subcloud,
|
|
# the subcloud can immediately be flagged as out of sync
|
|
subcloud_kube_upgrades = sysinv_client.get_kube_upgrades()
|
|
if len(subcloud_kube_upgrades) > 0:
|
|
# We are out of sync
|
|
LOG.debug('Existing Kubernetes upgrade exists for:(%s)'
|
|
% subcloud_name)
|
|
else:
|
|
# We will consider it out of sync even for 'partial' state
|
|
# The audit data for subcloud_results is an object not a dictionary
|
|
subcloud_results = sysinv_client.get_kube_versions()
|
|
for result in subcloud_results:
|
|
if result.target and result.state == 'active':
|
|
subcloud_version = result.version
|
|
if subcloud_version == region_one_version:
|
|
out_of_sync = False
|
|
break
|
|
|
|
if out_of_sync:
|
|
self._update_subcloud_sync_status(
|
|
subcloud_name,
|
|
subcloud_region, dccommon_consts.ENDPOINT_TYPE_KUBERNETES,
|
|
dccommon_consts.SYNC_STATUS_OUT_OF_SYNC)
|
|
else:
|
|
self._update_subcloud_sync_status(
|
|
subcloud_name,
|
|
subcloud_region, dccommon_consts.ENDPOINT_TYPE_KUBERNETES,
|
|
dccommon_consts.SYNC_STATUS_IN_SYNC)
|
|
LOG.info('Kubernetes audit completed for: %s' % subcloud_name)
|