
1.As mentioned in [1], we should avoid using six.iteritems to achieve iterators. We can use dict.items instead, as it will return iterators in PY3 as well. And dict.items/keys will more readable. 2.In py2, the performance about list should be negligible, see the link [2]. [1] https://wiki.openstack.org/wiki/Python3 [2] http://lists.openstack.org/pipermail/openstack-dev/2015-June/066391.html Change-Id: Ifac571e10ee48b119bc4bbb6a5d92200d0c7e482
375 lines
12 KiB
Python
375 lines
12 KiB
Python
# Copyright 2016 Huawei, Inc. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
|
|
"""
|
|
Base utilities to build API operation managers and objects on top of.
|
|
"""
|
|
|
|
import abc
|
|
import copy
|
|
|
|
from requests import Response
|
|
import six
|
|
|
|
from moganclient.common import exceptions
|
|
|
|
|
|
def getid(obj):
|
|
"""Get obj's uuid or object itself if no uuid
|
|
|
|
Abstracts the common pattern of allowing both an object or
|
|
an object's ID (UUID) as a parameter when dealing with relationships.
|
|
"""
|
|
try:
|
|
return obj.uuid
|
|
except AttributeError:
|
|
return obj
|
|
|
|
|
|
class Manager(object):
|
|
"""Interacts with type of API
|
|
|
|
Managers interact with a particular type of API (instances, types, etc.)
|
|
and provide CRUD operations for them.
|
|
"""
|
|
resource_class = None
|
|
|
|
def __init__(self, api):
|
|
self.api = api
|
|
|
|
def _list(self, url, response_key=None, obj_class=None,
|
|
data=None, headers=None):
|
|
|
|
if headers is None:
|
|
headers = {}
|
|
resp, body = self.api.get(url, headers=headers)
|
|
|
|
if obj_class is None:
|
|
obj_class = self.resource_class
|
|
|
|
if response_key:
|
|
if response_key not in body:
|
|
body[response_key] = []
|
|
data = body[response_key]
|
|
else:
|
|
data = body
|
|
if all([isinstance(res, six.string_types) for res in data]):
|
|
items = data
|
|
else:
|
|
items = [obj_class(self, res, loaded=True) for res in data if res]
|
|
|
|
return ListWithMeta(items, resp)
|
|
|
|
def _delete(self, url, headers=None):
|
|
if headers is None:
|
|
headers = {}
|
|
resp, body = self.api.delete(url, headers=headers)
|
|
|
|
return self.convert_into_with_meta(body, resp)
|
|
|
|
def _update(self, url, data, response_key=None, return_raw=False,
|
|
headers=None):
|
|
if headers is None:
|
|
headers = {}
|
|
resp, body = self.api.patch(url, data=data, headers=headers)
|
|
if return_raw:
|
|
if response_key:
|
|
body = body[response_key]
|
|
return self.convert_into_with_meta(body, resp)
|
|
# PATCH requests may not return a body
|
|
if body:
|
|
if response_key:
|
|
return self.resource_class(self, body[response_key], resp=resp)
|
|
return self.resource_class(self, body, resp=resp)
|
|
else:
|
|
return StrWithMeta(body, resp)
|
|
|
|
def _update_all(self, url, data, response_key=None, return_raw=False,
|
|
headers=None):
|
|
if headers is None:
|
|
headers = {}
|
|
resp, body = self.api.put(url, data=data, headers=headers)
|
|
if return_raw:
|
|
if response_key:
|
|
body = body[response_key]
|
|
return self.convert_into_with_meta(body, resp)
|
|
# PUT requests may not return a body
|
|
if body:
|
|
if response_key:
|
|
return self.resource_class(self, body[response_key], resp=resp)
|
|
return self.resource_class(self, body, resp=resp)
|
|
else:
|
|
return StrWithMeta(body, resp)
|
|
|
|
def _create(self, url, data=None, response_key=None, return_raw=False,
|
|
headers=None):
|
|
if headers is None:
|
|
headers = {}
|
|
if data:
|
|
resp, body = self.api.post(url, data=data, headers=headers)
|
|
else:
|
|
resp, body = self.api.post(url, headers=headers)
|
|
if return_raw:
|
|
if response_key:
|
|
body = body[response_key]
|
|
return self.convert_into_with_meta(body, resp)
|
|
|
|
if response_key:
|
|
return self.resource_class(self, body[response_key], resp=resp)
|
|
return self.resource_class(self, body, resp=resp)
|
|
|
|
def _get(self, url, response_key=None, return_raw=False, headers=None):
|
|
if headers is None:
|
|
headers = {}
|
|
resp, body = self.api.get(url, headers=headers)
|
|
if return_raw:
|
|
if response_key:
|
|
body = body[response_key]
|
|
return self.convert_into_with_meta(body, resp)
|
|
|
|
if response_key:
|
|
return self.resource_class(self, body[response_key], loaded=True,
|
|
resp=resp)
|
|
return self.resource_class(self, body, loaded=True, resp=resp)
|
|
|
|
def convert_into_with_meta(self, item, resp):
|
|
if isinstance(item, six.string_types):
|
|
if six.PY2 and isinstance(item, six.text_type):
|
|
return UnicodeWithMeta(item, resp)
|
|
else:
|
|
return StrWithMeta(item, resp)
|
|
elif isinstance(item, six.binary_type):
|
|
return BytesWithMeta(item, resp)
|
|
elif isinstance(item, list):
|
|
return ListWithMeta(item, resp)
|
|
elif isinstance(item, tuple):
|
|
return TupleWithMeta(item, resp)
|
|
elif item is None:
|
|
return TupleWithMeta((), resp)
|
|
else:
|
|
return DictWithMeta(item, resp)
|
|
|
|
|
|
@six.add_metaclass(abc.ABCMeta)
|
|
class ManagerWithFind(Manager):
|
|
"""Manager with additional `find()`/`findall()` methods."""
|
|
|
|
@abc.abstractmethod
|
|
def list(self):
|
|
pass
|
|
|
|
def find(self, **kwargs):
|
|
"""Find a single item with attributes matching ``**kwargs``.
|
|
|
|
This isn't very efficient: it loads the entire list then filters on
|
|
the Python side.
|
|
"""
|
|
matches = self.findall(**kwargs)
|
|
num = len(matches)
|
|
|
|
if num == 0:
|
|
msg = "No %s matching %s." % (self.resource_class.__name__, kwargs)
|
|
raise exceptions.NotFound(msg)
|
|
elif num > 1:
|
|
raise exceptions.NoUniqueMatch
|
|
else:
|
|
return self.get(matches[0].uuid)
|
|
|
|
def findall(self, **kwargs):
|
|
"""Find all items with attributes matching ``**kwargs``.
|
|
|
|
This isn't very efficient: it loads the entire list then filters on
|
|
the Python side.
|
|
"""
|
|
found = []
|
|
searches = kwargs.items()
|
|
|
|
for obj in self.list():
|
|
try:
|
|
if all(getattr(obj, attr) == value
|
|
for (attr, value) in searches):
|
|
found.append(obj)
|
|
except AttributeError:
|
|
continue
|
|
|
|
return found
|
|
|
|
|
|
class RequestIdMixin(object):
|
|
"""Wrapper class to expose x-openstack-request-id to the caller."""
|
|
def request_ids_setup(self):
|
|
self.x_openstack_request_ids = []
|
|
|
|
@property
|
|
def request_ids(self):
|
|
return self.x_openstack_request_ids
|
|
|
|
def append_request_ids(self, resp):
|
|
"""Add request_ids as an attribute to the object
|
|
|
|
:param resp: Response object or list of Response objects
|
|
"""
|
|
if isinstance(resp, list):
|
|
# Add list of request_ids if response is of type list.
|
|
for resp_obj in resp:
|
|
self._append_request_id(resp_obj)
|
|
elif resp is not None:
|
|
# Add request_ids if response contains single object.
|
|
self._append_request_id(resp)
|
|
|
|
def _append_request_id(self, resp):
|
|
if isinstance(resp, Response):
|
|
# Extract 'X-Openstack-Request-Id' from headers if
|
|
# response is a Response object.
|
|
request_id = (resp.headers.get('Openstack-Request-Id') or
|
|
resp.headers.get('x-openstack-request-id') or
|
|
resp.headers.get('x-compute-request-id'))
|
|
else:
|
|
# If resp is of type string or None.
|
|
request_id = resp
|
|
if request_id not in self.x_openstack_request_ids:
|
|
self.x_openstack_request_ids.append(request_id)
|
|
|
|
|
|
class Resource(RequestIdMixin):
|
|
"""Represents an instance of an object
|
|
|
|
A resource represents a particular instance of an object (instance, type,
|
|
etc). This is pretty much just a bag for attributes.
|
|
|
|
:param manager: BaseManager object
|
|
:param info: dictionary representing resource attributes
|
|
:param loaded: prevent lazy-loading if set to True
|
|
:param resp: Response or list of Response objects
|
|
"""
|
|
|
|
def __init__(self, manager, info, loaded=False, resp=None):
|
|
self.manager = manager
|
|
self._info = info
|
|
self._add_details(info)
|
|
self._loaded = loaded
|
|
self.request_ids_setup()
|
|
self.append_request_ids(resp)
|
|
|
|
def _add_details(self, info):
|
|
for (k, v) in info.items():
|
|
try:
|
|
setattr(self, k, v)
|
|
self._info[k] = v
|
|
except AttributeError:
|
|
# In this case we already defined the attribute on the class
|
|
pass
|
|
|
|
def __setstate__(self, d):
|
|
for k, v in d.items():
|
|
setattr(self, k, v)
|
|
|
|
def __getattr__(self, k):
|
|
if k not in self.__dict__:
|
|
# NOTE(RuiChen): disallow lazy-loading if already loaded once
|
|
if not self.is_loaded():
|
|
self.get()
|
|
return self.__getattr__(k)
|
|
raise AttributeError(k)
|
|
else:
|
|
return self.__dict__[k]
|
|
|
|
def __repr__(self):
|
|
reprkeys = sorted(k for k in self.__dict__.keys() if k[0] != '_' and
|
|
k not in ('manager', 'x_openstack_request_ids'))
|
|
info = ", ".join("%s=%s" % (k, getattr(self, k)) for k in reprkeys)
|
|
return "<%s %s>" % (self.__class__.__name__, info)
|
|
|
|
def get(self):
|
|
# set_loaded() first ... so if we have to bail, we know we tried.
|
|
self.set_loaded(True)
|
|
if not hasattr(self.manager, 'get'):
|
|
return
|
|
|
|
new = self.manager.get(self.uuid)
|
|
if new:
|
|
self._add_details(new._info)
|
|
# The 'request_ids' attribute has been added,
|
|
# so store the request id to it instead of _info
|
|
self.append_request_ids(new.request_ids)
|
|
|
|
def __eq__(self, other):
|
|
if not isinstance(other, self.__class__):
|
|
return False
|
|
return self._info == other._info
|
|
|
|
def __ne__(self, other):
|
|
return not self.__eq__(other)
|
|
|
|
def is_loaded(self):
|
|
return self._loaded
|
|
|
|
def set_loaded(self, val):
|
|
self._loaded = val
|
|
|
|
def to_dict(self):
|
|
return copy.deepcopy(self._info)
|
|
|
|
|
|
class ListWithMeta(list, RequestIdMixin):
|
|
def __init__(self, values, resp):
|
|
super(ListWithMeta, self).__init__(values)
|
|
self.request_ids_setup()
|
|
self.append_request_ids(resp)
|
|
|
|
|
|
class DictWithMeta(dict, RequestIdMixin):
|
|
def __init__(self, values, resp):
|
|
super(DictWithMeta, self).__init__(values)
|
|
self.request_ids_setup()
|
|
self.append_request_ids(resp)
|
|
|
|
|
|
class TupleWithMeta(tuple, RequestIdMixin):
|
|
def __new__(cls, values, resp):
|
|
return super(TupleWithMeta, cls).__new__(cls, values)
|
|
|
|
def __init__(self, values, resp):
|
|
self.request_ids_setup()
|
|
self.append_request_ids(resp)
|
|
|
|
|
|
class StrWithMeta(str, RequestIdMixin):
|
|
def __new__(cls, value, resp):
|
|
return super(StrWithMeta, cls).__new__(cls, value)
|
|
|
|
def __init__(self, values, resp):
|
|
self.request_ids_setup()
|
|
self.append_request_ids(resp)
|
|
|
|
|
|
class BytesWithMeta(six.binary_type, RequestIdMixin):
|
|
def __new__(cls, value, resp):
|
|
return super(BytesWithMeta, cls).__new__(cls, value)
|
|
|
|
def __init__(self, values, resp):
|
|
self.request_ids_setup()
|
|
self.append_request_ids(resp)
|
|
|
|
|
|
if six.PY2:
|
|
class UnicodeWithMeta(six.text_type, RequestIdMixin):
|
|
def __new__(cls, value, resp):
|
|
return super(UnicodeWithMeta, cls).__new__(cls, value)
|
|
|
|
def __init__(self, values, resp):
|
|
self.request_ids_setup()
|
|
self.append_request_ids(resp)
|