501d646e6c
Also, adjust the jsonschema email definition. '+' is allowed in an email address, and some people use it to separate out email from different places. Change-Id: I62803e83efc46ae6e708736b9fc613c64fe2c995
179 lines
6.6 KiB
Python
179 lines
6.6 KiB
Python
# Copyright (c) 2013 Mirantis Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import functools
|
|
import json
|
|
|
|
import jsonschema
|
|
import six
|
|
import testtools
|
|
|
|
|
|
def dict_raise_on_duplicates(ordered_pairs):
|
|
"""Reject duplicate keys."""
|
|
d = {}
|
|
for k, v in ordered_pairs:
|
|
if k in d:
|
|
raise ValueError("duplicate key: %s (value: %s)" % (k, v))
|
|
else:
|
|
d[k] = v
|
|
return d
|
|
|
|
|
|
class TestConfigFiles(testtools.TestCase):
|
|
def setUp(self):
|
|
super(TestConfigFiles, self).setUp()
|
|
|
|
def _read_raw_file(self, file_name):
|
|
if six.PY3:
|
|
opener = functools.partial(open, encoding='utf8')
|
|
else:
|
|
opener = open
|
|
with opener(file_name, 'r') as content_file:
|
|
return content_file.read()
|
|
|
|
def _read_file(self, file_name):
|
|
return json.loads(self._read_raw_file(file_name))
|
|
|
|
def _verify_ordering(self, array, key, msg):
|
|
comparator = lambda x, y: (x > y) - (x < y)
|
|
|
|
diff_msg = ''
|
|
for i in range(len(array) - 1):
|
|
if comparator(key(array[i]), key(array[i + 1])) > 0:
|
|
diff_msg = ('Order fails at index %(index)s, '
|
|
'elements:\n%(first)s:\n%(second)s' %
|
|
{'index': i, 'first': array[i],
|
|
'second': array[i + 1]})
|
|
break
|
|
if diff_msg:
|
|
self.fail(msg + '\n' + diff_msg)
|
|
|
|
def test_corrections(self):
|
|
corrections = self._read_file('etc/corrections.json')
|
|
schema = self._read_file('etc/corrections.schema.json')
|
|
jsonschema.validate(corrections, schema)
|
|
|
|
def _verify_default_data_duplicate_keys(self, file_name):
|
|
try:
|
|
json.loads(self._read_raw_file(file_name),
|
|
object_pairs_hook=dict_raise_on_duplicates)
|
|
except ValueError as ve:
|
|
self.fail(ve)
|
|
|
|
def test_default_data_duplicate_keys(self):
|
|
self._verify_default_data_duplicate_keys('etc/default_data.json')
|
|
|
|
def test_test_default_data_duplicate_keys(self):
|
|
self._verify_default_data_duplicate_keys('etc/test_default_data.json')
|
|
|
|
def _verify_default_data_by_schema(self, file_name):
|
|
default_data = self._read_file(file_name)
|
|
schema = self._read_file('etc/default_data.schema.json')
|
|
try:
|
|
jsonschema.validate(default_data, schema)
|
|
except jsonschema.ValidationError as e:
|
|
self.fail(e)
|
|
|
|
def test_default_data_schema_conformance(self):
|
|
self._verify_default_data_by_schema('etc/default_data.json')
|
|
|
|
def test_test_default_data_schema_conformance(self):
|
|
self._verify_default_data_by_schema('etc/test_default_data.json')
|
|
|
|
def _verify_companies_in_alphabetical_order(self, file_name):
|
|
companies = self._read_file(file_name)['companies']
|
|
self._verify_ordering(
|
|
companies, key=lambda x: x['domains'][0],
|
|
msg='List of companies should be ordered by the first domain')
|
|
|
|
def test_companies_in_alphabetical_order(self):
|
|
self._verify_companies_in_alphabetical_order('etc/default_data.json')
|
|
|
|
def test_companies_in_alphabetical_order_in_test_file(self):
|
|
self._verify_companies_in_alphabetical_order(
|
|
'etc/test_default_data.json')
|
|
|
|
def _verify_users_in_alphabetical_order(self, file_name):
|
|
users = self._read_file(file_name)['users']
|
|
self._verify_ordering(
|
|
users, key=lambda x: (x.get('launchpad_id') or x.get('ldap_id') or
|
|
x.get('github_id')),
|
|
msg='List of users should be ordered by launchpad id or ldap id '
|
|
'or github id')
|
|
|
|
def test_users_in_alphabetical_order(self):
|
|
self._verify_users_in_alphabetical_order('etc/default_data.json')
|
|
|
|
def test_users_in_alphabetical_order_in_test_file(self):
|
|
self._verify_users_in_alphabetical_order('etc/test_default_data.json')
|
|
|
|
def _check_collision(self, storage, user, field, field_name):
|
|
self.assertFalse(
|
|
field in storage,
|
|
'Duplicate %s %s, collision between: %s and %s'
|
|
% (field_name, field, storage[field], user))
|
|
storage[field] = user
|
|
|
|
def _verify_users_unique(self, file_name):
|
|
users = self._read_file(file_name)['users']
|
|
storage = {}
|
|
for user in users:
|
|
if user.get('launchpad_id'):
|
|
field = user['launchpad_id']
|
|
self.assertFalse(
|
|
field in storage,
|
|
'Duplicate launchpad_id %s, collision between: %s and %s'
|
|
% (field, storage.get(field), user))
|
|
storage[field] = user
|
|
|
|
if user.get('gerrit_id'):
|
|
field = user['gerrit_id']
|
|
self.assertFalse(
|
|
('gerrit:%s' % field) in storage,
|
|
'Duplicate gerrit_id %s, collision between: %s and %s'
|
|
% (field, storage.get(field), user))
|
|
storage['gerrit:%s' % field] = user
|
|
|
|
for email in user['emails']:
|
|
self.assertFalse(
|
|
email in storage,
|
|
'Duplicate email %s, collision between: %s and %s'
|
|
% (email, storage.get(email), user))
|
|
storage[email] = user
|
|
|
|
def test_users_unique_profiles(self):
|
|
self._verify_users_unique('etc/default_data.json')
|
|
|
|
def test_users_unique_profiles_in_test_file(self):
|
|
self._verify_users_unique('etc/test_default_data.json')
|
|
|
|
def _verify_default_data_whitespace_issues(self, file_name):
|
|
data = self._read_raw_file(file_name)
|
|
line_n = 1
|
|
for line in data.split('\n'):
|
|
msg = 'Whitespace issue in "%s", line %s: ' % (line, line_n)
|
|
self.assertTrue(line.find('\t') == -1, msg=msg + 'tab character')
|
|
self.assertEqual(line.rstrip(), line,
|
|
message=msg + 'trailing spaces')
|
|
line_n += 1
|
|
|
|
def test_default_data_whitespace_issues(self):
|
|
self._verify_default_data_whitespace_issues('etc/default_data.json')
|
|
|
|
def test_test_default_data_whitespace_issues(self):
|
|
self._verify_default_data_whitespace_issues(
|
|
'etc/test_default_data.json')
|