-
-
Jim Battenberg
-
-
Date Joined
-
June 25, 2013
-
Affiliations
-
-
- Rackspace From (Current)
-
-
-
Statement of Interest
-
-
contribute logic and evangelize openstack
-
-
'''
-
- match = re.search(mps.NAME_AND_DATE_PATTERN, content)
- self.assertTrue(match)
- self.assertEqual('Jim Battenberg', match.group('member_name'))
- self.assertEqual('June 25, 2013 ', match.group('date_joined'))
-
- match = re.search(mps.COMPANY_PATTERN, content)
- self.assertTrue(match)
- self.assertEqual('Rackspace', match.group('company_draft'))
diff --git a/stackalytics/tests/unit/test_openstackid_utils.py b/stackalytics/tests/unit/test_openstackid_utils.py
deleted file mode 100644
index 5c7f32bc8..000000000
--- a/stackalytics/tests/unit/test_openstackid_utils.py
+++ /dev/null
@@ -1,355 +0,0 @@
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import mock
-import testtools
-
-from stackalytics.processor import openstackid_utils as ou
-
-USER_PROFILE = {
- "total": 1,
- "data": [
- {
- "id": 5555,
- "first_name": "John",
- "last_name": "Smith",
- "affiliations": [
- {
- "start_date": 1193875200,
- "end_date": 1496188800,
- "organization": {
- "name": "Mirantis"
- }
- },
- {
- "start_date": 1496275200,
- "end_date": None,
- "organization": {
- "name": "Huawei"
- }
- }
- ]
- }
- ]
-}
-USER_PROFILE_NO_AFFILIATIONS = {
- "total": 1,
- "data": [
- {
- "id": 5555,
- "first_name": "John",
- "last_name": "Smith",
- "affiliations": []
- }
- ]
-}
-USER_PROFILE_NO_DATES = {
- "total": 1,
- "data": [
- {
- "id": 2222,
- "first_name": "John",
- "last_name": "Smith",
- "affiliations": [
- {
- "start_date": None,
- "end_date": None,
- "is_current": True,
- "organization": {
- "name": "Hewlett Packard Enterprise"
- }
- }
- ]
- }
- ]
-}
-USER_PROFILE_MULTIPLE_RECORDS = {
- "total": 1,
- "data": [
- {
- "id": 2222,
- "first_name": "John",
- "last_name": "Smith",
- "affiliations": [
- {
- "start_date": None,
- "end_date": None,
- "is_current": True,
- "organization": {
- "name": "Hewlett Packard Enterprise"
- }
- }
- ]
- },
- {
- "id": 5555,
- "first_name": "John",
- "last_name": "Smith",
- "affiliations": [
- {
- "start_date": 1456790400,
- "end_date": None,
- "organization": {
- "name": "Red Hat"
- }
- }
- ]
- }
- ]
-}
-USER_PROFILE_NO_CURRENT = {
- "total": 1,
- "data": [
- {
- "id": 5555,
- "first_name": "John",
- "last_name": "Smith",
- "affiliations": [
- {
- "start_date": 1193875200,
- "end_date": 1496188800,
- "organization": {
- "name": "Mirantis"
- }
- }
- ]
- }
- ]
-}
-USER_PROFILE_MULTIPLE_CURRENT = {
- "total": 1,
- "data": [
- {
- "id": 1111,
- "first_name": "John",
- "last_name": "Smith",
- "affiliations": [
- {
- "start_date": 1378339200,
- "end_date": None,
- "is_current": True,
- "organization": {
- "name": "NTT"
- }
- },
- {
- "start_date": 1442880000,
- "end_date": None,
- "is_current": True,
- "organization": {
- "name": "NTT DATA"
- }
- }
- ]
- }
- ]
-}
-
-
-class TestOpenStackIDUtils(testtools.TestCase):
-
- def test_iterate_intervals(self):
- origin = [ou.Interval(100, 200, 'a'),
- ou.Interval(200, 0, 'b')]
- expected = [ou.Interval(0, 100, None),
- ou.Interval(100, 200, 'a'),
- ou.Interval(200, 0, 'b')]
-
- observed = list(ou._iterate_intervals(origin, threshold=10))
- self.assertEqual(expected, observed)
-
- def test_iterate_intervals_2(self):
- origin = [ou.Interval(100, 200, 'a'),
- ou.Interval(300, 400, 'b')]
- expected = [ou.Interval(0, 100, None),
- ou.Interval(100, 200, 'a'),
- ou.Interval(200, 300, None),
- ou.Interval(300, 400, 'b'),
- ou.Interval(400, 0, None)]
-
- observed = list(ou._iterate_intervals(origin, threshold=10))
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email(self, reader_mock):
- reader_mock.return_value = USER_PROFILE
- email = 'dummy@dummy.org'
-
- expected = {
- 'openstack_id': 5555,
- 'user_name': 'John Smith',
- 'emails': [email],
- 'companies': [{
- 'company_name': '*independent',
- 'end_date': 1193875200
- }, {
- 'company_name': 'Mirantis',
- 'end_date': 1496188800
- }, {
- 'company_name': 'Huawei',
- 'end_date': 0
- }]
- }
-
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email_not_affiliated(self, reader_mock):
- reader_mock.return_value = USER_PROFILE_NO_AFFILIATIONS
- email = 'dummy@dummy.org'
-
- expected = {
- 'openstack_id': 5555,
- 'user_name': 'John Smith',
- 'emails': [email],
- 'companies': [{
- 'company_name': '*independent',
- 'end_date': 0
- }]
- }
-
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email_not_found(self, reader_mock):
- reader_mock.return_value = {
- "total": 0,
- "data": []
- }
- email = 'dummy@dummy.org'
-
- expected = None
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email_not_read(self, reader_mock):
- reader_mock.return_value = None
- email = 'dummy@dummy.org'
-
- expected = None
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email_no_dates(self, reader_mock):
- reader_mock.return_value = USER_PROFILE_NO_DATES
- email = 'dummy@dummy.org'
-
- expected = {
- 'openstack_id': 2222,
- 'user_name': 'John Smith',
- 'emails': [email],
- 'companies': [{
- 'company_name': 'Hewlett Packard Enterprise',
- 'end_date': 0
- }]
- }
-
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email_multiple_records(self, reader_mock):
- reader_mock.return_value = USER_PROFILE_MULTIPLE_RECORDS
- email = 'dummy@dummy.org'
-
- expected = {
- 'openstack_id': 5555,
- 'user_name': 'John Smith',
- 'emails': [email],
- 'companies': [{
- 'company_name': '*independent',
- 'end_date': 1456790400
- }, {
- 'company_name': 'Red Hat',
- 'end_date': 0
- }]
- }
-
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email_no_current(self, reader_mock):
- reader_mock.return_value = USER_PROFILE_NO_CURRENT
- email = 'dummy@dummy.org'
-
- expected = {
- 'openstack_id': 5555,
- 'user_name': 'John Smith',
- 'emails': [email],
- 'companies': [{
- 'company_name': '*independent',
- 'end_date': 1193875200
- }, {
- 'company_name': 'Mirantis',
- 'end_date': 1496188800
- }, {
- 'company_name': '*independent',
- 'end_date': 0
- }]
- }
-
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
-
- @mock.patch('stackalytics.processor.utils.read_json_from_uri')
- def test_user_profile_by_email_multiple_current(self, reader_mock):
- reader_mock.return_value = USER_PROFILE_MULTIPLE_CURRENT
- email = 'dummy@dummy.org'
-
- expected = {
- 'openstack_id': 1111,
- 'user_name': 'John Smith',
- 'emails': [email],
- 'companies': [{
- 'company_name': '*independent',
- 'end_date': 1378339200
- }, {
- 'company_name': 'NTT',
- 'end_date': 1442880000
- }, {
- 'company_name': 'NTT DATA',
- 'end_date': 0
- }]
- }
-
- observed = ou.user_profile_by_email(email)
-
- reader_mock.assert_called_once_with(
- ou.OSID_URI % email, session=ou._openstackid_session)
- self.assertEqual(expected, observed)
diff --git a/stackalytics/tests/unit/test_rcs.py b/stackalytics/tests/unit/test_rcs.py
deleted file mode 100644
index 7a77f79d9..000000000
--- a/stackalytics/tests/unit/test_rcs.py
+++ /dev/null
@@ -1,189 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import json
-
-import mock
-import testtools
-
-from stackalytics.processor import rcs
-
-REVIEW_ONE = json.dumps(
- {"project": "openstack/nova", "branch": "master", "topic": "bug/1494374",
- "id": "Id741dfc769c02a5544691a7db49a7dbff6b11376", "number": "229382",
- "subject": "method is nearly 400 LOC and should be broken up",
- "createdOn": 1443613948, "lastUpdated": 1444222222,
- "sortKey": "0038481b00038006", "open": True, "status": "NEW"})
-REVIEW_END_LINE = json.dumps(
- {"type": "stats", "rowCount": 2, "runTimeMilliseconds": 13})
-
-
-class TestRcs(testtools.TestCase):
-
- @mock.patch('paramiko.SSHClient')
- def test_setup(self, mock_client_cons):
- mock_client = mock.Mock()
- mock_client_cons.return_value = mock_client
-
- mock_connect = mock.Mock()
- mock_client.connect = mock_connect
-
- gerrit = rcs.Gerrit('gerrit://review.openstack.org')
- gerrit.setup(username='user', key_filename='key')
-
- mock_connect.assert_called_once_with(
- 'review.openstack.org', port=rcs.DEFAULT_PORT, key_filename='key',
- username='user')
-
- @mock.patch('paramiko.SSHClient')
- def test_setup_error(self, mock_client_cons):
- mock_client = mock.Mock()
- mock_client_cons.return_value = mock_client
-
- mock_connect = mock.Mock()
- mock_client.connect = mock_connect
- mock_connect.side_effect = Exception
-
- gerrit = rcs.Gerrit('gerrit://review.openstack.org')
- self.assertRaises(rcs.RcsException, gerrit.setup,
- username='user', key_filename='key')
-
- mock_connect.assert_called_once_with(
- 'review.openstack.org', port=rcs.DEFAULT_PORT, key_filename='key',
- username='user')
-
- @mock.patch('paramiko.SSHClient')
- @mock.patch('time.time')
- def test_log(self, mock_time, mock_client_cons):
- mock_client = mock.Mock()
- mock_client_cons.return_value = mock_client
-
- mock_exec = mock.Mock()
- mock_client.exec_command = mock_exec
- mock_exec.side_effect = [
- ('', [REVIEW_ONE, REVIEW_END_LINE], ''), # one review and summary
- ('', [REVIEW_END_LINE], ''), # only summary = no more reviews
- ]
-
- gerrit = rcs.Gerrit('uri')
-
- repo = dict(organization='openstack', module='nova')
- branch = 'master'
- last_retrieval_time = 1444000000
- mock_time.return_value = 1444333333
- records = list(gerrit.log(repo, branch, last_retrieval_time))
-
- self.assertEqual(1, len(records))
- self.assertEqual('229382', records[0]['number'])
-
- mock_client.exec_command.assert_has_calls([
- mock.call('gerrit query --all-approvals --patch-sets '
- '--format JSON project:\'openstack/nova\' branch:master '
- 'limit:100 age:0s'),
- mock.call('gerrit query --all-approvals --patch-sets '
- '--format JSON project:\'openstack/nova\' branch:master '
- 'limit:100 age:111111s'),
- ])
-
- @mock.patch('paramiko.SSHClient')
- def test_log_old_reviews(self, mock_client_cons):
- mock_client = mock.Mock()
- mock_client_cons.return_value = mock_client
-
- mock_exec = mock.Mock()
- mock_client.exec_command = mock_exec
- mock_exec.side_effect = [
- ('', [REVIEW_ONE, REVIEW_END_LINE], ''), # one review and summary
- ('', [REVIEW_END_LINE], ''), # only summary = no more reviews
- ]
-
- gerrit = rcs.Gerrit('uri')
-
- repo = dict(organization='openstack', module='nova')
- branch = 'master'
- last_retrieval_time = 1445000000
- records = list(gerrit.log(repo, branch, last_retrieval_time,
- status='merged', grab_comments=True))
-
- self.assertEqual(0, len(records))
-
- mock_client.exec_command.assert_has_calls([
- mock.call('gerrit query --all-approvals --patch-sets '
- '--format JSON project:\'openstack/nova\' branch:master '
- 'limit:100 age:0s status:merged --comments'),
- ])
-
- @mock.patch('paramiko.SSHClient')
- @mock.patch('time.time')
- def test_log_error_tolerated(self, mock_time, mock_client_cons):
- mock_client = mock.Mock()
- mock_client_cons.return_value = mock_client
-
- mock_exec = mock.Mock()
- mock_client.exec_command = mock_exec
- mock_exec.side_effect = [
- Exception,
- ('', [REVIEW_ONE, REVIEW_END_LINE], ''), # one review and summary
- Exception,
- ('', [REVIEW_END_LINE], ''), # only summary = no more reviews
- ]
-
- gerrit = rcs.Gerrit('uri')
-
- repo = dict(organization='openstack', module='nova')
- branch = 'master'
- last_retrieval_time = 1444000000
- mock_time.return_value = 1444333333
- records = list(gerrit.log(repo, branch, last_retrieval_time))
-
- self.assertEqual(1, len(records))
- self.assertEqual('229382', records[0]['number'])
-
- mock_client.exec_command.assert_has_calls([
- mock.call('gerrit query --all-approvals --patch-sets '
- '--format JSON project:\'openstack/nova\' branch:master '
- 'limit:100 age:0s'),
- mock.call('gerrit query --all-approvals --patch-sets '
- '--format JSON project:\'openstack/nova\' branch:master '
- 'limit:100 age:111111s'),
- ])
-
- @mock.patch('paramiko.SSHClient')
- @mock.patch('time.time')
- def test_log_error_fatal(self, mock_time, mock_client_cons):
- mock_client = mock.Mock()
- mock_client_cons.return_value = mock_client
-
- mock_exec = mock.Mock()
- mock_client.exec_command = mock_exec
- mock_exec.side_effect = [Exception] * rcs.SSH_ERRORS_LIMIT
-
- gerrit = rcs.Gerrit('uri')
-
- repo = dict(organization='openstack', module='nova')
- branch = 'master'
- last_retrieval_time = 1444000000
- mock_time.return_value = 1444333333
-
- try:
- list(gerrit.log(repo, branch, last_retrieval_time))
- self.fail('Gerrit.log should raise RcsException, but it did not')
- except rcs.RcsException:
- pass
-
- mock_client.exec_command.assert_has_calls([
- mock.call('gerrit query --all-approvals --patch-sets '
- '--format JSON project:\'openstack/nova\' branch:master '
- 'limit:100 age:0s')] * rcs.SSH_ERRORS_LIMIT)
diff --git a/stackalytics/tests/unit/test_record_processor.py b/stackalytics/tests/unit/test_record_processor.py
deleted file mode 100644
index 5e468c3ca..000000000
--- a/stackalytics/tests/unit/test_record_processor.py
+++ /dev/null
@@ -1,1746 +0,0 @@
-# Copyright (c) 2013 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import time
-
-import mock
-from oslo_config import cfg
-import six
-import testtools
-
-from stackalytics.processor import config
-from stackalytics.processor import record_processor
-from stackalytics.processor import runtime_storage
-from stackalytics.processor import user_processor
-from stackalytics.processor.user_processor import get_company_by_email
-from stackalytics.processor import utils
-
-
-CONF = cfg.CONF
-
-RELEASES = [
- {
- 'release_name': 'prehistory',
- 'end_date': utils.date_to_timestamp('2011-Apr-21')
- },
- {
- 'release_name': 'Diablo',
- 'end_date': utils.date_to_timestamp('2011-Sep-08')
- },
- {
- 'release_name': 'Zoo',
- 'end_date': utils.date_to_timestamp('2035-Sep-08')
- },
-]
-
-REPOS = [
- {
- "branches": ["master"],
- "module": "stackalytics",
- "project_type": "stackforge",
- "uri": "git://git.openstack.org/stackforge/stackalytics.git"
- }
-]
-
-
-class TestRecordProcessor(testtools.TestCase):
- def setUp(self):
- super(TestRecordProcessor, self).setUp()
- self.read_json_from_uri_patch = mock.patch(
- 'stackalytics.processor.utils.read_json_from_uri')
- self.read_launchpad = self.read_json_from_uri_patch.start()
- self.lp_profile_by_launchpad_id_patch = mock.patch(
- 'stackalytics.processor.launchpad_utils.'
- '_lp_profile_by_launchpad_id')
- self.lp_profile_by_launchpad_id = (
- self.lp_profile_by_launchpad_id_patch.start())
- self.lp_profile_by_launchpad_id.return_value = None
- self.lp_profile_by_email_patch = mock.patch(
- 'stackalytics.processor.launchpad_utils._lp_profile_by_email')
- self.lp_profile_by_email = (
- self.lp_profile_by_email_patch.start())
- self.lp_profile_by_email.return_value = None
- CONF.register_opts(config.CONNECTION_OPTS + config.PROCESSOR_OPTS)
-
- def tearDown(self):
- super(TestRecordProcessor, self).tearDown()
- self.read_json_from_uri_patch.stop()
- self.lp_profile_by_launchpad_id_patch.stop()
- self.lp_profile_by_email_patch.stop()
-
- # get_company_by_email
-
- def test_get_company_by_email_mapped(self):
- record_processor_inst = self.make_record_processor(
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}]
- )
- email = 'jdoe@ibm.com'
- res = get_company_by_email(record_processor_inst.domains_index, email)
- self.assertEqual('IBM', res)
-
- def test_get_company_by_email_with_long_suffix_mapped(self):
- record_processor_inst = self.make_record_processor(
- companies=[{'company_name': 'NEC', 'domains': ['nec.co.jp']}]
- )
- email = 'man@mxw.nes.nec.co.jp'
- res = get_company_by_email(record_processor_inst.domains_index, email)
- self.assertEqual('NEC', res)
-
- def test_get_company_by_email_with_long_suffix_mapped_2(self):
- record_processor_inst = self.make_record_processor(
- companies=[{'company_name': 'NEC',
- 'domains': ['nec.co.jp', 'nec.com']}]
- )
- email = 'man@mxw.nes.nec.com'
- res = get_company_by_email(record_processor_inst.domains_index, email)
- self.assertEqual('NEC', res)
-
- def test_get_company_by_email_not_mapped(self):
- record_processor_inst = self.make_record_processor()
- email = 'foo@boo.com'
- res = get_company_by_email(record_processor_inst.domains_index, email)
- self.assertIsNone(res)
-
- # commit processing
-
- def test_process_commit_existing_user(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com', 'johndoe@nec.co.jp'],
- 'companies': [
- {'company_name': '*independent',
- 'end_date': 1234567890},
- {'company_name': 'NEC',
- 'end_date': 0},
- ]
- }
- ])
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@gmail.com',
- author_name='John Doe')))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_process_commit_existing_user_old_job(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com', 'johndoe@nec.co.jp'],
- 'companies': [
- {'company_name': '*independent',
- 'end_date': 1234567890},
- {'company_name': 'NEC',
- 'end_date': 0},
- ]
- }
- ])
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@gmail.com',
- author_name='John Doe',
- date=1000000000)))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': '*independent',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_process_commit_existing_user_new_email_known_company(self):
- # User is known to LP, his email is new to us, and maps to other
- # company. Should return other company instead of those mentioned
- # in user profile
- record_processor_inst = self.make_record_processor(
- users=[
- {'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@nec.co.jp'],
- 'companies': [{'company_name': 'NEC', 'end_date': 0}]}
- ],
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- lp_info={'johndoe@ibm.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@ibm.com',
- author_name='John Doe')))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@ibm.com',
- 'author_name': 'John Doe',
- 'company_name': 'IBM',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
- self.assertIn('johndoe@ibm.com', user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe')['emails'])
-
- def test_process_commit_existing_user_new_email_known_company_static(self):
- # User profile is configured in default_data. Email is new to us,
- # and maps to other company. We still use a company specified
- # in the profile
- record_processor_inst = self.make_record_processor(
- users=[
- {'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'static': True,
- 'emails': ['johndoe@nec.co.jp'],
- 'companies': [{'company_name': 'NEC', 'end_date': 0}]}
- ],
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- lp_info={'johndoe@ibm.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@ibm.com',
- author_name='John Doe')))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@ibm.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
- self.assertIn('johndoe@ibm.com', user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe')['emails'])
-
- def test_process_commit_existing_user_old_job_not_overridden(self):
- # User is known to LP, his email is new to us, and maps to other
- # company. Have some record with new email, but from the period when
- # he worked for other company. Should return other company as mentioned
- # in profile instead of overriding
- record_processor_inst = self.make_record_processor(
- users=[
- {'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@nec.co.jp'],
- 'companies': [{'company_name': 'IBM', 'end_date': 1200000000},
- {'company_name': 'NEC', 'end_date': 0}]}
- ],
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']},
- {'company_name': 'NEC', 'domains': ['nec.com']}],
- lp_info={'johndoe@nec.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@nec.com',
- author_name='John Doe',
- date=1000000000)))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@nec.com',
- 'author_name': 'John Doe',
- 'company_name': 'IBM',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_process_commit_existing_user_new_email_unknown_company(self):
- # User is known to LP, but his email is new to us. Should match
- # the user and return company from user profile
- record_processor_inst = self.make_record_processor(
- users=[
- {'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@nec.co.jp'],
- 'companies': [{'company_name': 'NEC', 'end_date': 0}]}
- ],
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- lp_info={'johndoe@gmail.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@gmail.com',
- author_name='John Doe')))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
- self.assertIn('johndoe@gmail.com', user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe')['emails'])
-
- def test_process_commit_existing_user_new_email_known_company_update(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com'],
- 'companies': [{'company_name': '*independent',
- 'end_date': 0}]}
- ],
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- lp_info={'johndoe@ibm.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@ibm.com',
- author_name='John Doe')))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@ibm.com',
- 'author_name': 'John Doe',
- 'company_name': 'IBM',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
- user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst, user_id='john_doe')
- self.assertIn('johndoe@gmail.com', user['emails'])
- self.assertEqual('IBM', user['companies'][0]['company_name'],
- message='User affiliation should be updated')
-
- def test_process_commit_new_user(self):
- # User is known to LP, but new to us
- # Should add new user and set company depending on email
- record_processor_inst = self.make_record_processor(
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- lp_info={'johndoe@ibm.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@ibm.com',
- author_name='John Doe')))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@ibm.com',
- 'author_name': 'John Doe',
- 'company_name': 'IBM',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
- user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst, user_id='john_doe')
- self.assertIn('johndoe@ibm.com', user['emails'])
- self.assertEqual('IBM', user['companies'][0]['company_name'])
-
- def test_process_commit_new_user_unknown_to_lb(self):
- # User is new to us and not known to LP
- # Should set user name and empty LPid
- record_processor_inst = self.make_record_processor(
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}])
-
- processed_commit = list(record_processor_inst.process(
- generate_commits(author_email='johndoe@ibm.com',
- author_name='John Doe')))[0]
-
- expected_commit = {
- 'launchpad_id': None,
- 'author_email': 'johndoe@ibm.com',
- 'author_name': 'John Doe',
- 'company_name': 'IBM',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
- user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='johndoe@ibm.com')
- self.assertIn('johndoe@ibm.com', user['emails'])
- self.assertEqual('IBM', user['companies'][0]['company_name'])
- self.assertIsNone(user['launchpad_id'])
-
- def test_process_review_new_user(self):
- # User is known to LP, but new to us
- # Should add new user and set company depending on email
- record_processor_inst = self.make_record_processor(
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- lp_info={'johndoe@ibm.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_review = list(record_processor_inst.process([
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'johndoe@ibm.com',
- 'username': 'John_Doe'},
- 'createdOn': 1379404951,
- 'module': 'nova', 'branch': 'master'}
- ]))[0]
-
- expected_review = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@ibm.com',
- 'author_name': 'John Doe',
- 'company_name': 'IBM',
- }
-
- self.assertRecordsMatch(expected_review, processed_review)
- user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst, user_id='john_doe')
- self.assertEqual('John_Doe', user['gerrit_id'])
-
- def test_process_review_without_name(self):
- record_processor_inst = self.make_record_processor()
-
- records = list(record_processor_inst.process([
- {
- 'record_type': 'review',
- 'module': 'sandbox',
- "project": "openstack-dev/sandbox",
- "branch": "master",
- "id": "I8ecdd044c45e93589b42c3166167c30a3bd0ed5f",
- "number": "220784", "subject": "hello,i will commit",
- "owner": {"email": "1102012941@qq.com", "username": "yl"},
- "createdOn": 1441524597,
- "patchSets": [
- {
- "number": "1",
- "revision": "95f73967a869db6748b22c6562fbfc09c08ef910",
- "uploader": {
- "email": "foo@qq.com"},
- "createdOn": 1441524597,
- "author": {
- "email": "1102012941@qq.com"},
- "approvals": [
- {"type": "Code-Review",
- "value": "-1",
- "grantedOn": 1441524601,
- "by": {
- "email": "congressci@gmail.com",
- "username": "vmware-congress-ci"}}]}]}
- ]))
-
- expected_review = {
- 'user_id': 'yl',
- 'author_email': '1102012941@qq.com',
- 'author_name': 'yl',
- 'company_name': '*independent',
- }
-
- expected_patch = {
- 'user_id': 'foo@qq.com',
- 'author_email': 'foo@qq.com',
- 'author_name': 'Anonymous Coward',
- 'company_name': '*independent',
- }
-
- expected_mark = {
- 'user_id': 'vmware-congress-ci',
- 'author_email': 'congressci@gmail.com',
- 'author_name': 'vmware-congress-ci',
- 'company_name': '*independent',
- }
-
- self.assertRecordsMatch(expected_review, records[0])
- self.assertRecordsMatch(expected_patch, records[1])
- self.assertRecordsMatch(expected_mark, records[2])
-
- def generate_bugs(self, status='Confirmed', **kwargs):
- rec = {
- 'record_type': 'bug',
- 'id': 'bug_id',
- 'owner': 'owner',
- 'date_created': 1234567890,
- 'module': 'nova',
- 'status': status
- }
- rec.update(kwargs)
- yield rec
-
- def test_process_bug_not_fixed(self):
- record = self.generate_bugs()
- record_processor_inst = self.make_record_processor()
- bugs = list(record_processor_inst.process(record))
- self.assertEqual(len(bugs), 1)
- self.assertRecordsMatch({
- 'primary_key': 'bugf:bug_id',
- 'record_type': 'bugf',
- 'launchpad_id': 'owner',
- 'date': 1234567890,
- }, bugs[0])
-
- def test_process_bug_fix_committed(self):
- record = self.generate_bugs(status='Fix Committed',
- date_fix_committed=1234567891,
- assignee='assignee')
- record_processor_inst = self.make_record_processor()
- bugs = list(record_processor_inst.process(record))
- self.assertEqual(len(bugs), 2)
- self.assertRecordsMatch({
- 'primary_key': 'bugf:bug_id',
- 'record_type': 'bugf',
- 'launchpad_id': 'owner',
- 'date': 1234567890,
- }, bugs[0])
- self.assertRecordsMatch({
- 'primary_key': 'bugr:bug_id',
- 'record_type': 'bugr',
- 'launchpad_id': 'assignee',
- 'date': 1234567891,
- }, bugs[1])
-
- def test_process_bug_fix_released(self):
- record = self.generate_bugs(status='Fix Released',
- date_fix_committed=1234567891,
- date_fix_released=1234567892,
- assignee='assignee')
- record_processor_inst = self.make_record_processor()
- bugs = list(record_processor_inst.process(record))
- self.assertEqual(len(bugs), 2)
- self.assertRecordsMatch({
- 'primary_key': 'bugf:bug_id',
- 'record_type': 'bugf',
- 'launchpad_id': 'owner',
- 'date': 1234567890,
- }, bugs[0])
- self.assertRecordsMatch({
- 'primary_key': 'bugr:bug_id',
- 'record_type': 'bugr',
- 'launchpad_id': 'assignee',
- 'date': 1234567891,
- }, bugs[1])
-
- def test_process_bug_fix_released_without_committed(self):
- record = self.generate_bugs(status='Fix Released',
- date_fix_released=1234567892,
- assignee='assignee')
- record_processor_inst = self.make_record_processor()
- bugs = list(record_processor_inst.process(record))
- self.assertEqual(len(bugs), 2)
- self.assertRecordsMatch({
- 'primary_key': 'bugf:bug_id',
- 'record_type': 'bugf',
- 'launchpad_id': 'owner',
- 'date': 1234567890,
- }, bugs[0])
- self.assertRecordsMatch({
- 'primary_key': 'bugr:bug_id',
- 'record_type': 'bugr',
- 'launchpad_id': 'assignee',
- 'date': 1234567892,
- }, bugs[1])
-
- def test_process_bug_fix_committed_without_assignee(self):
- record = self.generate_bugs(status='Fix Committed',
- date_fix_committed=1234567891)
- record_processor_inst = self.make_record_processor()
- bugs = list(record_processor_inst.process(record))
- self.assertEqual(len(bugs), 2)
- self.assertRecordsMatch({
- 'primary_key': 'bugf:bug_id',
- 'record_type': 'bugf',
- 'launchpad_id': 'owner',
- 'date': 1234567890,
- }, bugs[0])
- self.assertRecordsMatch({
- 'primary_key': 'bugr:bug_id',
- 'record_type': 'bugr',
- 'launchpad_id': '*unassigned',
- 'date': 1234567891,
- }, bugs[1])
-
- # process records complex scenarios
-
- def test_process_blueprint_one_draft_spawned_lp_doesnt_know_user(self):
- # In: blueprint record
- # LP doesn't know user
- # Out: blueprint-draft record
- # new user profile created
- record_processor_inst = self.make_record_processor()
-
- processed_records = list(record_processor_inst.process([
- {'record_type': 'bp',
- 'id': 'mod:blueprint',
- 'self_link': 'http://launchpad.net/blueprint',
- 'owner': 'john_doe',
- 'date_created': 1234567890}
- ]))
-
- self.assertRecordsMatch(
- {'record_type': 'bpd',
- 'launchpad_id': 'john_doe',
- 'author_name': 'john_doe',
- 'company_name': '*independent'},
- processed_records[0])
-
- user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst, user_id='john_doe')
- self.assertEqual({
- 'seq': 1,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'john_doe',
- 'emails': [],
- 'companies': [{'company_name': '*independent', 'end_date': 0}]
- }, user)
-
- def test_process_blueprint_one_draft_spawned_lp_knows_user(self):
- # In: blueprint record
- # LP knows user
- # Out: blueprint-draft record
- # new user profile created, name is taken from LP profile
- record_processor_inst = self.make_record_processor(
- lp_user_name={
- 'john_doe': {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_records = list(record_processor_inst.process([
- {'record_type': 'bp',
- 'id': 'mod:blueprint',
- 'self_link': 'http://launchpad.net/blueprint',
- 'owner': 'john_doe',
- 'date_created': 1234567890}
- ]))
-
- self.assertRecordsMatch(
- {'record_type': 'bpd',
- 'launchpad_id': 'john_doe',
- 'author_name': 'John Doe',
- 'company_name': '*independent'},
- processed_records[0])
-
- user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst, user_id='john_doe')
- self.assertEqual({
- 'seq': 1,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': [],
- 'companies': [{'company_name': '*independent', 'end_date': 0}]
- }, user)
-
- def test_process_blueprint_then_review(self):
- record_processor_inst = self.make_record_processor(
- lp_user_name={
- 'john_doe': {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_records = list(record_processor_inst.process([
- {'record_type': 'bp',
- 'id': 'mod:blueprint',
- 'self_link': 'http://launchpad.net/blueprint',
- 'owner': 'john_doe',
- 'date_created': 1234567890},
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@gmail.com',
- 'username': 'john_doe'},
- 'createdOn': 1379404951,
- 'module': 'nova', 'branch': 'master'}
- ]))
-
- self.assertRecordsMatch(
- {'record_type': 'bpd',
- 'user_id': 'john_doe',
- 'author_name': 'John Doe',
- 'company_name': '*independent'},
- processed_records[0])
-
- self.assertRecordsMatch(
- {'record_type': 'review',
- 'user_id': 'john_doe',
- 'author_name': 'John Doe',
- 'author_email': 'john_doe@gmail.com',
- 'company_name': '*independent'},
- processed_records[1])
-
- user = {'seq': 1,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'gerrit_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@gmail.com'],
- 'companies': [{'company_name': '*independent', 'end_date': 0}]}
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe'))
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- email='john_doe@gmail.com'))
-
- def test_process_blueprint_then_commit(self):
- record_processor_inst = self.make_record_processor(
- lp_user_name={
- 'john_doe': {'name': 'john_doe', 'display_name': 'John Doe'}},
- lp_info={'john_doe@gmail.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_records = list(record_processor_inst.process([
- {'record_type': 'bp',
- 'id': 'mod:blueprint',
- 'self_link': 'http://launchpad.net/blueprint',
- 'owner': 'john_doe',
- 'date_created': 1234567890},
- {'record_type': 'commit',
- 'commit_id': 'de7e8f297c193fb310f22815334a54b9c76a0be1',
- 'author_name': 'John Doe',
- 'author_email': 'john_doe@gmail.com',
- 'date': 1234567890,
- 'lines_added': 25,
- 'lines_deleted': 9,
- 'release_name': 'havana'}
- ]))
-
- self.assertRecordsMatch(
- {'record_type': 'bpd',
- 'launchpad_id': 'john_doe',
- 'author_name': 'John Doe',
- 'company_name': '*independent'},
- processed_records[0])
-
- self.assertRecordsMatch(
- {'record_type': 'commit',
- 'user_id': 'john_doe',
- 'author_name': 'John Doe',
- 'author_email': 'john_doe@gmail.com',
- 'company_name': '*independent'},
- processed_records[1])
-
- user = {'seq': 1,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@gmail.com'],
- 'companies': [{'company_name': '*independent', 'end_date': 0}]}
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe'))
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- email='john_doe@gmail.com'))
-
- def test_process_review_then_blueprint(self):
- record_processor_inst = self.make_record_processor(
- lp_user_name={
- 'john_doe': {'name': 'john_doe', 'display_name': 'John Doe'}})
-
- processed_records = list(record_processor_inst.process([
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@gmail.com',
- 'username': 'john_doe'},
- 'createdOn': 1379404951,
- 'module': 'nova', 'branch': 'master'},
- {'record_type': 'bp',
- 'id': 'mod:blueprint',
- 'self_link': 'http://launchpad.net/blueprint',
- 'owner': 'john_doe',
- 'date_created': 1234567890}
- ]))
-
- self.assertRecordsMatch(
- {'record_type': 'review',
- 'user_id': 'john_doe',
- 'author_name': 'John Doe',
- 'author_email': 'john_doe@gmail.com',
- 'company_name': '*independent'},
- processed_records[0])
-
- self.assertRecordsMatch(
- {'record_type': 'bpd',
- 'user_id': 'john_doe',
- 'author_name': 'John Doe',
- 'company_name': '*independent'},
- processed_records[1])
-
- user = {'seq': 1,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'gerrit_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@gmail.com'],
- 'companies': [{'company_name': '*independent', 'end_date': 0}]}
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe'))
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- email='john_doe@gmail.com'))
-
- def test_create_member(self):
- member_record = {'member_id': '123456789',
- 'member_name': 'John Doe',
- 'member_uri': 'http://www.openstack.org/community'
- '/members/profile/123456789',
- 'date_joined': 'August 01, 2012 ',
- 'company_draft': 'Mirantis'}
-
- record_processor_inst = self.make_record_processor()
- result_member = next(record_processor_inst._process_member(
- member_record))
-
- self.assertEqual(result_member['primary_key'], 'member:123456789')
- self.assertEqual(result_member['date'], utils.member_date_to_timestamp(
- 'August 01, 2012 '))
- self.assertEqual(result_member['author_name'], 'John Doe')
- self.assertEqual(result_member['company_name'], 'Mirantis')
-
- result_user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- member_id='123456789')
-
- self.assertEqual(result_user['user_name'], 'John Doe')
- self.assertEqual(result_user['company_name'], 'Mirantis')
- self.assertEqual(result_user['companies'],
- [{'company_name': 'Mirantis', 'end_date': 0}])
-
- def test_update_member(self):
- member_record = {'member_id': '123456789',
- 'member_name': 'John Doe',
- 'member_uri': 'http://www.openstack.org/community'
- '/members/profile/123456789',
- 'date_joined': 'August 01, 2012 ',
- 'company_draft': 'Mirantis'}
-
- record_processor_inst = self.make_record_processor()
-
- updated_member_record = member_record
- updated_member_record['member_name'] = 'Bill Smith'
- updated_member_record['company_draft'] = 'Rackspace'
-
- result_member = next(record_processor_inst._process_member(
- updated_member_record))
- self.assertEqual(result_member['author_name'], 'Bill Smith')
- self.assertEqual(result_member['company_name'], 'Rackspace')
-
- result_user = user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- member_id='123456789')
-
- self.assertEqual(result_user['user_name'], 'Bill Smith')
- self.assertEqual(result_user['companies'],
- [{'company_name': 'Rackspace', 'end_date': 0}])
-
- def test_process_email_then_review(self):
- # it is expected that the user profile will contain email and
- # gerrit id, while LP id will be None
- record_processor_inst = self.make_record_processor()
-
- list(record_processor_inst.process([
- {'record_type': 'email',
- 'message_id': '
',
- 'author_email': 'john_doe@gmail.com',
- 'subject': 'hello, world!',
- 'body': 'lorem ipsum',
- 'date': 1234567890},
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@gmail.com',
- 'username': 'john_doe'},
- 'createdOn': 1379404951,
- 'module': 'nova', 'branch': 'master'}
- ]))
-
- user = {'seq': 1,
- 'user_id': 'john_doe@gmail.com',
- 'gerrit_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@gmail.com'],
- 'companies': [{'company_name': '*independent', 'end_date': 0}]}
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- email='john_doe@gmail.com'))
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- gerrit_id='john_doe'))
-
- def test_process_email_then_review_gerrit_id_same_as_launchpad_id(self):
- # it is expected that the user profile will contain email, LP id and
- # gerrit id
- record_processor_inst = self.make_record_processor(
- lp_user_name={'john_doe': {'name': 'john_doe',
- 'display_name': 'John Doe'}}
- )
-
- list(record_processor_inst.process([
- {'record_type': 'email',
- 'message_id': '',
- 'author_email': 'john_doe@gmail.com',
- 'subject': 'hello, world!',
- 'body': 'lorem ipsum',
- 'date': 1234567890},
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@gmail.com',
- 'username': 'john_doe'},
- 'createdOn': 1379404951,
- 'module': 'nova', 'branch': 'master'}
- ]))
-
- user = {'seq': 1,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'gerrit_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@gmail.com'],
- 'companies': [{'company_name': '*independent', 'end_date': 0}]}
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- email='john_doe@gmail.com'))
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe'))
- self.assertEqual(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- gerrit_id='john_doe'))
-
- def test_process_commit_then_review_with_different_email(self):
- record_processor_inst = self.make_record_processor(
- lp_info={'john_doe@gmail.com':
- {'name': 'john_doe', 'display_name': 'John Doe'}},
- lp_user_name={'john_doe': {'name': 'john_doe',
- 'display_name': 'John Doe'}},
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}])
-
- list(record_processor_inst.process([
- {'record_type': 'commit',
- 'commit_id': 'de7e8f297c193fb310f22815334a54b9c76a0be1',
- 'author_name': 'John Doe', 'author_email': 'john_doe@gmail.com',
- 'date': 1234567890, 'lines_added': 25, 'lines_deleted': 9,
- 'release_name': 'havana'},
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'Bill Smith', 'email': 'bill@smith.to',
- 'username': 'bsmith'},
- 'createdOn': 1379404951, 'module': 'nova', 'branch': 'master',
- 'patchSets': [
- {'number': '1',
- 'revision': '4d8984e92910c37b7d101c1ae8c8283a2e6f4a76',
- 'ref': 'refs/changes/16/58516/1',
- 'uploader': {'name': 'Bill Smith', 'email': 'bill@smith.to',
- 'username': 'bsmith'},
- 'createdOn': 1385470730,
- 'approvals': [
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '1', 'grantedOn': 1385478464,
- 'by': {'name': 'John Doe', 'email': 'john_doe@ibm.com',
- 'username': 'john_doe'}}]}]}
- ]))
- user = {'seq': 1,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@ibm.com', 'john_doe@gmail.com'],
- 'companies': [{'company_name': 'IBM', 'end_date': 0}]}
- self.assertUsersMatch(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- user_id='john_doe'))
- self.assertUsersMatch(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- email='john_doe@gmail.com'))
- self.assertUsersMatch(user, user_processor.load_user(
- record_processor_inst.runtime_storage_inst,
- email='john_doe@ibm.com'))
-
- def test_merge_users(self):
- record_processor_inst = self.make_record_processor(
- lp_user_name={
- 'john_doe': {'name': 'john_doe', 'display_name': 'John Doe'}
- },
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- )
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
-
- runtime_storage_inst.set_records(record_processor_inst.process([
- {'record_type': 'bp',
- 'id': 'mod:blueprint',
- 'self_link': 'http://launchpad.net/blueprint',
- 'owner': 'john_doe',
- 'date_created': 1234567890},
- {'record_type': 'email',
- 'message_id': '',
- 'author_email': 'john_doe@ibm.com', 'author_name': 'John Doe',
- 'subject': 'hello, world!',
- 'body': 'lorem ipsum',
- 'date': 1234567890},
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@ibm.com',
- 'username': 'john_doe'},
- 'createdOn': 1379404951,
- 'module': 'nova', 'branch': 'master'}
- ]))
-
- record_processor_inst.post_processing({})
-
- user = {'seq': 2,
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'gerrit_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@ibm.com'],
- 'companies': [{'company_name': 'IBM', 'end_date': 0}]}
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
- self.assertEqual(2, runtime_storage_inst.get_by_key('user:count'))
- self.assertIsNone(user_processor.load_user(
- runtime_storage_inst, 1))
- self.assertEqual(user, user_processor.load_user(
- runtime_storage_inst, 2))
- self.assertEqual(user, user_processor.load_user(
- runtime_storage_inst, user_id='john_doe'))
- self.assertEqual(user, user_processor.load_user(
- runtime_storage_inst, email='john_doe@ibm.com'))
- self.assertEqual(user, user_processor.load_user(
- runtime_storage_inst, gerrit_id='john_doe'))
-
- # all records should have the same user_id and company name
- for record in runtime_storage_inst.get_all_records():
- self.assertEqual('john_doe', record['user_id'],
- message='Record %s' % record['primary_key'])
- self.assertEqual('IBM', record['company_name'],
- message='Record %s' % record['primary_key'])
-
- def test_core_user_guess(self):
- record_processor_inst = self.make_record_processor(
- lp_user_name={
- 'john_doe': {'name': 'john_doe', 'display_name': 'John Doe'},
- 'homer': {'name': 'homer', 'display_name': 'Homer Simpson'},
- },
- companies=[{'company_name': 'IBM', 'domains': ['ibm.com']}],
- )
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
-
- timestamp = int(time.time())
- runtime_storage_inst.set_records(record_processor_inst.process([
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@ibm.com',
- 'username': 'john_doe'},
- 'createdOn': timestamp,
- 'module': 'nova',
- 'branch': 'master',
- 'patchSets': [
- {'number': '1',
- 'revision': '4d8984e92910c37b7d101c1ae8c8283a2e6f4a76',
- 'ref': 'refs/changes/16/58516/1',
- 'uploader': {
- 'name': 'Bill Smith',
- 'email': 'bill@smith.to',
- 'username': 'bsmith'},
- 'createdOn': timestamp,
- 'approvals': [
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '2', 'grantedOn': timestamp,
- 'by': {
- 'name': 'John Doe',
- 'email': 'john_doe@ibm.com',
- 'username': 'john_doe'}},
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '-1', 'grantedOn': timestamp - 1, # differ
- 'by': {
- 'name': 'Homer Simpson',
- 'email': 'hsimpson@gmail.com',
- 'username': 'homer'}}
- ]
- }]}
- ]))
-
- record_processor_inst.post_processing({})
-
- user_1 = {'seq': 1, 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe', 'user_name': 'John Doe',
- 'emails': ['john_doe@ibm.com'],
- 'core': [('nova', 'master')],
- 'companies': [{'company_name': 'IBM', 'end_date': 0}]}
- user_2 = {'seq': 3, 'user_id': 'homer',
- 'launchpad_id': 'homer', 'user_name': 'Homer Simpson',
- 'emails': ['hsimpson@gmail.com'],
- 'companies': [{'company_name': '*independent',
- 'end_date': 0}]}
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
- self.assertUsersMatch(user_1, user_processor.load_user(
- runtime_storage_inst, user_id='john_doe'))
- self.assertUsersMatch(user_2, user_processor.load_user(
- runtime_storage_inst, user_id='homer'))
-
- def test_process_commit_with_coauthors(self):
- record_processor_inst = self.make_record_processor(
- lp_info={'jimi.hendrix@openstack.com':
- {'name': 'jimi', 'display_name': 'Jimi Hendrix'},
- 'tupac.shakur@openstack.com':
- {'name': 'tupac', 'display_name': 'Tupac Shakur'},
- 'bob.dylan@openstack.com':
- {'name': 'bob', 'display_name': 'Bob Dylan'}})
- processed_commits = list(record_processor_inst.process([
- {'record_type': 'commit',
- 'commit_id': 'de7e8f297c193fb310f22815334a54b9c76a0be1',
- 'author_name': 'Jimi Hendrix',
- 'author_email': 'jimi.hendrix@openstack.com', 'date': 1234567890,
- 'lines_added': 25, 'lines_deleted': 9, 'release_name': 'havana',
- 'coauthor': [{'author_name': 'Tupac Shakur',
- 'author_email': 'tupac.shakur@openstack.com'},
- {'author_name': 'Bob Dylan',
- 'author_email': 'bob.dylan@openstack.com'}]}]))
-
- self.assertEqual(3, len(processed_commits))
-
- self.assertRecordsMatch({
- 'user_id': 'tupac',
- 'author_email': 'tupac.shakur@openstack.com',
- 'author_name': 'Tupac Shakur',
- }, processed_commits[0])
- self.assertRecordsMatch({
- 'user_id': 'jimi',
- 'author_email': 'jimi.hendrix@openstack.com',
- 'author_name': 'Jimi Hendrix',
- }, processed_commits[2])
- self.assertEqual('tupac',
- processed_commits[0]['coauthor'][0]['user_id'])
- self.assertEqual('bob',
- processed_commits[0]['coauthor'][1]['user_id'])
- self.assertEqual('jimi',
- processed_commits[0]['coauthor'][2]['user_id'])
-
- def test_process_commit_with_coauthors_no_dup_of_author(self):
- record_processor_inst = self.make_record_processor(
- lp_info={'jimi.hendrix@openstack.com':
- {'name': 'jimi', 'display_name': 'Jimi Hendrix'},
- 'bob.dylan@openstack.com':
- {'name': 'bob', 'display_name': 'Bob Dylan'}})
- processed_commits = list(record_processor_inst.process([
- {'record_type': 'commit',
- 'commit_id': 'de7e8f297c193fb310f22815334a54b9c76a0be1',
- 'author_name': 'Jimi Hendrix',
- 'author_email': 'jimi.hendrix@openstack.com', 'date': 1234567890,
- 'lines_added': 25, 'lines_deleted': 9, 'release_name': 'havana',
- 'coauthor': [{'author_name': 'Jimi Hendrix',
- 'author_email': 'jimi.hendrix@openstack.com'},
- {'author_name': 'Bob Dylan',
- 'author_email': 'bob.dylan@openstack.com'}]}]))
-
- self.assertEqual(2, len(processed_commits))
-
- self.assertEqual('jimi',
- processed_commits[0]['coauthor'][0]['user_id'])
- self.assertEqual('bob',
- processed_commits[0]['coauthor'][1]['user_id'])
-
- # record post-processing
-
- def test_blueprint_mention_count(self):
- record_processor_inst = self.make_record_processor()
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
-
- runtime_storage_inst.set_records(record_processor_inst.process([
- {'record_type': 'bp',
- 'id': 'mod:blueprint',
- 'self_link': 'http://launchpad.net/blueprint',
- 'owner': 'john_doe',
- 'date_created': 1234567890},
- {'record_type': 'bp',
- 'id': 'mod:ignored',
- 'self_link': 'http://launchpad.net/ignored',
- 'owner': 'john_doe',
- 'date_created': 1234567890},
- {'record_type': 'email',
- 'message_id': '',
- 'author_email': 'john_doe@gmail.com', 'author_name': 'John Doe',
- 'subject': 'hello, world!',
- 'body': 'lorem ipsum',
- 'date': 1234567890,
- 'blueprint_id': ['mod:blueprint']},
- {'record_type': 'email',
- 'message_id': '',
- 'author_email': 'john_doe@gmail.com', 'author_name': 'John Doe',
- 'subject': 'hello, world!',
- 'body': 'lorem ipsum',
- 'date': 1234567895,
- 'blueprint_id': ['mod:blueprint', 'mod:invalid']},
- ]))
- record_processor_inst.post_processing({})
-
- bp1 = runtime_storage_inst.get_by_primary_key('bpd:mod:blueprint')
- self.assertEqual(2, bp1['mention_count'])
- self.assertEqual(1234567895, bp1['mention_date'])
-
- bp2 = runtime_storage_inst.get_by_primary_key('bpd:mod:ignored')
- self.assertEqual(0, bp2['mention_count'])
- self.assertEqual(0, bp2['mention_date'])
-
- email = runtime_storage_inst.get_by_primary_key('')
- self.assertIn('mod:blueprint', email['blueprint_id'])
- self.assertNotIn('mod:invalid', email['blueprint_id'])
-
- def test_mark_disagreement(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['john_doe@ibm.com'],
- 'core': [('nova', 'master')],
- 'companies': [{'company_name': 'IBM', 'end_date': 0}]}
- ],
- )
- timestamp = int(time.time())
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
- runtime_storage_inst.set_records(record_processor_inst.process([
- {'record_type': 'review',
- 'id': 'I1045730e47e9e6ad31fcdfbaefdad77e2f3b2c3e',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@ibm.com',
- 'username': 'john_doe'},
- 'createdOn': timestamp,
- 'module': 'nova',
- 'branch': 'master',
- 'status': 'NEW',
- 'patchSets': [
- {'number': '1',
- 'revision': '4d8984e92910c37b7d101c1ae8c8283a2e6f4a76',
- 'ref': 'refs/changes/16/58516/1',
- 'uploader': {
- 'name': 'Bill Smith',
- 'email': 'bill@smith.to',
- 'username': 'bsmith'},
- 'createdOn': timestamp,
- 'approvals': [
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '2', 'grantedOn': timestamp - 1,
- 'by': {
- 'name': 'Homer Simpson',
- 'email': 'hsimpson@gmail.com',
- 'username': 'homer'}},
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '-2', 'grantedOn': timestamp,
- 'by': {
- 'name': 'John Doe',
- 'email': 'john_doe@ibm.com',
- 'username': 'john_doe'}}
- ]
- },
- {'number': '2',
- 'revision': '4d8984e92910c37b7d101c1ae8c8283a2e6f4a76',
- 'ref': 'refs/changes/16/58516/1',
- 'uploader': {
- 'name': 'Bill Smith',
- 'email': 'bill@smith.to',
- 'username': 'bsmith'},
- 'createdOn': timestamp + 1,
- 'approvals': [
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '1', 'grantedOn': timestamp + 2,
- 'by': {
- 'name': 'Homer Simpson',
- 'email': 'hsimpson@gmail.com',
- 'username': 'homer'}},
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '-1', 'grantedOn': timestamp + 3,
- 'by': {
- 'name': 'Bart Simpson',
- 'email': 'bsimpson@gmail.com',
- 'username': 'bart'}},
- {'type': 'Code-Review', 'description': 'Code Review',
- 'value': '2', 'grantedOn': timestamp + 4,
- 'by': {
- 'name': 'John Doe',
- 'email': 'john_doe@ibm.com',
- 'username': 'john_doe'}}
- ]
- }
- ]}
- ]))
- record_processor_inst.post_processing({})
-
- marks = list([r for r in runtime_storage_inst.get_all_records()
- if r['record_type'] == 'mark'])
-
- homer_mark = next(six.moves.filter(
- lambda x: x['date'] == (timestamp - 1), marks), None)
- self.assertTrue(homer_mark.get('disagreement'),
- msg='Disagreement: core set -2 after +2')
-
- homer_mark = next(six.moves.filter(
- lambda x: x['date'] == (timestamp + 2), marks), None)
- self.assertFalse(homer_mark.get('disagreement'),
- msg='No disagreement: core set +2 after +1')
-
- bart_mark = next(six.moves.filter(
- lambda x: x['date'] == (timestamp + 3), marks), None)
- self.assertTrue(bart_mark.get('disagreement'),
- msg='Disagreement: core set +2 after -1')
-
- def test_commit_merge_date(self):
- record_processor_inst = self.make_record_processor()
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
-
- runtime_storage_inst.set_records(record_processor_inst.process([
- {'record_type': 'commit',
- 'commit_id': 'de7e8f2',
- 'change_id': ['I104573'],
- 'author_name': 'John Doe',
- 'author_email': 'john_doe@gmail.com',
- 'date': 1234567890,
- 'lines_added': 25,
- 'lines_deleted': 9,
- 'module': u'stackalytics',
- 'release_name': 'havana'},
- {'record_type': 'review',
- 'id': 'I104573',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@gmail.com',
- 'username': 'john_doe'},
- 'createdOn': 1385478465,
- 'lastUpdated': 1385490000,
- 'status': 'MERGED',
- 'module': 'nova', 'branch': 'master'},
- ]))
- record_processor_inst.post_processing({})
-
- commit = runtime_storage_inst.get_by_primary_key('de7e8f2')
- self.assertEqual(1385490000, commit['date'])
-
- def test_commit_module_alias(self):
- record_processor_inst = self.make_record_processor()
- runtime_storage_inst = record_processor_inst.runtime_storage_inst
-
- with mock.patch('stackalytics.processor.utils.load_repos') as patch:
- patch.return_value = [{'module': 'sahara', 'aliases': ['savanna']}]
- runtime_storage_inst.set_records(record_processor_inst.process([
- {'record_type': 'commit',
- 'commit_id': 'de7e8f2',
- 'change_id': ['I104573'],
- 'author_name': 'John Doe',
- 'author_email': 'john_doe@gmail.com',
- 'date': 1234567890,
- 'lines_added': 25,
- 'lines_deleted': 9,
- 'module': u'savanna',
- 'release_name': 'havana'},
- {'record_type': 'review',
- 'id': 'I104573',
- 'subject': 'Fix AttributeError in Keypair._add_details()',
- 'owner': {'name': 'John Doe',
- 'email': 'john_doe@gmail.com',
- 'username': 'john_doe'},
- 'createdOn': 1385478465,
- 'lastUpdated': 1385490000,
- 'status': 'MERGED',
- 'module': 'nova', 'branch': 'master'},
- ]))
- record_processor_inst.post_processing({})
-
- commit = runtime_storage_inst.get_by_primary_key('de7e8f2')
- self.assertEqual('sahara', commit['module'])
-
- # update records
-
- def _generate_record_commit(self):
- yield {'commit_id': u'0afdc64bfd041b03943ceda7849c4443940b6053',
- 'lines_added': 9,
- 'module': u'stackalytics',
- 'record_type': 'commit',
- 'message': u'Closes bug 1212953\n\nChange-Id: '
- u'I33f0f37b6460dc494abf2520dc109c9893ace9e6\n',
- 'subject': u'Fixed affiliation of Edgar and Sumit',
- 'loc': 10,
- 'user_id': u'john_doe',
- 'primary_key': u'0afdc64bfd041b03943ceda7849c4443940b6053',
- 'author_email': u'jdoe@super.no',
- 'company_name': u'SuperCompany',
- 'record_id': 6,
- 'lines_deleted': 1,
- 'week': 2275,
- 'blueprint_id': None,
- 'bug_id': u'1212953',
- 'files_changed': 1,
- 'author_name': u'John Doe',
- 'date': 1376737923,
- 'launchpad_id': u'john_doe',
- 'branches': set([u'master']),
- 'change_id': u'I33f0f37b6460dc494abf2520dc109c9893ace9e6',
- 'release': u'havana'}
-
- # mail processing
-
- def test_process_mail(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com', 'johndoe@nec.co.jp'],
- 'companies': [
- {'company_name': 'NEC', 'end_date': 0},
- ]
- }
- ],
- repos=[{"module": "stackalytics"}]
- )
-
- processed_commit = list(record_processor_inst.process(
- generate_emails(
- author_email='johndoe@gmail.com',
- author_name='John Doe',
- subject='[openstack-dev] [Stackalytics] Configuration files')
- ))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- 'module': 'stackalytics',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_process_mail_guessed(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com', 'johndoe@nec.co.jp'],
- 'companies': [
- {'company_name': 'NEC', 'end_date': 0},
- ]
- }
- ],
- repos=[{'module': 'nova'}, {'module': 'neutron'}]
- )
-
- processed_commit = list(record_processor_inst.process(
- generate_emails(
- author_email='johndoe@gmail.com',
- author_name='John Doe',
- subject='[openstack-dev] [Neutron] [Nova] Integration issue')
- ))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- 'module': 'neutron',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_process_mail_guessed_module_in_body_override(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com', 'johndoe@nec.co.jp'],
- 'companies': [
- {'company_name': 'NEC', 'end_date': 0},
- ]
- }
- ],
- repos=[{'module': 'nova'}, {'module': 'neutron'}]
- )
-
- processed_commit = list(record_processor_inst.process(
- generate_emails(
- author_email='johndoe@gmail.com',
- author_name='John Doe',
- module='nova',
- subject='[openstack-dev] [neutron] Comments/questions on the')
- ))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- 'module': 'neutron',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_process_mail_guessed_module_in_body(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com', 'johndoe@nec.co.jp'],
- 'companies': [
- {'company_name': 'NEC', 'end_date': 0},
- ]
- }
- ],
- repos=[{'module': 'nova'}, {'module': 'neutron'}]
- )
-
- processed_commit = list(record_processor_inst.process(
- generate_emails(
- author_email='johndoe@gmail.com',
- author_name='John Doe',
- module='nova',
- subject='[openstack-dev] Comments/questions on the')
- ))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- 'module': 'nova',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_process_mail_unmatched(self):
- record_processor_inst = self.make_record_processor(
- users=[
- {
- 'user_id': 'john_doe',
- 'launchpad_id': 'john_doe',
- 'user_name': 'John Doe',
- 'emails': ['johndoe@gmail.com', 'johndoe@nec.co.jp'],
- 'companies': [
- {'company_name': 'NEC', 'end_date': 0},
- ]
- }
- ],
- repos=[{'module': 'nova'}, {'module': 'neutron'}]
- )
-
- processed_commit = list(record_processor_inst.process(
- generate_emails(
- author_email='johndoe@gmail.com',
- author_name='John Doe',
- subject='[openstack-dev] Comments/questions on the')
- ))[0]
-
- expected_commit = {
- 'user_id': 'john_doe',
- 'author_email': 'johndoe@gmail.com',
- 'author_name': 'John Doe',
- 'company_name': 'NEC',
- 'module': 'unknown',
- }
-
- self.assertRecordsMatch(expected_commit, processed_commit)
-
- def test_get_modules(self):
- record_processor_inst = self.make_record_processor()
- with mock.patch('stackalytics.processor.utils.load_repos') as patch:
- patch.return_value = [{'module': 'nova'},
- {'module': 'python-novaclient'},
- {'module': 'neutron'},
- {'module': 'sahara', 'aliases': ['savanna']}]
- modules, module_alias_map = record_processor_inst._get_modules()
- self.assertEqual(set(['nova', 'neutron', 'sahara', 'savanna']),
- set(modules))
- self.assertEqual({'savanna': 'sahara'}, module_alias_map)
-
- def test_guess_module(self):
- record_processor_inst = self.make_record_processor()
- with mock.patch('stackalytics.processor.utils.load_repos') as patch:
- patch.return_value = [{'module': 'sahara', 'aliases': ['savanna']}]
- record = {'subject': '[savanna] T'}
- record_processor_inst._guess_module(record)
- self.assertEqual({'subject': '[savanna] T', 'module': 'sahara'},
- record)
-
- def assertRecordsMatch(self, expected, actual):
- for key, value in six.iteritems(expected):
- self.assertEqual(value, actual.get(key),
- 'Values for key %s do not match' % key)
-
- def assertUsersMatch(self, expected, actual):
- self.assertIsNotNone(actual, 'User should not be None')
- match = True
- for key, value in six.iteritems(expected):
- if key == 'emails':
- match = (set(value) == set(actual.get(key)))
- else:
- match = (value == actual.get(key))
-
- self.assertTrue(match, 'User %s should match %s' % (actual, expected))
-
- # Helpers
-
- def make_record_processor(self, users=None, companies=None, releases=None,
- repos=None, lp_info=None, lp_user_name=None):
- rp = record_processor.RecordProcessor(make_runtime_storage(
- users=users, companies=companies, releases=releases, repos=repos))
-
- if lp_info is not None:
- self.lp_profile_by_email.side_effect = (
- lambda x: lp_info.get(x))
-
- if lp_user_name is not None:
- self.lp_profile_by_launchpad_id.side_effect = (
- lambda x: lp_user_name.get(x))
-
- return rp
-
-
-def generate_commits(author_name='John Doe', author_email='johndoe@gmail.com',
- date=1999999999):
- yield {
- 'record_type': 'commit',
- 'commit_id': 'de7e8f297c193fb310f22815334a54b9c76a0be1',
- 'author_name': author_name,
- 'author_email': author_email,
- 'date': date,
- 'lines_added': 25,
- 'lines_deleted': 9,
- 'release_name': 'havana',
- }
-
-
-def generate_emails(author_name='John Doe', author_email='johndoe@gmail.com',
- date=1999999999, subject='[openstack-dev]', module=None):
- yield {
- 'record_type': 'email',
- 'message_id': 'de7e8f297c193fb310f22815334a54b9c76a0be1',
- 'author_name': author_name,
- 'author_email': author_email,
- 'date': date,
- 'subject': subject,
- 'module': module,
- 'body': 'lorem ipsum',
- }
-
-
-def make_runtime_storage(users=None, companies=None, releases=None,
- repos=None):
- runtime_storage_cache = {}
- runtime_storage_record_keys = []
-
- def get_by_key(key):
- if key == 'companies':
- return _make_companies(companies or [
- {"company_name": "*independent", "domains": [""]},
- ])
- elif key == 'users':
- return _make_users(users or [])
- elif key == 'releases':
- return releases or RELEASES
- elif key == 'repos':
- return repos or REPOS
- else:
- return runtime_storage_cache.get(key)
-
- def set_by_key(key, value):
- runtime_storage_cache[key] = value
-
- def delete_by_key(key):
- del runtime_storage_cache[key]
-
- def inc_user_count():
- count = runtime_storage_cache.get('user:count') or 0
- count += 1
- runtime_storage_cache['user:count'] = count
- return count
-
- def get_all_users():
- for n in six.moves.range(
- 0, (runtime_storage_cache.get('user:count') or 0) + 1):
- u = runtime_storage_cache.get('user:%s' % n)
- if u:
- yield u
-
- def set_records(records_iterator):
- for record in records_iterator:
- runtime_storage_cache[record['primary_key']] = record
- runtime_storage_record_keys.append(record['primary_key'])
-
- def get_all_records():
- return [runtime_storage_cache[key]
- for key in runtime_storage_record_keys]
-
- def get_by_primary_key(primary_key):
- return runtime_storage_cache.get(primary_key)
-
- rs = mock.Mock(runtime_storage.RuntimeStorage)
- rs.get_by_key = mock.Mock(side_effect=get_by_key)
- rs.set_by_key = mock.Mock(side_effect=set_by_key)
- rs.delete_by_key = mock.Mock(side_effect=delete_by_key)
- rs.inc_user_count = mock.Mock(side_effect=inc_user_count)
- rs.get_all_users = mock.Mock(side_effect=get_all_users)
- rs.set_records = mock.Mock(side_effect=set_records)
- rs.get_all_records = mock.Mock(side_effect=get_all_records)
- rs.get_by_primary_key = mock.Mock(side_effect=get_by_primary_key)
-
- if users:
- for user in users:
- set_by_key('user:%s' % user['user_id'], user)
- if user.get('launchpad_id'):
- set_by_key('user:%s' % user['launchpad_id'], user)
- for email in user.get('emails') or []:
- set_by_key('user:%s' % email, user)
-
- return rs
-
-
-def _make_users(users):
- users_index = {}
- for user in users:
- if 'user_id' in user:
- users_index[user['user_id']] = user
- if 'launchpad_id' in user:
- users_index[user['launchpad_id']] = user
- for email in user['emails']:
- users_index[email] = user
- return users_index
-
-
-def _make_companies(companies):
- domains_index = {}
- for company in companies:
- for domain in company['domains']:
- domains_index[domain] = company['company_name']
- return domains_index
diff --git a/stackalytics/tests/unit/test_user_processor.py b/stackalytics/tests/unit/test_user_processor.py
deleted file mode 100644
index d35ebc99d..000000000
--- a/stackalytics/tests/unit/test_user_processor.py
+++ /dev/null
@@ -1,139 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import testtools
-
-from stackalytics.processor import user_processor
-from stackalytics.processor import utils
-
-
-class TestUserProcessor(testtools.TestCase):
-
- def test_update_user(self):
- user = {
- "launchpad_id": "user",
- "companies": [
- {
- "company_name": "Rackspace",
- "end_date": "2011-Nov-20"
- },
- {
- "company_name": "IBM",
- "end_date": None
- }
- ],
- "user_name": "John Smith",
- "emails": ["john@smith.com"]
- }
-
- stored_user = {
- "launchpad_id": "user",
- "companies": [
- {
- "company_name": "Rackspace",
- "end_date": "2011-Nov-20"
- },
- {
- "company_name": "IBM",
- "end_date": None
- }
- ],
- "user_name": "Johnny",
- "emails": ["john@smith.com", "mapped_email@gmail.com"],
- "static": True
- }
-
- updated_user = user_processor.update_user_profile(stored_user, user)
-
- # merge emails from profile with those discovered by Stackalytics
- self.assertEqual(set(stored_user['emails']),
- set(updated_user['emails']))
- # name from the profile has higher priority over mined
- self.assertEqual(user['user_name'], updated_user['user_name'])
- # static flag must present
- self.assertTrue(updated_user.get('static'))
-
- def test_update_user_unknown_user(self):
- user = {
- "launchpad_id": "user",
- "companies": [
- {
- "company_name": "Rackspace",
- "end_date": "2011-Nov-20"
- },
- {
- "company_name": "IBM",
- "end_date": None
- }
- ],
- "user_name": "John Smith",
- "emails": ["john@smith.com"]
- }
-
- stored_user = None
-
- updated_user = user_processor.update_user_profile(stored_user, user)
- self.assertTrue(updated_user.get('static'))
-
- def test_are_users_same(self):
- users = [
- dict(seq=1),
- dict(seq=1),
- dict(seq=1),
- ]
- self.assertTrue(user_processor.are_users_same(users))
-
- def test_are_users_same_none(self):
- users = [
- {},
- {},
- ]
- self.assertFalse(user_processor.are_users_same(users))
-
- def test_are_users_not_same(self):
- users = [
- dict(seq=1),
- dict(seq=2),
- dict(seq=1),
- ]
- self.assertFalse(user_processor.are_users_same(users))
-
- def test_are_users_not_same_2(self):
- users = [
- dict(seq=1),
- dict(seq=1),
- {}
- ]
- self.assertFalse(user_processor.are_users_same(users))
-
- def test_resolve_companies_aliases(self):
- domains_index = {
- utils.normalize_company_name('IBM India'): 'IBM',
- utils.normalize_company_name('IBM Japan'): 'IBM',
- }
- user = [
- dict(company_name='IBM India', end_date=1234567890),
- dict(company_name='IBM Japan', end_date=2234567890),
- dict(company_name='Intel', end_date=0),
- ]
-
- observed = user_processor.resolve_companies_aliases(
- domains_index, user)
-
- expected = [
- dict(company_name='IBM', end_date=2234567890),
- dict(company_name='Intel', end_date=0),
- ]
- self.assertEqual(expected, observed)
diff --git a/stackalytics/tests/unit/test_utils.py b/stackalytics/tests/unit/test_utils.py
deleted file mode 100644
index 77e9b1333..000000000
--- a/stackalytics/tests/unit/test_utils.py
+++ /dev/null
@@ -1,197 +0,0 @@
-# Copyright (c) 2013 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import mock
-import testtools
-
-from stackalytics.processor import utils
-
-
-class TestUtils(testtools.TestCase):
-
- def _test_one_range(self, start, end, step):
- elements = set()
- for chunk in utils.make_range(start, end, step):
- for item in chunk:
- self.assertNotIn(item, elements)
- elements.add(item)
-
- self.assertSetEqual(set(range(start, end)), elements)
-
- def test_make_range_0_10_1(self):
- self._test_one_range(0, 10, 1)
-
- def test_make_range_0_10_3(self):
- self._test_one_range(0, 10, 3)
-
- def test_make_range_3_5_4(self):
- self._test_one_range(3, 5, 4)
-
- def test_make_range_5_26_10(self):
- self._test_one_range(5, 26, 10)
-
- def test_email_valid(self):
- self.assertTrue(utils.check_email_validity('pupkin@gmail.com'))
- self.assertTrue(utils.check_email_validity('v.pup_kin2@ntt.co.jp'))
-
- def test_email_invalid(self):
- self.assertFalse(utils.check_email_validity('pupkin@localhost'))
- self.assertFalse(utils.check_email_validity('222@some.(trash)'))
-
- def test_unwrap(self):
- original = 'Lorem ipsum. Dolor\nsit amet.\n Lorem\n ipsum.\ndolor!\n'
- expected = 'Lorem ipsum. Dolor sit amet.\n Lorem\n ipsum.\ndolor!'
-
- self.assertEqual(expected, utils.unwrap_text(original))
-
- def test_format_text_split_long_link(self):
- original = ('https://blueprints.launchpad.net/stackalytics/+spec/'
- 'stackalytics-core')
- expected = ('https://blueprints.launchpad.net'
- '/stackalytics/+spec/stackalytics-core')
-
- self.assertEqual(expected, utils.format_text(original))
-
- def test_format_text_split_full_class_path(self):
- original = 'tests.unit.benchmark.scenarios.test_base'
- expected = ('tests.unit.benchmark.'
- 'scenarios.test_base')
-
- self.assertEqual(expected, utils.format_text(original))
-
- def test_format_text_split_full_class_path_middle_line(self):
- original = 'some text tests.unit.benchmark.scenarios.test_base wide'
- expected = ('some text tests.unit.benchmark.'
- 'scenarios.test_base wide')
-
- self.assertEqual(expected, utils.format_text(original))
-
- def test_add_index(self):
- sequence = [{'name': 'A'}, {'name': 'B'}, {'name': 'C'}]
- expected = [{'index': 1, 'name': 'A'}, {'index': 2, 'name': 'B'},
- {'index': 3, 'name': 'C'}]
- self.assertEqual(expected, utils.add_index(sequence))
-
- def test_add_index_with_filter(self):
- sequence = [{'name': 'A'}, {'name': 'B'}, {'name': 'C'}]
- expected = [{'index': 0, 'name': 'A'}, {'index': '', 'name': 'B'},
- {'index': 1, 'name': 'C'}]
- self.assertEqual(expected, utils.add_index(
- sequence, start=0, item_filter=lambda x: x['name'] != 'B'))
-
- def test_keep_safe_chars(self):
- self.assertEqual('somemoretext',
- utils.keep_safe_chars('some more text'))
- self.assertEqual(u'(unicode)',
- utils.keep_safe_chars(u'(unicode \u0423) '))
-
- def test_normalize_company_name(self):
- company_names = ['EMC Corporation', 'Abc, corp..', 'Mirantis IT.',
- 'Red Hat, Inc.', 'abc s.r.o. ABC', '2s.r.o. co',
- 'AL.P.B L.P. s.r.o. s.r.o. C ltd.']
- correct_normalized_company_names = ['emc', 'abc', 'mirantis',
- 'redhat', 'abcabc', '2sro',
- 'alpbc']
- normalized_company_names = [utils.normalize_company_name(name)
- for name in company_names]
-
- self.assertEqual(normalized_company_names,
- correct_normalized_company_names)
-
- def test_validate_lp_display_name(self):
- profile = dict(name='johnny', display_name='John Smith')
- utils.validate_lp_display_name(profile)
- self.assertEqual('John Smith', profile['display_name'])
-
- profile = dict(name='johnny', display_name='')
- utils.validate_lp_display_name(profile)
- self.assertEqual('johnny', profile['display_name'])
-
- profile = None
- utils.validate_lp_display_name(profile)
- self.assertIsNone(profile)
-
- def test_pipeline_processor(self):
- counter = dict(n=0)
- consumed = []
- log = mock.Mock()
-
- def get_all_items():
- for i in range(5):
- counter['n'] += 1
- yield i
-
- def single_pass_uno():
- log('single_pass_uno:begin')
-
- def pass_1(s):
- yield s
-
- yield pass_1
-
- log('single_pass_uno:end')
-
- def single_pass_duo():
- log('single_pass_duo:begin')
-
- def pass_1(s):
- yield s + 10
-
- yield pass_1
-
- log('single_pass_duo:end')
-
- def double_pass():
- log('double_pass:begin')
- r = set()
-
- def pass_1(s):
- if s % 2:
- r.add(s)
-
- yield pass_1
-
- log('double_pass:middle')
-
- def pass_2(s):
- if s in r:
- yield s * 100
-
- yield pass_2
-
- log('double_pass:end')
-
- def consume(r):
- for x in r:
- consumed.append(x)
-
- processors = [single_pass_uno, double_pass, single_pass_duo]
- pipeline_processor = utils.make_pipeline_processor(processors)
- consume(pipeline_processor(get_all_items))
-
- self.assertEqual(10, counter['n']) # twice by 5 elements
-
- expected = [0, 10, 1, 11, 2, 12, 3, 13, 4, 14, 100, 300]
- self.assertEqual(expected, consumed)
-
- log.assert_has_calls([
- mock.call('single_pass_uno:begin'),
- mock.call('double_pass:begin'),
- mock.call('single_pass_duo:begin'),
- mock.call('single_pass_uno:end'),
- mock.call('double_pass:middle'),
- mock.call('single_pass_duo:end'),
- mock.call('double_pass:end'),
- ])
diff --git a/stackalytics/tests/unit/test_vcs.py b/stackalytics/tests/unit/test_vcs.py
deleted file mode 100644
index 57a4c180d..000000000
--- a/stackalytics/tests/unit/test_vcs.py
+++ /dev/null
@@ -1,225 +0,0 @@
-# Copyright (c) 2013 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import mock
-import testtools
-
-from stackalytics.processor import vcs
-
-
-class TestVcsProcessor(testtools.TestCase):
- def setUp(self):
- super(TestVcsProcessor, self).setUp()
-
- self.repo = {
- 'module': 'dummy',
- 'uri': 'git://git.openstack.org/dummy.git',
- 'releases': []
- }
- self.git = vcs.Git(self.repo, '/tmp')
- self.chdir_patcher = mock.patch('os.chdir')
- self.chdir_patcher.start()
-
- def tearDown(self):
- super(TestVcsProcessor, self).tearDown()
- self.chdir_patcher.stop()
-
- def test_git_log(self):
- with mock.patch('sh.git') as git_mock:
- git_mock.return_value = '''
-commit_id:b5a416ac344160512f95751ae16e6612aefd4a57
-date:1369119386
-author_name:Akihiro MOTOKI
-author_email:motoki@da.jp.nec.com
-subject:Remove class-based import in the code repo
-message:Fixes bug 1167901.
-
-This commit also removes backslashes for line break.
-
-Change-Id: Id26fdfd2af4862652d7270aec132d40662efeb96
-
-diff_stat:
-
- 21 files changed, 340 insertions(+), 408 deletions(-)
-commit_id:5be031f81f76d68c6e4cbaad2247044aca179843
-date:1370975889
-author_name:Monty Taylor
-author_email:mordred@inaugust.com
-subject:Remove explicit distribute depend.
-message:Causes issues with the recent re-merge with setuptools. Advice from
-upstream is to stop doing explicit depends.
-
-Change-Id: I70638f239794e78ba049c60d2001190910a89c90
-
-diff_stat:
-
- 1 file changed, 1 deletion(-)
-commit_id:2dcb4fa4aa1925ffbd90d1cc7556a13a1bc45d1c
-date:1369831203
-author_name:Mark McClain
-author_email:mark.mcclain@dreamhost.com
-subject:add readme for 2.2.2
-message:Fixes bug: 1234567
-Also fixes bug 987654
-Change-Id: Id32a4a72ec1d13992b306c4a38e73605758e26c7
-
-diff_stat:
-
- 1 file changed, 8 insertions(+)
-commit_id:06d321b6b7681b162cd3231b5bdd92b17eb4f401
-date:1369831203
-author_name:John Doe
-author_email:john.doe@dreamhost.com
-subject:add readme for 2.2.2
-message: implements blueprint fix-me.
-Co-Authored-By: Anonymous
-Change-Id: Id32a4a72ec1d13992b306c4a38e73605758e26c7
-
-diff_stat:
-
- 0 files changed
-commit_id:913c86a9d5b6a1b74db36266e996cb4d6073f75b
-date:1369831203
-author_name:Doug Hoffner
-author_email:mark.mcclain@dreamhost.com
-subject:add readme for 2.2.2
-message:Change-Id: Id32a4a72ec1d13992b306c4a38e73605758e26c7
-Co-Authored-By: some friend of mine
-
-diff_stat:
-
- 0 files changed, 0 insertions(+), 0 deletions(-)
-commit_id:2f3103a96c4d234a4fcc0b0211a20308c0d342e7
-date:1397687866
-author_name:James E. Blair
-author_email:jeblair@openstack.org
-subject:Reduce IAD usage by 50%
-message:At provider's request.
-
-Change-Id: I976eaff357bf0ad4bce2a7fd5fe6fd81750276c5
-
-diff_stat:
-commit_id:12811c76f3a8208b36f81e61451ec17d227b4e58
-date:1369831203
-author_name:Jimi Hendrix
-author_email:jimi.hendrix@openstack.com
-subject:adds support off co-authors
-message:Change-Id: Id811c762ec1d13992b306c4a38e7360575e61451
-Co-Authored-By: Tupac Shakur
-Also-By: Bob Dylan
-Also-By: Anonymous
-Also-By: Winnie the Pooh winnie222@openstack.org
-
-diff_stat:
-
- 0 files changed, 0 insertions(+), 0 deletions(-)
-commit_id:d1af9cbe0187e1a65cf1eb46fb1650cf619a7b3a
-date:1369831300
-author_name:Vasya Pupkin
-author_email:vpupkinx@openstack.com
-subject:adds new support of co-authors
-message:Change-Id: I577dfdf7f65a0c883ddbcfda62daf8c5f9c746c1
-Co-Authored-By: Tupac Shakur
-Also: Bob Dylan
-Co-Authored: Anonymous
-Co-Author-By: Anonymous2
-co-authored-by: brian.tully@hp.com
-Co-Author: Winnie the Pooh winnie222@openstack.org
-
-diff_stat:
-
- 0 files changed, 0 insertions(+), 0 deletions(-)
- '''
- commits = list(self.git.log('dummy', 'dummy'))
-
- commits_expected = 8
- self.assertEqual(commits_expected, len(commits))
-
- self.assertEqual(21, commits[0]['files_changed'])
- self.assertEqual(340, commits[0]['lines_added'])
- self.assertEqual(408, commits[0]['lines_deleted'])
- self.assertEqual(['1167901'], commits[0]['bug_id'])
-
- self.assertEqual(1, commits[1]['files_changed'])
- self.assertEqual(0, commits[1]['lines_added'])
- self.assertEqual(1, commits[1]['lines_deleted'])
-
- self.assertEqual(1, commits[2]['files_changed'])
- self.assertEqual(8, commits[2]['lines_added'])
- self.assertEqual(0, commits[2]['lines_deleted'])
- self.assertEqual(set(['987654', '1234567']),
- set(commits[2]['bug_id']))
-
- self.assertEqual(0, commits[3]['files_changed'])
- self.assertEqual(0, commits[3]['lines_added'])
- self.assertEqual(0, commits[3]['lines_deleted'])
- self.assertEqual(set(['dummy:fix-me']),
- set(commits[3]['blueprint_id']))
- self.assertNotIn('coauthor', commits[3])
-
- self.assertEqual(0, commits[4]['files_changed'])
- self.assertEqual(0, commits[4]['lines_added'])
- self.assertEqual(0, commits[4]['lines_deleted'])
- self.assertNotIn('coauthor', commits[4])
-
- self.assertEqual('jeblair@openstack.org', commits[5]['author_email'])
- self.assertEqual(0, commits[5]['files_changed'])
- self.assertEqual(0, commits[5]['lines_added'])
- self.assertEqual(0, commits[5]['lines_deleted'])
-
- self.assertIn(
- {'author_name': 'Tupac Shakur',
- 'author_email': 'tupac.shakur@openstack.com'},
- commits[6]['coauthor'])
-
- self.assertIn(
- {'author_name': 'Bob Dylan',
- 'author_email': 'bob.dylan@openstack.com'},
- commits[6]['coauthor'])
-
- self.assertIn(
- {'author_name': 'Winnie the Pooh',
- 'author_email': 'winnie222@openstack.org'},
- commits[6]['coauthor'])
-
- self.assertIn(
- {'author_name': 'Tupac Shakur',
- 'author_email': 'tupac.shakur@openstack.com'},
- commits[7]['coauthor'])
-
- self.assertNotIn(
- {'author_name': 'Bob Dylan',
- 'author_email': 'bob.dylan@openstack.com'},
- commits[7]['coauthor'])
-
- self.assertNotIn(
- {'author_name': 'Anonymous',
- 'author_email': 'correct@email.com'},
- commits[7]['coauthor'])
-
- self.assertNotIn(
- {'author_name': 'Anonymous2',
- 'author_email': 'correct@email2.com'},
- commits[7]['coauthor'])
-
- self.assertIn(
- {'author_name': 'Winnie the Pooh',
- 'author_email': 'winnie222@openstack.org'},
- commits[7]['coauthor'])
-
- self.assertIn(
- {'author_name': '',
- 'author_email': 'brian.tully@hp.com'},
- commits[7]['coauthor'])
diff --git a/stackalytics/tests/unit/test_web_utils.py b/stackalytics/tests/unit/test_web_utils.py
deleted file mode 100644
index 9f60620f6..000000000
--- a/stackalytics/tests/unit/test_web_utils.py
+++ /dev/null
@@ -1,163 +0,0 @@
-# Copyright (c) 2013 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import mock
-import testtools
-
-from stackalytics.dashboard import helpers
-from stackalytics.dashboard import parameters
-
-
-class TestWebUtils(testtools.TestCase):
-
- def test_make_commit_message(self):
- message = '''
-During finish_migration the manager calls initialize_connection but doesn't
-update the block_device_mapping with the potentially new connection_info
-returned.
-
-
-Fixes bug 1076801
-Change-Id: Ie49ccd2138905e178843b375a9b16c3fe572d1db'''
-
- module = 'test'
-
- record = {
- 'message': message,
- 'module': module,
- }
-
- expected = '''\
-During finish_migration the manager calls initialize_connection but doesn't \
-update the block_device_mapping with the potentially new connection_info \
-returned.
-Fixes bug \
-1076801
-''' + (
- 'Change-Id: '
- 'Ie49ccd2138905e178843b375a9b16c3fe572d1db')
-
- observed = helpers.make_commit_message(record)
-
- self.assertEqual(expected, observed,
- 'Commit message should be processed correctly')
-
- def test_make_commit_message_blueprint_link(self):
- message = '''
-Implemented new driver for Cinder <:
-Implements Blueprint super-driver
-Change-Id: Ie49ccd2138905e178843b375a9b16c3fe572d1db'''
-
- module = 'cinder'
-
- record = {
- 'message': message,
- 'module': module,
- }
-
- expected = '''\
-Implemented new driver for Cinder <:
-Implements Blueprint ''' + (
- 'super-driver' + '\n' +
- 'Change-Id: '
- 'Ie49ccd2138905e178843b375a9b16c3fe572d1db')
-
- observed = helpers.make_commit_message(record)
-
- self.assertEqual(expected, observed,
- 'Commit message should be processed correctly')
-
- @mock.patch('stackalytics.dashboard.vault.get_vault')
- @mock.patch('stackalytics.dashboard.vault.get_user_from_runtime_storage')
- def test_make_page_title(self, user_patch, vault_patch):
- def _pt(id, title=None, is_openstack=True):
- return dict(id=id.lower(), title=title or id,
- parent=dict(id='openstack') if is_openstack else None)
-
- user_inst = {'user_name': 'John Doe'}
- module_inst = {'module_group_name': 'neutron'}
-
- self.assertEqual('OpenStack community contribution in all releases',
- helpers.make_page_title(
- _pt('OpenStack'), 'all', None, None, None))
- self.assertEqual('OpenStack community contribution in Havana release',
- helpers.make_page_title(
- _pt('OpenStack'), 'Havana', None, None, None))
- self.assertEqual('Mirantis contribution in OpenStack Havana release',
- helpers.make_page_title(
- _pt('Stackforge'), 'Havana', None, 'Mirantis',
- None))
- self.assertEqual('John Doe contribution in OpenStack Havana release',
- helpers.make_page_title(
- _pt('all'), 'Havana', None, None, user_inst))
- self.assertEqual(
- 'John Doe (Mirantis) contribution to neutron in OpenStack Havana '
- 'release',
- helpers.make_page_title(
- _pt('all'), 'Havana', module_inst, 'Mirantis', user_inst))
- self.assertEqual('Ansible community contribution during OpenStack '
- 'Havana release',
- helpers.make_page_title(
- _pt('Ansible', is_openstack=False),
- 'Havana', None, None, None))
- self.assertEqual('Docker community contribution',
- helpers.make_page_title(
- _pt('Docker', is_openstack=False),
- 'all', None, None, None))
-
- @mock.patch('flask.request')
- @mock.patch('stackalytics.dashboard.parameters.get_default')
- def test_parameters_get_parameter(self, get_default, flask_request):
-
- flask_request.args = mock.Mock()
- flask_request.args.get = mock.Mock(side_effect=lambda x: x)
-
- def make(values=None):
- def f(arg):
- return values.get(arg, None) if values else None
- return f
-
- get_default.side_effect = make()
- flask_request.args.get.side_effect = make({'param': 'foo'})
- self.assertEqual(['foo'], parameters.get_parameter(
- {'param': 'foo'}, 'param'))
-
- flask_request.args.get.side_effect = make({'param': 'foo'})
- self.assertEqual(['foo'], parameters.get_parameter({}, 'param'))
-
- flask_request.args.get.side_effect = make({'param': 'foo'})
- self.assertEqual([], parameters.get_parameter(
- {}, 'other', use_default=False))
-
- flask_request.args.get.side_effect = make({'params': 'foo'})
- self.assertEqual(['foo'], parameters.get_parameter(
- {}, 'param', plural_name='params'))
-
- flask_request.args.get.side_effect = make({})
- get_default.side_effect = make({'param': 'foo'})
- self.assertEqual(['foo'], parameters.get_parameter({}, 'param'))
- self.assertEqual([], parameters.get_parameter({}, 'other'))
-
- def test_filter_bug_title(self):
- bug_title = ('Bug #1459454 in Barbican: "Stored key certificate '
- 'order does not set PK on generated container"')
- expected = ('Stored key certificate order does not set PK '
- 'on generated container')
-
- actual = helpers.filter_bug_title(bug_title)
- self.assertEqual(expected, actual)
diff --git a/stackalytics/version.py b/stackalytics/version.py
deleted file mode 100644
index 9bbc003d3..000000000
--- a/stackalytics/version.py
+++ /dev/null
@@ -1,18 +0,0 @@
-# Copyright (c) 2013 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-from pbr import version
-
-version_info = version.VersionInfo('stackalytics')
diff --git a/test-requirements.txt b/test-requirements.txt
deleted file mode 100644
index 5e215068a..000000000
--- a/test-requirements.txt
+++ /dev/null
@@ -1,14 +0,0 @@
-# The order of packages is significant, because pip processes them in the order
-# of appearance. Changing the order has an impact on the overall integration
-# process, which may cause wedges in the gate later.
-
-# Hacking already pins down pep8, pyflakes and flake8
-hacking!=0.13.0,<0.14,>=0.12.0 # Apache-2.0
-coverage>=4.0 # Apache-2.0
-fixtures>=3.0.0 # Apache-2.0/BSD
-mock>=2.0 # BSD
-python-subunit>=0.0.18 # Apache-2.0/BSD
-sphinx>=1.5.1 # BSD
-sphinxcontrib-httpdomain # BSD
-stestr>=2.0.0 # Apache-2.0
-testtools>=1.4.0 # MIT
diff --git a/tools/check_openstackids.py b/tools/check_openstackids.py
deleted file mode 100644
index adb9b5eed..000000000
--- a/tools/check_openstackids.py
+++ /dev/null
@@ -1,164 +0,0 @@
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# This utility compares user profiles from default_data.json and
-# OpenStackID service. For every user it prints a plus sign if at least one
-# email is registered in OpenStackID service and dollar sign if user
-# affiliation matches. In the end the overall stats are printed. Full
-# comparison is written into yaml file.
-
-from __future__ import print_function
-
-import functools
-import json
-import sys
-import time
-
-from oslo_config import cfg
-import six
-import yaml
-
-from stackalytics.processor import openstackid_utils
-from stackalytics.processor import user_processor
-from stackalytics.processor import utils
-
-
-def _read_raw_file(file_name):
- if six.PY3:
- opener = functools.partial(open, encoding='utf8')
- else:
- opener = open
- with opener(file_name, 'r') as content_file:
- return content_file.read()
-
-
-def _read_file(file_name):
- return json.loads(_read_raw_file(file_name))
-
-
-def get_domains_index(companies):
- domains_index = {}
- for company in companies:
- for domain in company['domains']:
- domains_index[domain] = company['company_name']
-
- if 'aliases' in company:
- for alias in company['aliases']:
- normalized_alias = utils.normalize_company_name(alias)
- domains_index[normalized_alias] = company['company_name']
- normalized_company_name = utils.normalize_company_name(
- company['company_name'])
- domains_index[normalized_company_name] = company['company_name']
-
- return domains_index
-
-
-def flatten_companies(cs):
- return [{c['company_name']: c['end_date'] or 0} for c in cs]
-
-
-def main():
- default_data = _read_file('etc/default_data.json')
- users = default_data['users']
- domains_index = get_domains_index(default_data['companies'])
-
- user_maps = 0
- email_maps_to_openstack_id = 0
- email_does_not_map_to_openstack_id = 0
- users_whos_email_does_not_map = 0
- name_differs = 0
- users_with_companies_match = 0
-
- recs = []
-
- for idx, user in enumerate(users):
- name = user['user_name']
- affiliation = flatten_companies(user['companies'])
-
- print(idx, name, end='')
-
- ce = []
- umn = 0
- companies_match = True
-
- for email in user['emails']:
- p = openstackid_utils.user_profile_by_email(email)
-
- if p:
- mapped_companies = user_processor.resolve_companies_aliases(
- domains_index, p['companies'])
- email_maps_to_openstack_id += 1
-
- if p['user_name'] != name:
- name_differs += 1
-
- ce.append({email: [p['user_name'],
- flatten_companies(mapped_companies)]})
-
- f = False
- if len(user['companies']) == 1:
- dd_c = user['companies'][0]['company_name']
- mc = [c['company_name'] for c in mapped_companies
- if c['company_name'] != user_processor.INDEPENDENT]
- if len(mc) == 1:
- if dd_c == mc[0]:
- f = True
- companies_match = companies_match and f
- else:
- email_does_not_map_to_openstack_id += 1
- umn += 1
-
- mark = ''
-
- if ce:
- recs.append([name, affiliation, ce])
- user_maps += 1
- mark = '+'
-
- if umn:
- users_whos_email_does_not_map += 1
-
- if ce and companies_match:
- users_with_companies_match += 1
- mark += '$'
-
- print('', mark)
- time.sleep(1.1) # avoid throttling
-
- recs.sort(key=lambda x: x[0])
-
- meta = {
- 'Default data profiles': len(users),
- 'Profiles mapped': user_maps,
- 'Profiles NOT mapped': len(users) - user_maps,
- 'Profiles with emails NOT mapped': users_whos_email_does_not_map,
- 'Emails mapped': email_maps_to_openstack_id,
- 'Emails NOT mapped': email_does_not_map_to_openstack_id,
- 'Names differ': name_differs,
- 'Users with companies MATCH': users_with_companies_match,
- }
- print()
- yaml.safe_dump(meta, sys.stdout, default_flow_style=False)
-
- with open('profile_mapping.yaml', 'w') as fd:
- yaml.safe_dump(recs, fd, default_flow_style=False)
-
-
-if __name__ == '__main__':
- opts = [
- cfg.IntOpt('read-timeout', default=20)
- ]
- cfg.CONF.register_opts(opts)
- cfg.CONF(project='stackalytics')
-
- main()
diff --git a/tools/check_user_profiles.py b/tools/check_user_profiles.py
deleted file mode 100644
index 421b27eee..000000000
--- a/tools/check_user_profiles.py
+++ /dev/null
@@ -1,51 +0,0 @@
-# Copyright (c) 2013 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import memcache
-
-
-def check(expected, actual):
- if expected != actual:
- print('Expected: %s\nActual: %s' % (expected, actual))
-
-
-def main():
- m = memcache.Client(['localhost:11211'])
- count = m.get('user:count') + 1
- users = [m.get('user:%d' % seq) for seq in range(count)]
- users = [u for u in users if u]
-
- for u in users:
- user_id = u.get('user_id')
- lp = u.get('launchpad_id')
- g = u.get('gerrit_id')
- emails = u.get('emails')
-
- if user_id:
- check(u, m.get('user:%s' % user_id.encode('utf8')))
-
- if lp:
- check(u, m.get('user:%s' % lp.encode('utf8')))
-
- if g:
- check(u, m.get('user:gerrit:%s' % g.encode('utf8')))
-
- if emails:
- for e in emails:
- check(u, m.get('user:%s' % e.encode('utf8')))
-
-
-if __name__ == '__main__':
- main()
diff --git a/tools/cli_auto_doc.py b/tools/cli_auto_doc.py
deleted file mode 100644
index 3fa4e46f2..000000000
--- a/tools/cli_auto_doc.py
+++ /dev/null
@@ -1,62 +0,0 @@
-# Copyright (c) 2015 Mirantis Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-# implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import os
-import sys
-
-try:
- import ConfigParser as configparser
-except ImportError:
- import configparser
-
-
-def split_multiline(value):
- value = [element for element in
- (line.strip() for line in value.split('\n'))
- if element]
- return value
-
-
-def get_entry_points(config):
- if 'entry_points' not in config:
- return {}
- return dict((option, split_multiline(value))
- for option, value in config['entry_points'].items())
-
-
-def make(cfg, dest):
- parser = configparser.RawConfigParser()
- parser.read(cfg)
- config = {}
- for section in parser.sections():
- config[section] = dict(parser.items(section))
- entry_points = get_entry_points(config)
-
- console_scripts = entry_points.get('console_scripts')
- if console_scripts:
- for item in console_scripts:
- tool = item.split('=')[0].strip()
- print('Running %s' % tool)
- os.system('%(tool)s --help > %(dest)s/%(tool)s.txt' %
- dict(tool=tool, dest=dest))
-
-
-if len(sys.argv) < 2:
- print('Usage: cli_auto_doc ')
- sys.exit(1)
-
-
-print('Generating docs from help to console tools')
-make(cfg='setup.cfg', dest=sys.argv[1])
diff --git a/tools/install_venv.sh b/tools/install_venv.sh
deleted file mode 100755
index 7acaf8d5a..000000000
--- a/tools/install_venv.sh
+++ /dev/null
@@ -1,4 +0,0 @@
-#!/bin/bash
-
-virtualenv .venv
-./tools/with_venv.sh pip install --upgrade -r requirements.txt
diff --git a/tools/with_venv.sh b/tools/with_venv.sh
deleted file mode 100755
index c8d2940fc..000000000
--- a/tools/with_venv.sh
+++ /dev/null
@@ -1,4 +0,0 @@
-#!/bin/bash
-TOOLS=`dirname $0`
-VENV=$TOOLS/../.venv
-source $VENV/bin/activate && $@
diff --git a/tox.ini b/tox.ini
deleted file mode 100644
index 56db97b76..000000000
--- a/tox.ini
+++ /dev/null
@@ -1,42 +0,0 @@
-[tox]
-envlist = py36,py35,py27,pep8,docs
-minversion = 2.0
-skipsdist = True
-
-[testenv]
-usedevelop = True
-install_command = pip install -U {opts} {packages}
-setenv =
- VIRTUAL_ENV={envdir}
-deps = -r{toxinidir}/test-requirements.txt
-commands = stestr run --slowest {posargs}
-
-[testenv:pep8]
-commands = flake8
-
-[testenv:venv]
-commands = {posargs}
-
-[testenv:cover]
-setenv =
- PYTHON=coverage run --source $project --parallel-mode
-commands =
- stestr run {posargs}
- coverage combine
- coverage html -d cover
- coverage xml -o cover/coverage.xml
-
-[testenv:genconfig]
-commands =
- oslo-config-generator --config-file=config-generator.conf
- python tools/cli_auto_doc.py doc/source/tools
-
-[testenv:docs]
-commands = python setup.py build_sphinx
-
-[flake8]
-# E123, E125 skipped as they are invalid PEP-8
-ignore =
-show-source = true
-builtins = _
-exclude=.venv*,.git,.tox,dist,doc,*lib/python*,*egg,tools,build
-
- 
-
-