blob: 719f307b4bf046b362b2ec40529904c1bf187f1e [file] [log] [blame]
Joshua Hesketh352264b2015-08-11 23:42:08 +10001# Copyright 2014 Rackspace Australia
2#
3# Licensed under the Apache License, Version 2.0 (the "License"); you may
4# not use this file except in compliance with the License. You may obtain
5# a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
11# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
12# License for the specific language governing permissions and limitations
13# under the License.
14
Joshua Heskethd78b4482015-09-14 16:56:34 -060015import sqlalchemy as sa
Joshua Heskethd78b4482015-09-14 16:56:34 -060016
17from tests.base import ZuulTestCase, ZuulDBTestCase
18
19
20def _get_reporter_from_connection_name(reporters, connection_name):
21 # Reporters are placed into lists for each action they may exist in.
22 # Search through the given list for the correct reporter by its conncetion
23 # name
24 for r in reporters:
25 if r.connection.connection_name == connection_name:
26 return r
Joshua Heskethacccffc2015-03-31 23:38:17 +110027
Joshua Hesketh352264b2015-08-11 23:42:08 +100028
Joshua Heskethacccffc2015-03-31 23:38:17 +110029class TestConnections(ZuulTestCase):
Morgan Fainberg4245a422016-08-05 16:20:12 -070030 config_file = 'zuul-connections-same-gerrit.conf'
31 tenant_config_file = 'config/zuul-connections-same-gerrit/main.yaml'
Joshua Heskethacccffc2015-03-31 23:38:17 +110032
Joshua Heskethd78b4482015-09-14 16:56:34 -060033 def test_multiple_gerrit_connections(self):
Joshua Heskethacccffc2015-03-31 23:38:17 +110034 "Test multiple connections to the one gerrit"
35
36 A = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair7fc8daa2016-08-08 15:37:15 -070037 self.addEvent('review_gerrit', A.getPatchsetCreatedEvent(1))
Joshua Heskethacccffc2015-03-31 23:38:17 +110038
39 self.waitUntilSettled()
40
41 self.assertEqual(len(A.patchsets[-1]['approvals']), 1)
Tobias Henkelea98a192017-05-29 21:15:17 +020042 self.assertEqual(A.patchsets[-1]['approvals'][0]['type'], 'Verified')
Joshua Heskethacccffc2015-03-31 23:38:17 +110043 self.assertEqual(A.patchsets[-1]['approvals'][0]['value'], '1')
44 self.assertEqual(A.patchsets[-1]['approvals'][0]['by']['username'],
45 'jenkins')
46
47 B = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger174a8272017-03-14 13:20:10 -040048 self.executor_server.failJob('project-test2', B)
James E. Blair7fc8daa2016-08-08 15:37:15 -070049 self.addEvent('review_gerrit', B.getPatchsetCreatedEvent(1))
Joshua Heskethacccffc2015-03-31 23:38:17 +110050
51 self.waitUntilSettled()
52
53 self.assertEqual(len(B.patchsets[-1]['approvals']), 1)
Tobias Henkelea98a192017-05-29 21:15:17 +020054 self.assertEqual(B.patchsets[-1]['approvals'][0]['type'], 'Verified')
Joshua Heskethacccffc2015-03-31 23:38:17 +110055 self.assertEqual(B.patchsets[-1]['approvals'][0]['value'], '-1')
56 self.assertEqual(B.patchsets[-1]['approvals'][0]['by']['username'],
57 'civoter')
58
James E. Blair82844892017-03-06 10:55:26 -080059
60class TestSQLConnection(ZuulDBTestCase):
61 config_file = 'zuul-sql-driver.conf'
62 tenant_config_file = 'config/sql-driver/main.yaml'
63
64 def test_sql_tables_created(self, metadata_table=None):
Joshua Heskethd78b4482015-09-14 16:56:34 -060065 "Test the tables for storing results are created properly"
66 buildset_table = 'zuul_buildset'
67 build_table = 'zuul_build'
68
69 insp = sa.engine.reflection.Inspector(
James E. Blair82844892017-03-06 10:55:26 -080070 self.connections.connections['resultsdb'].engine)
Joshua Heskethd78b4482015-09-14 16:56:34 -060071
Tristan Cacqueray8198c0e2017-09-27 19:01:18 +000072 self.assertEqual(13, len(insp.get_columns(buildset_table)))
Joshua Heskethd78b4482015-09-14 16:56:34 -060073 self.assertEqual(10, len(insp.get_columns(build_table)))
74
James E. Blair82844892017-03-06 10:55:26 -080075 def test_sql_results(self):
Joshua Heskethd78b4482015-09-14 16:56:34 -060076 "Test results are entered into an sql table"
James E. Blair66e04132017-09-28 17:10:25 -070077 self.executor_server.hold_jobs_in_build = True
Joshua Heskethd78b4482015-09-14 16:56:34 -060078 # Grab the sa tables
James E. Blair82844892017-03-06 10:55:26 -080079 tenant = self.sched.abide.tenants.get('tenant-one')
Joshua Heskethd78b4482015-09-14 16:56:34 -060080 reporter = _get_reporter_from_connection_name(
James E. Blair82844892017-03-06 10:55:26 -080081 tenant.layout.pipelines['check'].success_actions,
Joshua Heskethd78b4482015-09-14 16:56:34 -060082 'resultsdb'
83 )
84
85 # Add a success result
James E. Blair82844892017-03-06 10:55:26 -080086 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
87 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -060088 self.waitUntilSettled()
James E. Blair66e04132017-09-28 17:10:25 -070089 self.orderedRelease()
90 self.waitUntilSettled()
Joshua Heskethd78b4482015-09-14 16:56:34 -060091
Monty Taylor40f7f4d2017-07-27 17:27:43 -050092 # Add a failed result
James E. Blair82844892017-03-06 10:55:26 -080093 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
94
95 self.executor_server.failJob('project-test1', B)
96 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -060097 self.waitUntilSettled()
James E. Blair66e04132017-09-28 17:10:25 -070098 self.orderedRelease()
99 self.waitUntilSettled()
Joshua Heskethd78b4482015-09-14 16:56:34 -0600100
James E. Blair82844892017-03-06 10:55:26 -0800101 conn = self.connections.connections['resultsdb'].engine.connect()
Joshua Heskethd78b4482015-09-14 16:56:34 -0600102 result = conn.execute(
103 sa.sql.select([reporter.connection.zuul_buildset_table]))
104
105 buildsets = result.fetchall()
106 self.assertEqual(2, len(buildsets))
107 buildset0 = buildsets[0]
108 buildset1 = buildsets[1]
109
110 self.assertEqual('check', buildset0['pipeline'])
111 self.assertEqual('org/project', buildset0['project'])
112 self.assertEqual(1, buildset0['change'])
113 self.assertEqual(1, buildset0['patchset'])
Monty Taylor40f7f4d2017-07-27 17:27:43 -0500114 self.assertEqual('SUCCESS', buildset0['result'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600115 self.assertEqual('Build succeeded.', buildset0['message'])
Tristan Cacqueray64675202017-07-17 06:14:07 +0000116 self.assertEqual('tenant-one', buildset0['tenant'])
Tristan Cacqueray305a2152017-09-12 23:09:34 +0000117 self.assertEqual('https://hostname/%d' % buildset0['change'],
118 buildset0['ref_url'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600119
120 buildset0_builds = conn.execute(
121 sa.sql.select([reporter.connection.zuul_build_table]).
122 where(
123 reporter.connection.zuul_build_table.c.buildset_id ==
124 buildset0['id']
125 )
126 ).fetchall()
127
128 # Check the first result, which should be the project-merge job
129 self.assertEqual('project-merge', buildset0_builds[0]['job_name'])
130 self.assertEqual("SUCCESS", buildset0_builds[0]['result'])
Monty Taylorde8242c2017-02-23 20:29:53 -0600131 self.assertEqual(
Monty Taylor51139a02016-05-24 11:28:10 -0500132 'finger://{hostname}/{uuid}'.format(
133 hostname=self.executor_server.hostname,
Monty Taylorde8242c2017-02-23 20:29:53 -0600134 uuid=buildset0_builds[0]['uuid']),
135 buildset0_builds[0]['log_url'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600136 self.assertEqual('check', buildset1['pipeline'])
137 self.assertEqual('org/project', buildset1['project'])
138 self.assertEqual(2, buildset1['change'])
139 self.assertEqual(1, buildset1['patchset'])
Monty Taylor40f7f4d2017-07-27 17:27:43 -0500140 self.assertEqual('FAILURE', buildset1['result'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600141 self.assertEqual('Build failed.', buildset1['message'])
142
143 buildset1_builds = conn.execute(
144 sa.sql.select([reporter.connection.zuul_build_table]).
145 where(
146 reporter.connection.zuul_build_table.c.buildset_id ==
147 buildset1['id']
148 )
149 ).fetchall()
150
James E. Blair66e04132017-09-28 17:10:25 -0700151 # Check the second result, which should be the project-test1 job
Joshua Heskethd78b4482015-09-14 16:56:34 -0600152 # which failed
James E. Blair66e04132017-09-28 17:10:25 -0700153 self.assertEqual('project-test1', buildset1_builds[1]['job_name'])
154 self.assertEqual("FAILURE", buildset1_builds[1]['result'])
Monty Taylorde8242c2017-02-23 20:29:53 -0600155 self.assertEqual(
Monty Taylor51139a02016-05-24 11:28:10 -0500156 'finger://{hostname}/{uuid}'.format(
157 hostname=self.executor_server.hostname,
James E. Blair66e04132017-09-28 17:10:25 -0700158 uuid=buildset1_builds[1]['uuid']),
159 buildset1_builds[1]['log_url'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600160
Joshua Heskethd78b4482015-09-14 16:56:34 -0600161 def test_multiple_sql_connections(self):
162 "Test putting results in different databases"
Joshua Heskethd78b4482015-09-14 16:56:34 -0600163 # Add a successful result
James E. Blair82844892017-03-06 10:55:26 -0800164 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
165 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -0600166 self.waitUntilSettled()
167
168 # Add a failed result
James E. Blair82844892017-03-06 10:55:26 -0800169 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
170 self.executor_server.failJob('project-test1', B)
171 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -0600172 self.waitUntilSettled()
173
174 # Grab the sa tables for resultsdb
James E. Blair82844892017-03-06 10:55:26 -0800175 tenant = self.sched.abide.tenants.get('tenant-one')
Joshua Heskethd78b4482015-09-14 16:56:34 -0600176 reporter1 = _get_reporter_from_connection_name(
James E. Blair82844892017-03-06 10:55:26 -0800177 tenant.layout.pipelines['check'].success_actions,
Joshua Heskethd78b4482015-09-14 16:56:34 -0600178 'resultsdb'
179 )
180
James E. Blair82844892017-03-06 10:55:26 -0800181 conn = self.connections.connections['resultsdb'].engine.connect()
Joshua Heskethd78b4482015-09-14 16:56:34 -0600182 buildsets_resultsdb = conn.execute(sa.sql.select(
183 [reporter1.connection.zuul_buildset_table])).fetchall()
184 # Should have been 2 buildset reported to the resultsdb (both success
185 # and failure report)
186 self.assertEqual(2, len(buildsets_resultsdb))
187
188 # The first one should have passed
189 self.assertEqual('check', buildsets_resultsdb[0]['pipeline'])
190 self.assertEqual('org/project', buildsets_resultsdb[0]['project'])
191 self.assertEqual(1, buildsets_resultsdb[0]['change'])
192 self.assertEqual(1, buildsets_resultsdb[0]['patchset'])
Monty Taylor40f7f4d2017-07-27 17:27:43 -0500193 self.assertEqual('SUCCESS', buildsets_resultsdb[0]['result'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600194 self.assertEqual('Build succeeded.', buildsets_resultsdb[0]['message'])
195
196 # Grab the sa tables for resultsdb_failures
197 reporter2 = _get_reporter_from_connection_name(
James E. Blair82844892017-03-06 10:55:26 -0800198 tenant.layout.pipelines['check'].failure_actions,
Joshua Heskethd78b4482015-09-14 16:56:34 -0600199 'resultsdb_failures'
200 )
201
James E. Blair82844892017-03-06 10:55:26 -0800202 conn = self.connections.connections['resultsdb_failures'].\
203 engine.connect()
Joshua Heskethd78b4482015-09-14 16:56:34 -0600204 buildsets_resultsdb_failures = conn.execute(sa.sql.select(
205 [reporter2.connection.zuul_buildset_table])).fetchall()
206 # The failure db should only have 1 buildset failed
207 self.assertEqual(1, len(buildsets_resultsdb_failures))
208
209 self.assertEqual('check', buildsets_resultsdb_failures[0]['pipeline'])
210 self.assertEqual(
211 'org/project', buildsets_resultsdb_failures[0]['project'])
212 self.assertEqual(2, buildsets_resultsdb_failures[0]['change'])
213 self.assertEqual(1, buildsets_resultsdb_failures[0]['patchset'])
Monty Taylor40f7f4d2017-07-27 17:27:43 -0500214 self.assertEqual('FAILURE', buildsets_resultsdb_failures[0]['result'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600215 self.assertEqual(
216 'Build failed.', buildsets_resultsdb_failures[0]['message'])
217
218
219class TestConnectionsBadSQL(ZuulDBTestCase):
James E. Blair82844892017-03-06 10:55:26 -0800220 config_file = 'zuul-sql-driver-bad.conf'
221 tenant_config_file = 'config/sql-driver/main.yaml'
Joshua Heskethd78b4482015-09-14 16:56:34 -0600222
223 def test_unable_to_connect(self):
224 "Test the SQL reporter fails gracefully when unable to connect"
225 self.config.set('zuul', 'layout_config',
226 'tests/fixtures/layout-sql-reporter.yaml')
227 self.sched.reconfigure(self.config)
228
229 # Trigger a reporter. If no errors are raised, the reporter has been
230 # disabled correctly
James E. Blair82844892017-03-06 10:55:26 -0800231 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
232 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -0600233 self.waitUntilSettled()
234
Joshua Heskethacccffc2015-03-31 23:38:17 +1100235
236class TestMultipleGerrits(ZuulTestCase):
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100237 config_file = 'zuul-connections-multiple-gerrits.conf'
238 tenant_config_file = 'config/zuul-connections-multiple-gerrits/main.yaml'
Joshua Heskethacccffc2015-03-31 23:38:17 +1100239
240 def test_multiple_project_separate_gerrits(self):
Paul Belanger174a8272017-03-14 13:20:10 -0400241 self.executor_server.hold_jobs_in_build = True
Joshua Heskethacccffc2015-03-31 23:38:17 +1100242
243 A = self.fake_another_gerrit.addFakeChange(
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100244 'org/project1', 'master', 'A')
Joshua Heskethacccffc2015-03-31 23:38:17 +1100245 self.fake_another_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
246
247 self.waitUntilSettled()
248
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100249 self.assertBuilds([dict(name='project-test2',
250 changes='1,1',
251 project='org/project1',
252 pipeline='another_check')])
Joshua Heskethacccffc2015-03-31 23:38:17 +1100253
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100254 # NOTE(jamielennox): the tests back the git repo for both connections
255 # onto the same git repo on the file system. If we just create another
256 # fake change the fake_review_gerrit will try to create another 1,1
257 # change and git will fail to create the ref. Arbitrarily set it to get
258 # around the problem.
259 self.fake_review_gerrit.change_number = 50
260
261 B = self.fake_review_gerrit.addFakeChange(
262 'org/project1', 'master', 'B')
263 self.fake_review_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
264
265 self.waitUntilSettled()
266
267 self.assertBuilds([
268 dict(name='project-test2',
269 changes='1,1',
270 project='org/project1',
271 pipeline='another_check'),
272 dict(name='project-test1',
273 changes='51,1',
274 project='org/project1',
275 pipeline='review_check'),
276 ])
277
Paul Belanger174a8272017-03-14 13:20:10 -0400278 self.executor_server.hold_jobs_in_build = False
279 self.executor_server.release()
Joshua Heskethacccffc2015-03-31 23:38:17 +1100280 self.waitUntilSettled()
Tobias Henkel7df274b2017-05-26 17:41:11 +0200281
Jamie Lennoxb09f4212017-05-03 13:51:38 +1000282 def test_multiple_project_separate_gerrits_common_pipeline(self):
283 self.executor_server.hold_jobs_in_build = True
284
285 A = self.fake_another_gerrit.addFakeChange(
286 'org/project2', 'master', 'A')
287 self.fake_another_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
288
289 self.waitUntilSettled()
290
291 self.assertBuilds([dict(name='project-test2',
292 changes='1,1',
293 project='org/project2',
294 pipeline='common_check')])
295
296 # NOTE(jamielennox): the tests back the git repo for both connections
297 # onto the same git repo on the file system. If we just create another
298 # fake change the fake_review_gerrit will try to create another 1,1
299 # change and git will fail to create the ref. Arbitrarily set it to get
300 # around the problem.
301 self.fake_review_gerrit.change_number = 50
302
303 B = self.fake_review_gerrit.addFakeChange(
304 'org/project2', 'master', 'B')
305 self.fake_review_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
306
307 self.waitUntilSettled()
308
309 self.assertBuilds([
310 dict(name='project-test2',
311 changes='1,1',
312 project='org/project2',
313 pipeline='common_check'),
314 dict(name='project-test1',
315 changes='51,1',
316 project='org/project2',
317 pipeline='common_check'),
318 ])
319
320 self.executor_server.hold_jobs_in_build = False
321 self.executor_server.release()
322 self.waitUntilSettled()
323
Tobias Henkel7df274b2017-05-26 17:41:11 +0200324
325class TestConnectionsMerger(ZuulTestCase):
326 config_file = 'zuul-connections-merger.conf'
327 tenant_config_file = 'config/single-tenant/main.yaml'
328
329 def configure_connections(self):
330 super(TestConnectionsMerger, self).configure_connections(True)
331
332 def test_connections_merger(self):
333 "Test merger only configures source connections"
334
335 self.assertIn("gerrit", self.connections.connections)
336 self.assertIn("github", self.connections.connections)
337 self.assertNotIn("smtp", self.connections.connections)
338 self.assertNotIn("sql", self.connections.connections)
339 self.assertNotIn("timer", self.connections.connections)
340 self.assertNotIn("zuul", self.connections.connections)