blob: fcfaf5d8513af3457968e9e9522ea37a2651931a [file] [log] [blame]
Joshua Hesketh352264b2015-08-11 23:42:08 +10001# Copyright 2014 Rackspace Australia
2#
3# Licensed under the Apache License, Version 2.0 (the "License"); you may
4# not use this file except in compliance with the License. You may obtain
5# a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
11# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
12# License for the specific language governing permissions and limitations
13# under the License.
14
Joshua Heskethd78b4482015-09-14 16:56:34 -060015import sqlalchemy as sa
Joshua Heskethd78b4482015-09-14 16:56:34 -060016
17from tests.base import ZuulTestCase, ZuulDBTestCase
18
19
20def _get_reporter_from_connection_name(reporters, connection_name):
21 # Reporters are placed into lists for each action they may exist in.
22 # Search through the given list for the correct reporter by its conncetion
23 # name
24 for r in reporters:
25 if r.connection.connection_name == connection_name:
26 return r
Joshua Heskethacccffc2015-03-31 23:38:17 +110027
Joshua Hesketh352264b2015-08-11 23:42:08 +100028
Joshua Heskethacccffc2015-03-31 23:38:17 +110029class TestConnections(ZuulTestCase):
Morgan Fainberg4245a422016-08-05 16:20:12 -070030 config_file = 'zuul-connections-same-gerrit.conf'
31 tenant_config_file = 'config/zuul-connections-same-gerrit/main.yaml'
Joshua Heskethacccffc2015-03-31 23:38:17 +110032
Joshua Heskethd78b4482015-09-14 16:56:34 -060033 def test_multiple_gerrit_connections(self):
Joshua Heskethacccffc2015-03-31 23:38:17 +110034 "Test multiple connections to the one gerrit"
35
36 A = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair7fc8daa2016-08-08 15:37:15 -070037 self.addEvent('review_gerrit', A.getPatchsetCreatedEvent(1))
Joshua Heskethacccffc2015-03-31 23:38:17 +110038
39 self.waitUntilSettled()
40
41 self.assertEqual(len(A.patchsets[-1]['approvals']), 1)
James E. Blair8b5408c2016-08-08 15:37:46 -070042 self.assertEqual(A.patchsets[-1]['approvals'][0]['type'], 'verified')
Joshua Heskethacccffc2015-03-31 23:38:17 +110043 self.assertEqual(A.patchsets[-1]['approvals'][0]['value'], '1')
44 self.assertEqual(A.patchsets[-1]['approvals'][0]['by']['username'],
45 'jenkins')
46
47 B = self.fake_review_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger174a8272017-03-14 13:20:10 -040048 self.executor_server.failJob('project-test2', B)
James E. Blair7fc8daa2016-08-08 15:37:15 -070049 self.addEvent('review_gerrit', B.getPatchsetCreatedEvent(1))
Joshua Heskethacccffc2015-03-31 23:38:17 +110050
51 self.waitUntilSettled()
52
53 self.assertEqual(len(B.patchsets[-1]['approvals']), 1)
James E. Blair8b5408c2016-08-08 15:37:46 -070054 self.assertEqual(B.patchsets[-1]['approvals'][0]['type'], 'verified')
Joshua Heskethacccffc2015-03-31 23:38:17 +110055 self.assertEqual(B.patchsets[-1]['approvals'][0]['value'], '-1')
56 self.assertEqual(B.patchsets[-1]['approvals'][0]['by']['username'],
57 'civoter')
58
James E. Blair82844892017-03-06 10:55:26 -080059
60class TestSQLConnection(ZuulDBTestCase):
61 config_file = 'zuul-sql-driver.conf'
62 tenant_config_file = 'config/sql-driver/main.yaml'
63
64 def test_sql_tables_created(self, metadata_table=None):
Joshua Heskethd78b4482015-09-14 16:56:34 -060065 "Test the tables for storing results are created properly"
66 buildset_table = 'zuul_buildset'
67 build_table = 'zuul_build'
68
69 insp = sa.engine.reflection.Inspector(
James E. Blair82844892017-03-06 10:55:26 -080070 self.connections.connections['resultsdb'].engine)
Joshua Heskethd78b4482015-09-14 16:56:34 -060071
72 self.assertEqual(9, len(insp.get_columns(buildset_table)))
73 self.assertEqual(10, len(insp.get_columns(build_table)))
74
James E. Blair82844892017-03-06 10:55:26 -080075 def test_sql_results(self):
Joshua Heskethd78b4482015-09-14 16:56:34 -060076 "Test results are entered into an sql table"
77 # Grab the sa tables
James E. Blair82844892017-03-06 10:55:26 -080078 tenant = self.sched.abide.tenants.get('tenant-one')
Joshua Heskethd78b4482015-09-14 16:56:34 -060079 reporter = _get_reporter_from_connection_name(
James E. Blair82844892017-03-06 10:55:26 -080080 tenant.layout.pipelines['check'].success_actions,
Joshua Heskethd78b4482015-09-14 16:56:34 -060081 'resultsdb'
82 )
83
84 # Add a success result
James E. Blair82844892017-03-06 10:55:26 -080085 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
86 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -060087 self.waitUntilSettled()
88
89 # Add a failed result for a negative score
James E. Blair82844892017-03-06 10:55:26 -080090 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
91
92 self.executor_server.failJob('project-test1', B)
93 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -060094 self.waitUntilSettled()
95
James E. Blair82844892017-03-06 10:55:26 -080096 conn = self.connections.connections['resultsdb'].engine.connect()
Joshua Heskethd78b4482015-09-14 16:56:34 -060097 result = conn.execute(
98 sa.sql.select([reporter.connection.zuul_buildset_table]))
99
100 buildsets = result.fetchall()
101 self.assertEqual(2, len(buildsets))
102 buildset0 = buildsets[0]
103 buildset1 = buildsets[1]
104
105 self.assertEqual('check', buildset0['pipeline'])
106 self.assertEqual('org/project', buildset0['project'])
107 self.assertEqual(1, buildset0['change'])
108 self.assertEqual(1, buildset0['patchset'])
109 self.assertEqual(1, buildset0['score'])
110 self.assertEqual('Build succeeded.', buildset0['message'])
111
112 buildset0_builds = conn.execute(
113 sa.sql.select([reporter.connection.zuul_build_table]).
114 where(
115 reporter.connection.zuul_build_table.c.buildset_id ==
116 buildset0['id']
117 )
118 ).fetchall()
119
120 # Check the first result, which should be the project-merge job
121 self.assertEqual('project-merge', buildset0_builds[0]['job_name'])
122 self.assertEqual("SUCCESS", buildset0_builds[0]['result'])
Monty Taylorde8242c2017-02-23 20:29:53 -0600123 self.assertEqual(
124 'finger://zl.example.com/{uuid}'.format(
125 uuid=buildset0_builds[0]['uuid']),
126 buildset0_builds[0]['log_url'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600127 self.assertEqual('check', buildset1['pipeline'])
128 self.assertEqual('org/project', buildset1['project'])
129 self.assertEqual(2, buildset1['change'])
130 self.assertEqual(1, buildset1['patchset'])
131 self.assertEqual(-1, buildset1['score'])
132 self.assertEqual('Build failed.', buildset1['message'])
133
134 buildset1_builds = conn.execute(
135 sa.sql.select([reporter.connection.zuul_build_table]).
136 where(
137 reporter.connection.zuul_build_table.c.buildset_id ==
138 buildset1['id']
139 )
140 ).fetchall()
141
142 # Check the second last result, which should be the project-test1 job
143 # which failed
144 self.assertEqual('project-test1', buildset1_builds[-2]['job_name'])
145 self.assertEqual("FAILURE", buildset1_builds[-2]['result'])
Monty Taylorde8242c2017-02-23 20:29:53 -0600146 self.assertEqual(
147 'finger://zl.example.com/{uuid}'.format(
148 uuid=buildset1_builds[-2]['uuid']),
149 buildset1_builds[-2]['log_url'])
Joshua Heskethd78b4482015-09-14 16:56:34 -0600150
Joshua Heskethd78b4482015-09-14 16:56:34 -0600151 def test_multiple_sql_connections(self):
152 "Test putting results in different databases"
Joshua Heskethd78b4482015-09-14 16:56:34 -0600153 # Add a successful result
James E. Blair82844892017-03-06 10:55:26 -0800154 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
155 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -0600156 self.waitUntilSettled()
157
158 # Add a failed result
James E. Blair82844892017-03-06 10:55:26 -0800159 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
160 self.executor_server.failJob('project-test1', B)
161 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -0600162 self.waitUntilSettled()
163
164 # Grab the sa tables for resultsdb
James E. Blair82844892017-03-06 10:55:26 -0800165 tenant = self.sched.abide.tenants.get('tenant-one')
Joshua Heskethd78b4482015-09-14 16:56:34 -0600166 reporter1 = _get_reporter_from_connection_name(
James E. Blair82844892017-03-06 10:55:26 -0800167 tenant.layout.pipelines['check'].success_actions,
Joshua Heskethd78b4482015-09-14 16:56:34 -0600168 'resultsdb'
169 )
170
James E. Blair82844892017-03-06 10:55:26 -0800171 conn = self.connections.connections['resultsdb'].engine.connect()
Joshua Heskethd78b4482015-09-14 16:56:34 -0600172 buildsets_resultsdb = conn.execute(sa.sql.select(
173 [reporter1.connection.zuul_buildset_table])).fetchall()
174 # Should have been 2 buildset reported to the resultsdb (both success
175 # and failure report)
176 self.assertEqual(2, len(buildsets_resultsdb))
177
178 # The first one should have passed
179 self.assertEqual('check', buildsets_resultsdb[0]['pipeline'])
180 self.assertEqual('org/project', buildsets_resultsdb[0]['project'])
181 self.assertEqual(1, buildsets_resultsdb[0]['change'])
182 self.assertEqual(1, buildsets_resultsdb[0]['patchset'])
183 self.assertEqual(1, buildsets_resultsdb[0]['score'])
184 self.assertEqual('Build succeeded.', buildsets_resultsdb[0]['message'])
185
186 # Grab the sa tables for resultsdb_failures
187 reporter2 = _get_reporter_from_connection_name(
James E. Blair82844892017-03-06 10:55:26 -0800188 tenant.layout.pipelines['check'].failure_actions,
Joshua Heskethd78b4482015-09-14 16:56:34 -0600189 'resultsdb_failures'
190 )
191
James E. Blair82844892017-03-06 10:55:26 -0800192 conn = self.connections.connections['resultsdb_failures'].\
193 engine.connect()
Joshua Heskethd78b4482015-09-14 16:56:34 -0600194 buildsets_resultsdb_failures = conn.execute(sa.sql.select(
195 [reporter2.connection.zuul_buildset_table])).fetchall()
196 # The failure db should only have 1 buildset failed
197 self.assertEqual(1, len(buildsets_resultsdb_failures))
198
199 self.assertEqual('check', buildsets_resultsdb_failures[0]['pipeline'])
200 self.assertEqual(
201 'org/project', buildsets_resultsdb_failures[0]['project'])
202 self.assertEqual(2, buildsets_resultsdb_failures[0]['change'])
203 self.assertEqual(1, buildsets_resultsdb_failures[0]['patchset'])
204 self.assertEqual(-1, buildsets_resultsdb_failures[0]['score'])
205 self.assertEqual(
206 'Build failed.', buildsets_resultsdb_failures[0]['message'])
207
208
209class TestConnectionsBadSQL(ZuulDBTestCase):
James E. Blair82844892017-03-06 10:55:26 -0800210 config_file = 'zuul-sql-driver-bad.conf'
211 tenant_config_file = 'config/sql-driver/main.yaml'
Joshua Heskethd78b4482015-09-14 16:56:34 -0600212
213 def test_unable_to_connect(self):
214 "Test the SQL reporter fails gracefully when unable to connect"
215 self.config.set('zuul', 'layout_config',
216 'tests/fixtures/layout-sql-reporter.yaml')
217 self.sched.reconfigure(self.config)
218
219 # Trigger a reporter. If no errors are raised, the reporter has been
220 # disabled correctly
James E. Blair82844892017-03-06 10:55:26 -0800221 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
222 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
Joshua Heskethd78b4482015-09-14 16:56:34 -0600223 self.waitUntilSettled()
224
Joshua Heskethacccffc2015-03-31 23:38:17 +1100225
226class TestMultipleGerrits(ZuulTestCase):
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100227 config_file = 'zuul-connections-multiple-gerrits.conf'
228 tenant_config_file = 'config/zuul-connections-multiple-gerrits/main.yaml'
Joshua Heskethacccffc2015-03-31 23:38:17 +1100229
230 def test_multiple_project_separate_gerrits(self):
Paul Belanger174a8272017-03-14 13:20:10 -0400231 self.executor_server.hold_jobs_in_build = True
Joshua Heskethacccffc2015-03-31 23:38:17 +1100232
233 A = self.fake_another_gerrit.addFakeChange(
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100234 'org/project1', 'master', 'A')
Joshua Heskethacccffc2015-03-31 23:38:17 +1100235 self.fake_another_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
236
237 self.waitUntilSettled()
238
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100239 self.assertBuilds([dict(name='project-test2',
240 changes='1,1',
241 project='org/project1',
242 pipeline='another_check')])
Joshua Heskethacccffc2015-03-31 23:38:17 +1100243
Jamie Lennoxd2e37332016-12-05 15:26:19 +1100244 # NOTE(jamielennox): the tests back the git repo for both connections
245 # onto the same git repo on the file system. If we just create another
246 # fake change the fake_review_gerrit will try to create another 1,1
247 # change and git will fail to create the ref. Arbitrarily set it to get
248 # around the problem.
249 self.fake_review_gerrit.change_number = 50
250
251 B = self.fake_review_gerrit.addFakeChange(
252 'org/project1', 'master', 'B')
253 self.fake_review_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
254
255 self.waitUntilSettled()
256
257 self.assertBuilds([
258 dict(name='project-test2',
259 changes='1,1',
260 project='org/project1',
261 pipeline='another_check'),
262 dict(name='project-test1',
263 changes='51,1',
264 project='org/project1',
265 pipeline='review_check'),
266 ])
267
Paul Belanger174a8272017-03-14 13:20:10 -0400268 self.executor_server.hold_jobs_in_build = False
269 self.executor_server.release()
Joshua Heskethacccffc2015-03-31 23:38:17 +1100270 self.waitUntilSettled()
Tobias Henkel7df274b2017-05-26 17:41:11 +0200271
Jamie Lennoxb09f4212017-05-03 13:51:38 +1000272 def test_multiple_project_separate_gerrits_common_pipeline(self):
273 self.executor_server.hold_jobs_in_build = True
274
275 A = self.fake_another_gerrit.addFakeChange(
276 'org/project2', 'master', 'A')
277 self.fake_another_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
278
279 self.waitUntilSettled()
280
281 self.assertBuilds([dict(name='project-test2',
282 changes='1,1',
283 project='org/project2',
284 pipeline='common_check')])
285
286 # NOTE(jamielennox): the tests back the git repo for both connections
287 # onto the same git repo on the file system. If we just create another
288 # fake change the fake_review_gerrit will try to create another 1,1
289 # change and git will fail to create the ref. Arbitrarily set it to get
290 # around the problem.
291 self.fake_review_gerrit.change_number = 50
292
293 B = self.fake_review_gerrit.addFakeChange(
294 'org/project2', 'master', 'B')
295 self.fake_review_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
296
297 self.waitUntilSettled()
298
299 self.assertBuilds([
300 dict(name='project-test2',
301 changes='1,1',
302 project='org/project2',
303 pipeline='common_check'),
304 dict(name='project-test1',
305 changes='51,1',
306 project='org/project2',
307 pipeline='common_check'),
308 ])
309
310 self.executor_server.hold_jobs_in_build = False
311 self.executor_server.release()
312 self.waitUntilSettled()
313
Tobias Henkel7df274b2017-05-26 17:41:11 +0200314
315class TestConnectionsMerger(ZuulTestCase):
316 config_file = 'zuul-connections-merger.conf'
317 tenant_config_file = 'config/single-tenant/main.yaml'
318
319 def configure_connections(self):
320 super(TestConnectionsMerger, self).configure_connections(True)
321
322 def test_connections_merger(self):
323 "Test merger only configures source connections"
324
325 self.assertIn("gerrit", self.connections.connections)
326 self.assertIn("github", self.connections.connections)
327 self.assertNotIn("smtp", self.connections.connections)
328 self.assertNotIn("sql", self.connections.connections)
329 self.assertNotIn("timer", self.connections.connections)
330 self.assertNotIn("zuul", self.connections.connections)