blob: 62e69f210d879148367063e4637fe56bc40eff9e [file] [log] [blame]
James E. Blairb0fcae42012-07-17 11:12:10 -07001#!/usr/bin/env python
2
3# Copyright 2012 Hewlett-Packard Development Company, L.P.
4#
5# Licensed under the Apache License, Version 2.0 (the "License"); you may
6# not use this file except in compliance with the License. You may obtain
7# a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14# License for the specific language governing permissions and limitations
15# under the License.
16
James E. Blairb0fcae42012-07-17 11:12:10 -070017import json
Monty Taylorbc758832013-06-17 17:22:42 -040018import logging
19import os
James E. Blairb0fcae42012-07-17 11:12:10 -070020import re
James E. Blair4886cc12012-07-18 15:39:41 -070021import shutil
Monty Taylorbc758832013-06-17 17:22:42 -040022import time
James E. Blairec056492016-07-22 09:45:56 -070023from unittest import skip
Monty Taylorbc758832013-06-17 17:22:42 -040024
James E. Blair4886cc12012-07-18 15:39:41 -070025import git
Morgan Fainberg293f7f82016-05-30 14:01:22 -070026from six.moves import urllib
Monty Taylorbc758832013-06-17 17:22:42 -040027import testtools
James E. Blairb0fcae42012-07-17 11:12:10 -070028
Maru Newby3fe5f852015-01-13 04:22:14 +000029import zuul.change_matcher
James E. Blairb0fcae42012-07-17 11:12:10 -070030import zuul.scheduler
James E. Blairad28e912013-11-27 10:43:22 -080031import zuul.rpcclient
Paul Belanger9bba4902016-11-02 16:07:33 -040032import zuul.model
James E. Blairb0fcae42012-07-17 11:12:10 -070033
Maru Newby3fe5f852015-01-13 04:22:14 +000034from tests.base import (
Maru Newby3fe5f852015-01-13 04:22:14 +000035 ZuulTestCase,
36 repack_repo,
37)
James E. Blairb0fcae42012-07-17 11:12:10 -070038
James E. Blair1f4c2bb2013-04-26 08:40:46 -070039logging.basicConfig(level=logging.DEBUG,
40 format='%(asctime)s %(name)-32s '
41 '%(levelname)-8s %(message)s')
James E. Blairb0fcae42012-07-17 11:12:10 -070042
43
Clark Boylanb640e052014-04-03 16:41:46 -070044class TestScheduler(ZuulTestCase):
James E. Blair552b54f2016-07-22 13:55:32 -070045 tenant_config_file = 'config/single-tenant/main.yaml'
Antoine Mussobd86a312014-01-08 14:51:33 +010046
James E. Blairb0fcae42012-07-17 11:12:10 -070047 def test_jobs_launched(self):
48 "Test that jobs are launched and a change is merged"
James E. Blair1f4c2bb2013-04-26 08:40:46 -070049
James E. Blairb0fcae42012-07-17 11:12:10 -070050 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -070051 A.addApproval('code-review', 2)
52 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairb0fcae42012-07-17 11:12:10 -070053 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -040054 self.assertEqual(self.getJobFromHistory('project-merge').result,
55 'SUCCESS')
56 self.assertEqual(self.getJobFromHistory('project-test1').result,
57 'SUCCESS')
58 self.assertEqual(self.getJobFromHistory('project-test2').result,
59 'SUCCESS')
60 self.assertEqual(A.data['status'], 'MERGED')
61 self.assertEqual(A.reported, 2)
James E. Blair34776ee2016-08-25 13:53:54 -070062 self.assertEqual(self.getJobFromHistory('project-test1').node,
63 'image1')
James E. Blairb0fcae42012-07-17 11:12:10 -070064
James E. Blair552b54f2016-07-22 13:55:32 -070065 # TODOv3(jeblair): we may want to report stats by tenant (also?).
James E. Blair66eeebf2013-07-27 17:44:32 -070066 self.assertReportedStat('gerrit.event.comment-added', value='1|c')
67 self.assertReportedStat('zuul.pipeline.gate.current_changes',
68 value='1|g')
69 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
70 kind='ms')
71 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
72 value='1|c')
73 self.assertReportedStat('zuul.pipeline.gate.resident_time', kind='ms')
74 self.assertReportedStat('zuul.pipeline.gate.total_changes',
75 value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -070076 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -070077 'zuul.pipeline.gate.org.project.resident_time', kind='ms')
James E. Blair412e5582013-04-22 15:50:12 -070078 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -070079 'zuul.pipeline.gate.org.project.total_changes', value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -070080
James E. Blair5821bd92015-09-16 08:48:15 -070081 for build in self.builds:
82 self.assertEqual(build.parameters['ZUUL_VOTING'], '1')
83
James E. Blair3cb10702013-08-24 08:56:03 -070084 def test_initial_pipeline_gauges(self):
85 "Test that each pipeline reported its length on start"
James E. Blair7da51b72016-07-25 15:29:43 -070086 self.assertReportedStat('zuul.pipeline.gate.current_changes',
87 value='0|g')
88 self.assertReportedStat('zuul.pipeline.check.current_changes',
89 value='0|g')
James E. Blair3cb10702013-08-24 08:56:03 -070090
James E. Blair34776ee2016-08-25 13:53:54 -070091 def test_job_branch(self):
92 "Test the correct variant of a job runs on a branch"
93 self.create_branch('org/project', 'stable')
94 A = self.fake_gerrit.addFakeChange('org/project', 'stable', 'A')
95 A.addApproval('code-review', 2)
96 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
97 self.waitUntilSettled()
98 self.assertEqual(self.getJobFromHistory('project-test1').result,
99 'SUCCESS')
100 self.assertEqual(self.getJobFromHistory('project-test2').result,
101 'SUCCESS')
102 self.assertEqual(A.data['status'], 'MERGED')
103 self.assertEqual(A.reported, 2,
104 "A should report start and success")
105 self.assertIn('gate', A.messages[1],
106 "A should transit gate")
107 self.assertEqual(self.getJobFromHistory('project-test1').node,
108 'image2')
109
James E. Blairb0fcae42012-07-17 11:12:10 -0700110 def test_parallel_changes(self):
111 "Test that changes are tested in parallel and merged in series"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700112
James E. Blair791b5392016-08-03 11:25:56 -0700113 self.launch_server.hold_jobs_in_build = True
James E. Blairb0fcae42012-07-17 11:12:10 -0700114 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
115 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
116 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700117 A.addApproval('code-review', 2)
118 B.addApproval('code-review', 2)
119 C.addApproval('code-review', 2)
James E. Blairb0fcae42012-07-17 11:12:10 -0700120
James E. Blair8b5408c2016-08-08 15:37:46 -0700121 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
122 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
123 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairb0fcae42012-07-17 11:12:10 -0700124
125 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400126 self.assertEqual(len(self.builds), 1)
127 self.assertEqual(self.builds[0].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700128 self.assertTrue(self.builds[0].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700129
James E. Blair791b5392016-08-03 11:25:56 -0700130 self.launch_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700131 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400132 self.assertEqual(len(self.builds), 3)
133 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700134 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400135 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700136 self.assertTrue(self.builds[1].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400137 self.assertEqual(self.builds[2].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700138 self.assertTrue(self.builds[2].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700139
James E. Blair791b5392016-08-03 11:25:56 -0700140 self.launch_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700141 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400142 self.assertEqual(len(self.builds), 5)
143 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700144 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400145 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700146 self.assertTrue(self.builds[1].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700147
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400148 self.assertEqual(self.builds[2].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700149 self.assertTrue(self.builds[2].hasChanges(A, B))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400150 self.assertEqual(self.builds[3].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700151 self.assertTrue(self.builds[3].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700152
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400153 self.assertEqual(self.builds[4].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700154 self.assertTrue(self.builds[4].hasChanges(A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -0700155
James E. Blair791b5392016-08-03 11:25:56 -0700156 self.launch_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700157 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400158 self.assertEqual(len(self.builds), 6)
159 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700160 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400161 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700162 self.assertTrue(self.builds[1].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700163
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400164 self.assertEqual(self.builds[2].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700165 self.assertTrue(self.builds[2].hasChanges(A, B))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400166 self.assertEqual(self.builds[3].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700167 self.assertTrue(self.builds[3].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700168
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400169 self.assertEqual(self.builds[4].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700170 self.assertTrue(self.builds[4].hasChanges(A, B, C))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400171 self.assertEqual(self.builds[5].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700172 self.assertTrue(self.builds[5].hasChanges(A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -0700173
James E. Blair791b5392016-08-03 11:25:56 -0700174 self.launch_server.hold_jobs_in_build = False
175 self.launch_server.release()
James E. Blairb0fcae42012-07-17 11:12:10 -0700176 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400177 self.assertEqual(len(self.builds), 0)
James E. Blairb0fcae42012-07-17 11:12:10 -0700178
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400179 self.assertEqual(len(self.history), 9)
180 self.assertEqual(A.data['status'], 'MERGED')
181 self.assertEqual(B.data['status'], 'MERGED')
182 self.assertEqual(C.data['status'], 'MERGED')
183 self.assertEqual(A.reported, 2)
184 self.assertEqual(B.reported, 2)
185 self.assertEqual(C.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700186
187 def test_failed_changes(self):
188 "Test that a change behind a failed change is retested"
James E. Blair08d19992016-08-10 15:25:31 -0700189 self.launch_server.hold_jobs_in_build = True
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700190
James E. Blairb02a3bb2012-07-30 17:49:55 -0700191 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
192 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -0700193 A.addApproval('code-review', 2)
194 B.addApproval('code-review', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700195
James E. Blair08d19992016-08-10 15:25:31 -0700196 self.launch_server.failJob('project-test1', A)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700197
James E. Blair8b5408c2016-08-08 15:37:46 -0700198 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
199 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blairb02a3bb2012-07-30 17:49:55 -0700200 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700201 self.assertBuilds([dict(name='project-merge', changes='1,1')])
James E. Blaire2819012013-06-28 17:17:26 -0400202
James E. Blair08d19992016-08-10 15:25:31 -0700203 self.launch_server.release('.*-merge')
James E. Blaire2819012013-06-28 17:17:26 -0400204 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700205 # A/project-merge is complete
206 self.assertBuilds([
207 dict(name='project-test1', changes='1,1'),
208 dict(name='project-test2', changes='1,1'),
209 dict(name='project-merge', changes='1,1 2,1'),
210 ])
James E. Blaire2819012013-06-28 17:17:26 -0400211
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700212 self.launch_server.release('.*-merge')
James E. Blaire2819012013-06-28 17:17:26 -0400213 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700214 # A/project-merge is complete
215 # B/project-merge is complete
216 self.assertBuilds([
217 dict(name='project-test1', changes='1,1'),
218 dict(name='project-test2', changes='1,1'),
219 dict(name='project-test1', changes='1,1 2,1'),
220 dict(name='project-test2', changes='1,1 2,1'),
221 ])
222
223 # Release project-test1 for A which will fail. This will
224 # abort both running B jobs and relaunch project-merge for B.
225 self.builds[0].release()
226 self.waitUntilSettled()
227
228 self.orderedRelease()
229 self.assertHistory([
230 dict(name='project-merge', result='SUCCESS', changes='1,1'),
231 dict(name='project-merge', result='SUCCESS', changes='1,1 2,1'),
232 dict(name='project-test1', result='FAILURE', changes='1,1'),
233 dict(name='project-test1', result='ABORTED', changes='1,1 2,1'),
234 dict(name='project-test2', result='ABORTED', changes='1,1 2,1'),
235 dict(name='project-test2', result='SUCCESS', changes='1,1'),
236 dict(name='project-merge', result='SUCCESS', changes='2,1'),
237 dict(name='project-test1', result='SUCCESS', changes='2,1'),
238 dict(name='project-test2', result='SUCCESS', changes='2,1'),
James E. Blairb536ecc2016-08-31 10:11:42 -0700239 ], ordered=False)
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700240
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400241 self.assertEqual(A.data['status'], 'NEW')
242 self.assertEqual(B.data['status'], 'MERGED')
243 self.assertEqual(A.reported, 2)
244 self.assertEqual(B.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700245
246 def test_independent_queues(self):
247 "Test that changes end up in the right queues"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700248
James E. Blair08d19992016-08-10 15:25:31 -0700249 self.launch_server.hold_jobs_in_build = True
Zhongyue Luo5d556072012-09-21 02:00:47 +0900250 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blairb02a3bb2012-07-30 17:49:55 -0700251 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
252 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700253 A.addApproval('code-review', 2)
254 B.addApproval('code-review', 2)
255 C.addApproval('code-review', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700256
James E. Blair8b5408c2016-08-08 15:37:46 -0700257 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
258 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
259 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairb02a3bb2012-07-30 17:49:55 -0700260
James E. Blairb02a3bb2012-07-30 17:49:55 -0700261 self.waitUntilSettled()
262
263 # There should be one merge job at the head of each queue running
James E. Blair5f0d49e2016-08-19 09:36:50 -0700264 self.assertBuilds([
265 dict(name='project-merge', changes='1,1'),
266 dict(name='project-merge', changes='2,1'),
267 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700268
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700269 # Release the current merge builds
James E. Blair5f0d49e2016-08-19 09:36:50 -0700270 self.builds[0].release()
271 self.waitUntilSettled()
272 self.builds[0].release()
James E. Blairb02a3bb2012-07-30 17:49:55 -0700273 self.waitUntilSettled()
274 # Release the merge job for project2 which is behind project1
James E. Blair08d19992016-08-10 15:25:31 -0700275 self.launch_server.release('.*-merge')
James E. Blairb02a3bb2012-07-30 17:49:55 -0700276 self.waitUntilSettled()
277
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700278 # All the test builds should be running:
James E. Blair5f0d49e2016-08-19 09:36:50 -0700279 self.assertBuilds([
280 dict(name='project-test1', changes='1,1'),
281 dict(name='project-test2', changes='1,1'),
282 dict(name='project-test1', changes='2,1'),
283 dict(name='project-test2', changes='2,1'),
Paul Belanger58bf6912016-11-11 19:36:01 -0500284 dict(name='project1-project2-integration', changes='2,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700285 dict(name='project-test1', changes='2,1 3,1'),
286 dict(name='project-test2', changes='2,1 3,1'),
Clint Byrumcd9393f2016-12-21 12:21:07 -0800287 dict(name='project1-project2-integration', changes='2,1 3,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700288 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700289
James E. Blair5f0d49e2016-08-19 09:36:50 -0700290 self.orderedRelease()
291 self.assertHistory([
292 dict(name='project-merge', result='SUCCESS', changes='1,1'),
293 dict(name='project-merge', result='SUCCESS', changes='2,1'),
294 dict(name='project-merge', result='SUCCESS', changes='2,1 3,1'),
295 dict(name='project-test1', result='SUCCESS', changes='1,1'),
296 dict(name='project-test2', result='SUCCESS', changes='1,1'),
297 dict(name='project-test1', result='SUCCESS', changes='2,1'),
298 dict(name='project-test2', result='SUCCESS', changes='2,1'),
Paul Belanger58bf6912016-11-11 19:36:01 -0500299 dict(
300 name='project1-project2-integration',
301 result='SUCCESS',
302 changes='2,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700303 dict(name='project-test1', result='SUCCESS', changes='2,1 3,1'),
304 dict(name='project-test2', result='SUCCESS', changes='2,1 3,1'),
Clint Byrumcd9393f2016-12-21 12:21:07 -0800305 dict(name='project1-project2-integration',
306 result='SUCCESS',
307 changes='2,1 3,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700308 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700309
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400310 self.assertEqual(A.data['status'], 'MERGED')
311 self.assertEqual(B.data['status'], 'MERGED')
312 self.assertEqual(C.data['status'], 'MERGED')
313 self.assertEqual(A.reported, 2)
314 self.assertEqual(B.reported, 2)
315 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700316
317 def test_failed_change_at_head(self):
318 "Test that if a change at the head fails, jobs behind it are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -0700319
James E. Blair08d19992016-08-10 15:25:31 -0700320 self.launch_server.hold_jobs_in_build = True
James E. Blaird466dc42012-07-31 10:42:56 -0700321 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
322 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
323 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700324 A.addApproval('code-review', 2)
325 B.addApproval('code-review', 2)
326 C.addApproval('code-review', 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700327
James E. Blair08d19992016-08-10 15:25:31 -0700328 self.launch_server.failJob('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -0700329
James E. Blair8b5408c2016-08-08 15:37:46 -0700330 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
331 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
332 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blaird466dc42012-07-31 10:42:56 -0700333
334 self.waitUntilSettled()
James E. Blaird466dc42012-07-31 10:42:56 -0700335
James E. Blairb536ecc2016-08-31 10:11:42 -0700336 self.assertBuilds([
337 dict(name='project-merge', changes='1,1'),
338 ])
James E. Blaird466dc42012-07-31 10:42:56 -0700339
James E. Blair08d19992016-08-10 15:25:31 -0700340 self.launch_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700341 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700342 self.launch_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700343 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700344 self.launch_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700345 self.waitUntilSettled()
346
James E. Blairb536ecc2016-08-31 10:11:42 -0700347 self.assertBuilds([
348 dict(name='project-test1', changes='1,1'),
349 dict(name='project-test2', changes='1,1'),
350 dict(name='project-test1', changes='1,1 2,1'),
351 dict(name='project-test2', changes='1,1 2,1'),
352 dict(name='project-test1', changes='1,1 2,1 3,1'),
353 dict(name='project-test2', changes='1,1 2,1 3,1'),
354 ])
James E. Blaird466dc42012-07-31 10:42:56 -0700355
Monty Taylor6bef8ef2013-06-02 08:17:12 -0400356 self.release(self.builds[0])
James E. Blaird466dc42012-07-31 10:42:56 -0700357 self.waitUntilSettled()
358
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400359 # project-test2, project-merge for B
James E. Blairb536ecc2016-08-31 10:11:42 -0700360 self.assertBuilds([
361 dict(name='project-test2', changes='1,1'),
362 dict(name='project-merge', changes='2,1'),
363 ])
364 # Unordered history comparison because the aborts can finish
365 # in any order.
366 self.assertHistory([
367 dict(name='project-merge', result='SUCCESS',
368 changes='1,1'),
369 dict(name='project-merge', result='SUCCESS',
370 changes='1,1 2,1'),
371 dict(name='project-merge', result='SUCCESS',
372 changes='1,1 2,1 3,1'),
373 dict(name='project-test1', result='FAILURE',
374 changes='1,1'),
375 dict(name='project-test1', result='ABORTED',
376 changes='1,1 2,1'),
377 dict(name='project-test2', result='ABORTED',
378 changes='1,1 2,1'),
379 dict(name='project-test1', result='ABORTED',
380 changes='1,1 2,1 3,1'),
381 dict(name='project-test2', result='ABORTED',
382 changes='1,1 2,1 3,1'),
383 ], ordered=False)
James E. Blaird466dc42012-07-31 10:42:56 -0700384
James E. Blairb536ecc2016-08-31 10:11:42 -0700385 self.launch_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700386 self.waitUntilSettled()
James E. Blairb536ecc2016-08-31 10:11:42 -0700387 self.launch_server.release('.*-merge')
388 self.waitUntilSettled()
389 self.orderedRelease()
James E. Blaird466dc42012-07-31 10:42:56 -0700390
James E. Blairb536ecc2016-08-31 10:11:42 -0700391 self.assertBuilds([])
392 self.assertHistory([
393 dict(name='project-merge', result='SUCCESS',
394 changes='1,1'),
395 dict(name='project-merge', result='SUCCESS',
396 changes='1,1 2,1'),
397 dict(name='project-merge', result='SUCCESS',
398 changes='1,1 2,1 3,1'),
399 dict(name='project-test1', result='FAILURE',
400 changes='1,1'),
401 dict(name='project-test1', result='ABORTED',
402 changes='1,1 2,1'),
403 dict(name='project-test2', result='ABORTED',
404 changes='1,1 2,1'),
405 dict(name='project-test1', result='ABORTED',
406 changes='1,1 2,1 3,1'),
407 dict(name='project-test2', result='ABORTED',
408 changes='1,1 2,1 3,1'),
409 dict(name='project-merge', result='SUCCESS',
410 changes='2,1'),
411 dict(name='project-merge', result='SUCCESS',
412 changes='2,1 3,1'),
413 dict(name='project-test2', result='SUCCESS',
414 changes='1,1'),
415 dict(name='project-test1', result='SUCCESS',
416 changes='2,1'),
417 dict(name='project-test2', result='SUCCESS',
418 changes='2,1'),
419 dict(name='project-test1', result='SUCCESS',
420 changes='2,1 3,1'),
421 dict(name='project-test2', result='SUCCESS',
422 changes='2,1 3,1'),
423 ], ordered=False)
424
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400425 self.assertEqual(A.data['status'], 'NEW')
426 self.assertEqual(B.data['status'], 'MERGED')
427 self.assertEqual(C.data['status'], 'MERGED')
428 self.assertEqual(A.reported, 2)
429 self.assertEqual(B.reported, 2)
430 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700431
James E. Blair0aac4872013-08-23 14:02:38 -0700432 def test_failed_change_in_middle(self):
433 "Test a failed change in the middle of the queue"
434
James E. Blair08d19992016-08-10 15:25:31 -0700435 self.launch_server.hold_jobs_in_build = True
James E. Blair0aac4872013-08-23 14:02:38 -0700436 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
437 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
438 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700439 A.addApproval('code-review', 2)
440 B.addApproval('code-review', 2)
441 C.addApproval('code-review', 2)
James E. Blair0aac4872013-08-23 14:02:38 -0700442
James E. Blair08d19992016-08-10 15:25:31 -0700443 self.launch_server.failJob('project-test1', B)
James E. Blair0aac4872013-08-23 14:02:38 -0700444
James E. Blair8b5408c2016-08-08 15:37:46 -0700445 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
446 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
447 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair0aac4872013-08-23 14:02:38 -0700448
449 self.waitUntilSettled()
450
James E. Blair08d19992016-08-10 15:25:31 -0700451 self.launch_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700452 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700453 self.launch_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700454 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700455 self.launch_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700456 self.waitUntilSettled()
457
458 self.assertEqual(len(self.builds), 6)
459 self.assertEqual(self.builds[0].name, 'project-test1')
460 self.assertEqual(self.builds[1].name, 'project-test2')
461 self.assertEqual(self.builds[2].name, 'project-test1')
462 self.assertEqual(self.builds[3].name, 'project-test2')
463 self.assertEqual(self.builds[4].name, 'project-test1')
464 self.assertEqual(self.builds[5].name, 'project-test2')
465
466 self.release(self.builds[2])
467 self.waitUntilSettled()
468
James E. Blair972e3c72013-08-29 12:04:55 -0700469 # project-test1 and project-test2 for A
470 # project-test2 for B
471 # project-merge for C (without B)
472 self.assertEqual(len(self.builds), 4)
James E. Blair0aac4872013-08-23 14:02:38 -0700473 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 2)
474
James E. Blair08d19992016-08-10 15:25:31 -0700475 self.launch_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -0700476 self.waitUntilSettled()
477
478 # project-test1 and project-test2 for A
479 # project-test2 for B
480 # project-test1 and project-test2 for C
481 self.assertEqual(len(self.builds), 5)
482
Paul Belanger2e2a0492016-10-30 18:33:37 -0400483 tenant = self.sched.abide.tenants.get('tenant-one')
484 items = tenant.layout.pipelines['gate'].getAllItems()
James E. Blair0aac4872013-08-23 14:02:38 -0700485 builds = items[0].current_build_set.getBuilds()
486 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
487 self.assertEqual(self.countJobResults(builds, None), 2)
488 builds = items[1].current_build_set.getBuilds()
489 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
490 self.assertEqual(self.countJobResults(builds, 'FAILURE'), 1)
491 self.assertEqual(self.countJobResults(builds, None), 1)
492 builds = items[2].current_build_set.getBuilds()
493 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
James E. Blair972e3c72013-08-29 12:04:55 -0700494 self.assertEqual(self.countJobResults(builds, None), 2)
James E. Blair0aac4872013-08-23 14:02:38 -0700495
James E. Blair08d19992016-08-10 15:25:31 -0700496 self.launch_server.hold_jobs_in_build = False
497 self.launch_server.release()
James E. Blair0aac4872013-08-23 14:02:38 -0700498 self.waitUntilSettled()
499
500 self.assertEqual(len(self.builds), 0)
501 self.assertEqual(len(self.history), 12)
502 self.assertEqual(A.data['status'], 'MERGED')
503 self.assertEqual(B.data['status'], 'NEW')
504 self.assertEqual(C.data['status'], 'MERGED')
505 self.assertEqual(A.reported, 2)
506 self.assertEqual(B.reported, 2)
507 self.assertEqual(C.reported, 2)
508
James E. Blaird466dc42012-07-31 10:42:56 -0700509 def test_failed_change_at_head_with_queue(self):
510 "Test that if a change at the head fails, queued jobs are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -0700511
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700512 self.gearman_server.hold_jobs_in_queue = True
James E. Blaird466dc42012-07-31 10:42:56 -0700513 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
514 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
515 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700516 A.addApproval('code-review', 2)
517 B.addApproval('code-review', 2)
518 C.addApproval('code-review', 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700519
James E. Blair08d19992016-08-10 15:25:31 -0700520 self.launch_server.failJob('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -0700521
James E. Blair8b5408c2016-08-08 15:37:46 -0700522 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
523 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
524 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blaird466dc42012-07-31 10:42:56 -0700525
526 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -0700527 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400528 self.assertEqual(len(self.builds), 0)
529 self.assertEqual(len(queue), 1)
Clint Byrum8b2bc0c2016-11-16 16:28:50 -0800530 self.assertEqual(queue[0].name, 'launcher:launch')
531 job_args = json.loads(queue[0].arguments)
532 self.assertEqual(job_args['job'], 'project-merge')
533 self.assertEqual(job_args['items'][0]['number'], '%d' % A.number)
James E. Blaird466dc42012-07-31 10:42:56 -0700534
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700535 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700536 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700537 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700538 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700539 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700540 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -0700541 queue = self.gearman_server.getQueue()
James E. Blaird466dc42012-07-31 10:42:56 -0700542
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400543 self.assertEqual(len(self.builds), 0)
544 self.assertEqual(len(queue), 6)
Clint Byrum8b2bc0c2016-11-16 16:28:50 -0800545
546 self.assertEqual(
547 json.loads(queue[0].arguments)['job'], 'project-test1')
548 self.assertEqual(
549 json.loads(queue[1].arguments)['job'], 'project-test2')
550 self.assertEqual(
551 json.loads(queue[2].arguments)['job'], 'project-test1')
552 self.assertEqual(
553 json.loads(queue[3].arguments)['job'], 'project-test2')
554 self.assertEqual(
555 json.loads(queue[4].arguments)['job'], 'project-test1')
556 self.assertEqual(
557 json.loads(queue[5].arguments)['job'], 'project-test2')
James E. Blaird466dc42012-07-31 10:42:56 -0700558
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700559 self.release(queue[0])
James E. Blaird466dc42012-07-31 10:42:56 -0700560 self.waitUntilSettled()
561
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400562 self.assertEqual(len(self.builds), 0)
James E. Blair701c5b42013-06-06 09:34:59 -0700563 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400564 self.assertEqual(len(queue), 2) # project-test2, project-merge for B
565 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 0)
James E. Blaird466dc42012-07-31 10:42:56 -0700566
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700567 self.gearman_server.hold_jobs_in_queue = False
568 self.gearman_server.release()
James E. Blaird466dc42012-07-31 10:42:56 -0700569 self.waitUntilSettled()
570
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400571 self.assertEqual(len(self.builds), 0)
572 self.assertEqual(len(self.history), 11)
573 self.assertEqual(A.data['status'], 'NEW')
574 self.assertEqual(B.data['status'], 'MERGED')
575 self.assertEqual(C.data['status'], 'MERGED')
576 self.assertEqual(A.reported, 2)
577 self.assertEqual(B.reported, 2)
578 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700579
James E. Blairec056492016-07-22 09:45:56 -0700580 @skip("Disabled for early v3 development")
James E. Blairce8a2132016-05-19 15:21:52 -0700581 def _test_time_database(self, iteration):
James E. Blair08d19992016-08-10 15:25:31 -0700582 self.launch_server.hold_jobs_in_build = True
James E. Blairce8a2132016-05-19 15:21:52 -0700583 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -0700584 A.addApproval('code-review', 2)
585 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairce8a2132016-05-19 15:21:52 -0700586 self.waitUntilSettled()
587 time.sleep(2)
588
589 data = json.loads(self.sched.formatStatusJSON())
590 found_job = None
591 for pipeline in data['pipelines']:
592 if pipeline['name'] != 'gate':
593 continue
594 for queue in pipeline['change_queues']:
595 for head in queue['heads']:
596 for item in head:
597 for job in item['jobs']:
598 if job['name'] == 'project-merge':
599 found_job = job
600 break
601
602 self.assertIsNotNone(found_job)
603 if iteration == 1:
604 self.assertIsNotNone(found_job['estimated_time'])
605 self.assertIsNone(found_job['remaining_time'])
606 else:
607 self.assertIsNotNone(found_job['estimated_time'])
608 self.assertTrue(found_job['estimated_time'] >= 2)
609 self.assertIsNotNone(found_job['remaining_time'])
610
James E. Blair08d19992016-08-10 15:25:31 -0700611 self.launch_server.hold_jobs_in_build = False
612 self.launch_server.release()
James E. Blairce8a2132016-05-19 15:21:52 -0700613 self.waitUntilSettled()
614
James E. Blairec056492016-07-22 09:45:56 -0700615 @skip("Disabled for early v3 development")
James E. Blairce8a2132016-05-19 15:21:52 -0700616 def test_time_database(self):
617 "Test the time database"
618
619 self._test_time_database(1)
620 self._test_time_database(2)
621
James E. Blairfef71632013-09-23 11:15:47 -0700622 def test_two_failed_changes_at_head(self):
623 "Test that changes are reparented correctly if 2 fail at head"
624
James E. Blair08d19992016-08-10 15:25:31 -0700625 self.launch_server.hold_jobs_in_build = True
James E. Blairfef71632013-09-23 11:15:47 -0700626 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
627 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
628 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700629 A.addApproval('code-review', 2)
630 B.addApproval('code-review', 2)
631 C.addApproval('code-review', 2)
James E. Blairfef71632013-09-23 11:15:47 -0700632
James E. Blair08d19992016-08-10 15:25:31 -0700633 self.launch_server.failJob('project-test1', A)
634 self.launch_server.failJob('project-test1', B)
James E. Blairfef71632013-09-23 11:15:47 -0700635
James E. Blair8b5408c2016-08-08 15:37:46 -0700636 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
637 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
638 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairfef71632013-09-23 11:15:47 -0700639 self.waitUntilSettled()
640
James E. Blair08d19992016-08-10 15:25:31 -0700641 self.launch_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700642 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700643 self.launch_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700644 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700645 self.launch_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700646 self.waitUntilSettled()
647
648 self.assertEqual(len(self.builds), 6)
649 self.assertEqual(self.builds[0].name, 'project-test1')
650 self.assertEqual(self.builds[1].name, 'project-test2')
651 self.assertEqual(self.builds[2].name, 'project-test1')
652 self.assertEqual(self.builds[3].name, 'project-test2')
653 self.assertEqual(self.builds[4].name, 'project-test1')
654 self.assertEqual(self.builds[5].name, 'project-test2')
655
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400656 self.assertTrue(self.builds[0].hasChanges(A))
657 self.assertTrue(self.builds[2].hasChanges(A))
658 self.assertTrue(self.builds[2].hasChanges(B))
659 self.assertTrue(self.builds[4].hasChanges(A))
660 self.assertTrue(self.builds[4].hasChanges(B))
661 self.assertTrue(self.builds[4].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700662
663 # Fail change B first
664 self.release(self.builds[2])
665 self.waitUntilSettled()
666
667 # restart of C after B failure
James E. Blair08d19992016-08-10 15:25:31 -0700668 self.launch_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700669 self.waitUntilSettled()
670
671 self.assertEqual(len(self.builds), 5)
672 self.assertEqual(self.builds[0].name, 'project-test1')
673 self.assertEqual(self.builds[1].name, 'project-test2')
674 self.assertEqual(self.builds[2].name, 'project-test2')
675 self.assertEqual(self.builds[3].name, 'project-test1')
676 self.assertEqual(self.builds[4].name, 'project-test2')
677
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400678 self.assertTrue(self.builds[1].hasChanges(A))
679 self.assertTrue(self.builds[2].hasChanges(A))
680 self.assertTrue(self.builds[2].hasChanges(B))
681 self.assertTrue(self.builds[4].hasChanges(A))
682 self.assertFalse(self.builds[4].hasChanges(B))
683 self.assertTrue(self.builds[4].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700684
685 # Finish running all passing jobs for change A
686 self.release(self.builds[1])
687 self.waitUntilSettled()
688 # Fail and report change A
689 self.release(self.builds[0])
690 self.waitUntilSettled()
691
692 # restart of B,C after A failure
James E. Blair08d19992016-08-10 15:25:31 -0700693 self.launch_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700694 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700695 self.launch_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700696 self.waitUntilSettled()
697
698 self.assertEqual(len(self.builds), 4)
699 self.assertEqual(self.builds[0].name, 'project-test1') # B
700 self.assertEqual(self.builds[1].name, 'project-test2') # B
701 self.assertEqual(self.builds[2].name, 'project-test1') # C
702 self.assertEqual(self.builds[3].name, 'project-test2') # C
703
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400704 self.assertFalse(self.builds[1].hasChanges(A))
705 self.assertTrue(self.builds[1].hasChanges(B))
706 self.assertFalse(self.builds[1].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700707
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400708 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blairfef71632013-09-23 11:15:47 -0700709 # After A failed and B and C restarted, B should be back in
710 # C's tests because it has not failed yet.
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400711 self.assertTrue(self.builds[2].hasChanges(B))
712 self.assertTrue(self.builds[2].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700713
James E. Blair08d19992016-08-10 15:25:31 -0700714 self.launch_server.hold_jobs_in_build = False
715 self.launch_server.release()
James E. Blairfef71632013-09-23 11:15:47 -0700716 self.waitUntilSettled()
717
718 self.assertEqual(len(self.builds), 0)
719 self.assertEqual(len(self.history), 21)
720 self.assertEqual(A.data['status'], 'NEW')
721 self.assertEqual(B.data['status'], 'NEW')
722 self.assertEqual(C.data['status'], 'MERGED')
723 self.assertEqual(A.reported, 2)
724 self.assertEqual(B.reported, 2)
725 self.assertEqual(C.reported, 2)
726
James E. Blair8c803f82012-07-31 16:25:42 -0700727 def test_patch_order(self):
728 "Test that dependent patches are tested in the right order"
729 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
730 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
731 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700732 A.addApproval('code-review', 2)
733 B.addApproval('code-review', 2)
734 C.addApproval('code-review', 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700735
736 M2 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M2')
737 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
738 M2.setMerged()
739 M1.setMerged()
740
741 # C -> B -> A -> M1 -> M2
742 # M2 is here to make sure it is never queried. If it is, it
743 # means zuul is walking down the entire history of merged
744 # changes.
745
746 C.setDependsOn(B, 1)
747 B.setDependsOn(A, 1)
748 A.setDependsOn(M1, 1)
749 M1.setDependsOn(M2, 1)
750
James E. Blair8b5408c2016-08-08 15:37:46 -0700751 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair8c803f82012-07-31 16:25:42 -0700752
753 self.waitUntilSettled()
754
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400755 self.assertEqual(A.data['status'], 'NEW')
756 self.assertEqual(B.data['status'], 'NEW')
757 self.assertEqual(C.data['status'], 'NEW')
James E. Blair8c803f82012-07-31 16:25:42 -0700758
James E. Blair8b5408c2016-08-08 15:37:46 -0700759 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
760 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8c803f82012-07-31 16:25:42 -0700761
762 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400763 self.assertEqual(M2.queried, 0)
764 self.assertEqual(A.data['status'], 'MERGED')
765 self.assertEqual(B.data['status'], 'MERGED')
766 self.assertEqual(C.data['status'], 'MERGED')
767 self.assertEqual(A.reported, 2)
768 self.assertEqual(B.reported, 2)
769 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700770
James E. Blair063672f2015-01-29 13:09:12 -0800771 def test_needed_changes_enqueue(self):
772 "Test that a needed change is enqueued ahead"
773 # A Given a git tree like this, if we enqueue
774 # / \ change C, we should walk up and down the tree
775 # B G and enqueue changes in the order ABCDEFG.
776 # /|\ This is also the order that you would get if
777 # *C E F you enqueued changes in the order ABCDEFG, so
778 # / the ordering is stable across re-enqueue events.
779 # D
780
781 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
782 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
783 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
784 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
785 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
786 F = self.fake_gerrit.addFakeChange('org/project', 'master', 'F')
787 G = self.fake_gerrit.addFakeChange('org/project', 'master', 'G')
788 B.setDependsOn(A, 1)
789 C.setDependsOn(B, 1)
790 D.setDependsOn(C, 1)
791 E.setDependsOn(B, 1)
792 F.setDependsOn(B, 1)
793 G.setDependsOn(A, 1)
794
James E. Blair8b5408c2016-08-08 15:37:46 -0700795 A.addApproval('code-review', 2)
796 B.addApproval('code-review', 2)
797 C.addApproval('code-review', 2)
798 D.addApproval('code-review', 2)
799 E.addApproval('code-review', 2)
800 F.addApproval('code-review', 2)
801 G.addApproval('code-review', 2)
802 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair063672f2015-01-29 13:09:12 -0800803
804 self.waitUntilSettled()
805
806 self.assertEqual(A.data['status'], 'NEW')
807 self.assertEqual(B.data['status'], 'NEW')
808 self.assertEqual(C.data['status'], 'NEW')
809 self.assertEqual(D.data['status'], 'NEW')
810 self.assertEqual(E.data['status'], 'NEW')
811 self.assertEqual(F.data['status'], 'NEW')
812 self.assertEqual(G.data['status'], 'NEW')
813
814 # We're about to add approvals to changes without adding the
815 # triggering events to Zuul, so that we can be sure that it is
816 # enqueing the changes based on dependencies, not because of
817 # triggering events. Since it will have the changes cached
818 # already (without approvals), we need to clear the cache
819 # first.
Paul Belanger593480a2016-11-02 19:06:28 -0400820 for connection in self.connections.connections.values():
Joshua Hesketh4bd7da32016-02-17 20:58:47 +1100821 connection.maintainCache([])
James E. Blair063672f2015-01-29 13:09:12 -0800822
James E. Blair08d19992016-08-10 15:25:31 -0700823 self.launch_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -0700824 A.addApproval('approved', 1)
825 B.addApproval('approved', 1)
826 D.addApproval('approved', 1)
827 E.addApproval('approved', 1)
828 F.addApproval('approved', 1)
829 G.addApproval('approved', 1)
830 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair063672f2015-01-29 13:09:12 -0800831
832 for x in range(8):
James E. Blair08d19992016-08-10 15:25:31 -0700833 self.launch_server.release('.*-merge')
James E. Blair063672f2015-01-29 13:09:12 -0800834 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -0700835 self.launch_server.hold_jobs_in_build = False
836 self.launch_server.release()
James E. Blair063672f2015-01-29 13:09:12 -0800837 self.waitUntilSettled()
838
839 self.assertEqual(A.data['status'], 'MERGED')
840 self.assertEqual(B.data['status'], 'MERGED')
841 self.assertEqual(C.data['status'], 'MERGED')
842 self.assertEqual(D.data['status'], 'MERGED')
843 self.assertEqual(E.data['status'], 'MERGED')
844 self.assertEqual(F.data['status'], 'MERGED')
845 self.assertEqual(G.data['status'], 'MERGED')
846 self.assertEqual(A.reported, 2)
847 self.assertEqual(B.reported, 2)
848 self.assertEqual(C.reported, 2)
849 self.assertEqual(D.reported, 2)
850 self.assertEqual(E.reported, 2)
851 self.assertEqual(F.reported, 2)
852 self.assertEqual(G.reported, 2)
853 self.assertEqual(self.history[6].changes,
854 '1,1 2,1 3,1 4,1 5,1 6,1 7,1')
855
Joshua Hesketh850ccb62014-11-27 11:31:02 +1100856 def test_source_cache(self):
857 "Test that the source cache operates correctly"
James E. Blair08d19992016-08-10 15:25:31 -0700858 self.launch_server.hold_jobs_in_build = True
James E. Blair0e933c52013-07-11 10:18:52 -0700859
860 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
861 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
862 X = self.fake_gerrit.addFakeChange('org/project', 'master', 'X')
James E. Blair8b5408c2016-08-08 15:37:46 -0700863 A.addApproval('code-review', 2)
864 B.addApproval('code-review', 2)
James E. Blair0e933c52013-07-11 10:18:52 -0700865
866 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
867 M1.setMerged()
868
869 B.setDependsOn(A, 1)
870 A.setDependsOn(M1, 1)
871
James E. Blair8b5408c2016-08-08 15:37:46 -0700872 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair0e933c52013-07-11 10:18:52 -0700873 self.fake_gerrit.addEvent(X.getPatchsetCreatedEvent(1))
874
875 self.waitUntilSettled()
876
877 for build in self.builds:
878 if build.parameters['ZUUL_PIPELINE'] == 'check':
879 build.release()
880 self.waitUntilSettled()
881 for build in self.builds:
882 if build.parameters['ZUUL_PIPELINE'] == 'check':
883 build.release()
884 self.waitUntilSettled()
885
James E. Blair8b5408c2016-08-08 15:37:46 -0700886 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair0e933c52013-07-11 10:18:52 -0700887 self.waitUntilSettled()
888
Joshua Hesketh352264b2015-08-11 23:42:08 +1000889 self.log.debug("len %s" % self.fake_gerrit._change_cache.keys())
James E. Blair0e933c52013-07-11 10:18:52 -0700890 # there should still be changes in the cache
Joshua Hesketh352264b2015-08-11 23:42:08 +1000891 self.assertNotEqual(len(self.fake_gerrit._change_cache.keys()), 0)
James E. Blair0e933c52013-07-11 10:18:52 -0700892
James E. Blair08d19992016-08-10 15:25:31 -0700893 self.launch_server.hold_jobs_in_build = False
894 self.launch_server.release()
James E. Blair0e933c52013-07-11 10:18:52 -0700895 self.waitUntilSettled()
896
897 self.assertEqual(A.data['status'], 'MERGED')
898 self.assertEqual(B.data['status'], 'MERGED')
899 self.assertEqual(A.queried, 2) # Initial and isMerged
900 self.assertEqual(B.queried, 3) # Initial A, refresh from B, isMerged
901
James E. Blair8c803f82012-07-31 16:25:42 -0700902 def test_can_merge(self):
James E. Blair4886cc12012-07-18 15:39:41 -0700903 "Test whether a change is ready to merge"
James E. Blair8c803f82012-07-31 16:25:42 -0700904 # TODO: move to test_gerrit (this is a unit test!)
905 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belanger9bba4902016-11-02 16:07:33 -0400906 tenant = self.sched.abide.tenants.get('tenant-one')
907 source = tenant.layout.pipelines['gate'].source
908
909 # TODO(pabelanger): As we add more source / trigger APIs we should make
910 # it easier for users to create events for testing.
911 event = zuul.model.TriggerEvent()
912 event.trigger_name = 'gerrit'
913 event.change_number = '1'
914 event.patch_number = '2'
915
916 a = source.getChange(event)
917 mgr = tenant.layout.pipelines['gate'].manager
James E. Blairc0dedf82014-08-06 09:37:52 -0700918 self.assertFalse(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -0700919
James E. Blair8b5408c2016-08-08 15:37:46 -0700920 A.addApproval('code-review', 2)
Paul Belanger9bba4902016-11-02 16:07:33 -0400921 a = source.getChange(event, refresh=True)
James E. Blairc0dedf82014-08-06 09:37:52 -0700922 self.assertFalse(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -0700923
James E. Blair8b5408c2016-08-08 15:37:46 -0700924 A.addApproval('approved', 1)
Paul Belanger9bba4902016-11-02 16:07:33 -0400925 a = source.getChange(event, refresh=True)
James E. Blairc0dedf82014-08-06 09:37:52 -0700926 self.assertTrue(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair4886cc12012-07-18 15:39:41 -0700927
James E. Blairec056492016-07-22 09:45:56 -0700928 @skip("Disabled for early v3 development")
James E. Blair973721f2012-08-15 10:19:43 -0700929 def test_build_configuration_conflict(self):
930 "Test that merge conflicts are handled"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700931
932 self.gearman_server.hold_jobs_in_queue = True
James E. Blair6736beb2013-07-11 15:18:15 -0700933 A = self.fake_gerrit.addFakeChange('org/conflict-project',
934 'master', 'A')
James E. Blair973721f2012-08-15 10:19:43 -0700935 A.addPatchset(['conflict'])
James E. Blair6736beb2013-07-11 15:18:15 -0700936 B = self.fake_gerrit.addFakeChange('org/conflict-project',
937 'master', 'B')
James E. Blair973721f2012-08-15 10:19:43 -0700938 B.addPatchset(['conflict'])
James E. Blair6736beb2013-07-11 15:18:15 -0700939 C = self.fake_gerrit.addFakeChange('org/conflict-project',
940 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700941 A.addApproval('code-review', 2)
942 B.addApproval('code-review', 2)
943 C.addApproval('code-review', 2)
944 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
945 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
946 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair973721f2012-08-15 10:19:43 -0700947 self.waitUntilSettled()
948
James E. Blair6736beb2013-07-11 15:18:15 -0700949 self.assertEqual(A.reported, 1)
950 self.assertEqual(B.reported, 1)
951 self.assertEqual(C.reported, 1)
952
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700953 self.gearman_server.release('.*-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700954 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700955 self.gearman_server.release('.*-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700956 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700957 self.gearman_server.release('.*-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700958 self.waitUntilSettled()
James E. Blair972e3c72013-08-29 12:04:55 -0700959
960 self.assertEqual(len(self.history), 2) # A and C merge jobs
961
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700962 self.gearman_server.hold_jobs_in_queue = False
963 self.gearman_server.release()
James E. Blair973721f2012-08-15 10:19:43 -0700964 self.waitUntilSettled()
965
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400966 self.assertEqual(A.data['status'], 'MERGED')
967 self.assertEqual(B.data['status'], 'NEW')
968 self.assertEqual(C.data['status'], 'MERGED')
969 self.assertEqual(A.reported, 2)
970 self.assertEqual(B.reported, 2)
971 self.assertEqual(C.reported, 2)
James E. Blair972e3c72013-08-29 12:04:55 -0700972 self.assertEqual(len(self.history), 6)
James E. Blair6736beb2013-07-11 15:18:15 -0700973
James E. Blairdaabed22012-08-15 15:38:57 -0700974 def test_post(self):
975 "Test that post jobs run"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700976
Zhongyue Luo5d556072012-09-21 02:00:47 +0900977 e = {
978 "type": "ref-updated",
979 "submitter": {
980 "name": "User Name",
981 },
982 "refUpdate": {
983 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
984 "newRev": "d479a0bfcb34da57a31adb2a595c0cf687812543",
985 "refName": "master",
986 "project": "org/project",
987 }
988 }
James E. Blairdaabed22012-08-15 15:38:57 -0700989 self.fake_gerrit.addEvent(e)
990 self.waitUntilSettled()
991
Monty Taylor6bef8ef2013-06-02 08:17:12 -0400992 job_names = [x.name for x in self.history]
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400993 self.assertEqual(len(self.history), 1)
994 self.assertIn('project-post', job_names)
James E. Blairc6294a52012-08-17 10:19:48 -0700995
K Jonathan Harkerf95e7232015-04-29 13:33:16 -0700996 def test_post_ignore_deletes(self):
997 "Test that deleting refs does not trigger post jobs"
998
999 e = {
1000 "type": "ref-updated",
1001 "submitter": {
1002 "name": "User Name",
1003 },
1004 "refUpdate": {
1005 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1006 "newRev": "0000000000000000000000000000000000000000",
1007 "refName": "master",
1008 "project": "org/project",
1009 }
1010 }
1011 self.fake_gerrit.addEvent(e)
1012 self.waitUntilSettled()
1013
1014 job_names = [x.name for x in self.history]
1015 self.assertEqual(len(self.history), 0)
1016 self.assertNotIn('project-post', job_names)
1017
1018 def test_post_ignore_deletes_negative(self):
1019 "Test that deleting refs does trigger post jobs"
1020
Adam Gandelmanc5e4f1d2016-11-29 14:27:17 -08001021 self.updateConfigLayout('layout-dont-ignore-ref-deletes')
K Jonathan Harkerf95e7232015-04-29 13:33:16 -07001022 self.sched.reconfigure(self.config)
1023
1024 e = {
1025 "type": "ref-updated",
1026 "submitter": {
1027 "name": "User Name",
1028 },
1029 "refUpdate": {
1030 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1031 "newRev": "0000000000000000000000000000000000000000",
1032 "refName": "master",
1033 "project": "org/project",
1034 }
1035 }
1036 self.fake_gerrit.addEvent(e)
1037 self.waitUntilSettled()
1038
1039 job_names = [x.name for x in self.history]
1040 self.assertEqual(len(self.history), 1)
1041 self.assertIn('project-post', job_names)
1042
James E. Blairec056492016-07-22 09:45:56 -07001043 @skip("Disabled for early v3 development")
James E. Blairc6294a52012-08-17 10:19:48 -07001044 def test_build_configuration_branch(self):
1045 "Test that the right commits are on alternate branches"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001046
1047 self.gearman_server.hold_jobs_in_queue = True
James E. Blairc6294a52012-08-17 10:19:48 -07001048 A = self.fake_gerrit.addFakeChange('org/project', 'mp', 'A')
1049 B = self.fake_gerrit.addFakeChange('org/project', 'mp', 'B')
1050 C = self.fake_gerrit.addFakeChange('org/project', 'mp', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001051 A.addApproval('code-review', 2)
1052 B.addApproval('code-review', 2)
1053 C.addApproval('code-review', 2)
1054 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1055 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1056 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairc6294a52012-08-17 10:19:48 -07001057 self.waitUntilSettled()
1058
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001059 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001060 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001061 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001062 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001063 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001064 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001065 queue = self.gearman_server.getQueue()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001066 ref = self.getParameter(queue[-1], 'ZUUL_REF')
1067 self.gearman_server.hold_jobs_in_queue = False
1068 self.gearman_server.release()
James E. Blairc6294a52012-08-17 10:19:48 -07001069 self.waitUntilSettled()
1070
Monty Taylorbc758832013-06-17 17:22:42 -04001071 path = os.path.join(self.git_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001072 repo = git.Repo(path)
1073 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
1074 repo_messages.reverse()
James E. Blairc6294a52012-08-17 10:19:48 -07001075 correct_messages = ['initial commit', 'mp commit', 'A-1', 'B-1', 'C-1']
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001076 self.assertEqual(repo_messages, correct_messages)
James E. Blairc6294a52012-08-17 10:19:48 -07001077
James E. Blairec056492016-07-22 09:45:56 -07001078 @skip("Disabled for early v3 development")
James E. Blairc6294a52012-08-17 10:19:48 -07001079 def test_build_configuration_branch_interaction(self):
1080 "Test that switching between branches works"
1081 self.test_build_configuration()
1082 self.test_build_configuration_branch()
1083 # C has been merged, undo that
Monty Taylorbc758832013-06-17 17:22:42 -04001084 path = os.path.join(self.upstream_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001085 repo = git.Repo(path)
1086 repo.heads.master.commit = repo.commit('init')
1087 self.test_build_configuration()
1088
James E. Blairec056492016-07-22 09:45:56 -07001089 @skip("Disabled for early v3 development")
James E. Blairc6294a52012-08-17 10:19:48 -07001090 def test_build_configuration_multi_branch(self):
1091 "Test that dependent changes on multiple branches are merged"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001092
1093 self.gearman_server.hold_jobs_in_queue = True
James E. Blairc6294a52012-08-17 10:19:48 -07001094 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1095 B = self.fake_gerrit.addFakeChange('org/project', 'mp', 'B')
1096 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001097 A.addApproval('code-review', 2)
1098 B.addApproval('code-review', 2)
1099 C.addApproval('code-review', 2)
1100 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1101 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1102 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairc6294a52012-08-17 10:19:48 -07001103 self.waitUntilSettled()
James E. Blairbb1fe502014-03-04 10:15:06 -08001104 queue = self.gearman_server.getQueue()
1105 job_A = None
1106 for job in queue:
1107 if 'project-merge' in job.name:
1108 job_A = job
1109 ref_A = self.getParameter(job_A, 'ZUUL_REF')
1110 commit_A = self.getParameter(job_A, 'ZUUL_COMMIT')
1111 self.log.debug("Got Zuul ref for change A: %s" % ref_A)
1112 self.log.debug("Got Zuul commit for change A: %s" % commit_A)
James E. Blairc6294a52012-08-17 10:19:48 -07001113
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001114 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001115 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001116 queue = self.gearman_server.getQueue()
James E. Blaird320d7e2013-07-30 16:36:20 -07001117 job_B = None
1118 for job in queue:
1119 if 'project-merge' in job.name:
1120 job_B = job
1121 ref_B = self.getParameter(job_B, 'ZUUL_REF')
James E. Blairbb1fe502014-03-04 10:15:06 -08001122 commit_B = self.getParameter(job_B, 'ZUUL_COMMIT')
James E. Blairf750aa02013-07-15 14:11:24 -07001123 self.log.debug("Got Zuul ref for change B: %s" % ref_B)
James E. Blairbb1fe502014-03-04 10:15:06 -08001124 self.log.debug("Got Zuul commit for change B: %s" % commit_B)
1125
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001126 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001127 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001128 queue = self.gearman_server.getQueue()
James E. Blaird320d7e2013-07-30 16:36:20 -07001129 for job in queue:
1130 if 'project-merge' in job.name:
1131 job_C = job
1132 ref_C = self.getParameter(job_C, 'ZUUL_REF')
James E. Blairbb1fe502014-03-04 10:15:06 -08001133 commit_C = self.getParameter(job_C, 'ZUUL_COMMIT')
James E. Blairf750aa02013-07-15 14:11:24 -07001134 self.log.debug("Got Zuul ref for change C: %s" % ref_C)
James E. Blairbb1fe502014-03-04 10:15:06 -08001135 self.log.debug("Got Zuul commit for change C: %s" % commit_C)
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001136 self.gearman_server.hold_jobs_in_queue = False
1137 self.gearman_server.release()
James E. Blairc6294a52012-08-17 10:19:48 -07001138 self.waitUntilSettled()
1139
Monty Taylorbc758832013-06-17 17:22:42 -04001140 path = os.path.join(self.git_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001141 repo = git.Repo(path)
1142
1143 repo_messages = [c.message.strip()
James E. Blairf750aa02013-07-15 14:11:24 -07001144 for c in repo.iter_commits(ref_C)]
James E. Blairbb1fe502014-03-04 10:15:06 -08001145 repo_shas = [c.hexsha for c in repo.iter_commits(ref_C)]
James E. Blairc6294a52012-08-17 10:19:48 -07001146 repo_messages.reverse()
James E. Blairc6294a52012-08-17 10:19:48 -07001147 correct_messages = ['initial commit', 'A-1', 'C-1']
James E. Blairbb1fe502014-03-04 10:15:06 -08001148 # Ensure the right commits are in the history for this ref
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001149 self.assertEqual(repo_messages, correct_messages)
James E. Blairbb1fe502014-03-04 10:15:06 -08001150 # Ensure ZUUL_REF -> ZUUL_COMMIT
1151 self.assertEqual(repo_shas[0], commit_C)
James E. Blairc6294a52012-08-17 10:19:48 -07001152
1153 repo_messages = [c.message.strip()
James E. Blairf750aa02013-07-15 14:11:24 -07001154 for c in repo.iter_commits(ref_B)]
James E. Blairbb1fe502014-03-04 10:15:06 -08001155 repo_shas = [c.hexsha for c in repo.iter_commits(ref_B)]
James E. Blairc6294a52012-08-17 10:19:48 -07001156 repo_messages.reverse()
James E. Blairc6294a52012-08-17 10:19:48 -07001157 correct_messages = ['initial commit', 'mp commit', 'B-1']
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001158 self.assertEqual(repo_messages, correct_messages)
James E. Blairbb1fe502014-03-04 10:15:06 -08001159 self.assertEqual(repo_shas[0], commit_B)
1160
1161 repo_messages = [c.message.strip()
1162 for c in repo.iter_commits(ref_A)]
1163 repo_shas = [c.hexsha for c in repo.iter_commits(ref_A)]
1164 repo_messages.reverse()
1165 correct_messages = ['initial commit', 'A-1']
1166 self.assertEqual(repo_messages, correct_messages)
1167 self.assertEqual(repo_shas[0], commit_A)
1168
1169 self.assertNotEqual(ref_A, ref_B, ref_C)
1170 self.assertNotEqual(commit_A, commit_B, commit_C)
James E. Blair7f71c802012-08-22 13:04:32 -07001171
James E. Blaircaec0c52012-08-22 14:52:22 -07001172 def test_dependent_changes_dequeue(self):
1173 "Test that dependent patches are not needlessly tested"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001174
James E. Blaircaec0c52012-08-22 14:52:22 -07001175 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1176 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1177 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001178 A.addApproval('code-review', 2)
1179 B.addApproval('code-review', 2)
1180 C.addApproval('code-review', 2)
James E. Blaircaec0c52012-08-22 14:52:22 -07001181
1182 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
1183 M1.setMerged()
1184
1185 # C -> B -> A -> M1
1186
1187 C.setDependsOn(B, 1)
1188 B.setDependsOn(A, 1)
1189 A.setDependsOn(M1, 1)
1190
James E. Blair08d19992016-08-10 15:25:31 -07001191 self.launch_server.failJob('project-merge', A)
James E. Blaircaec0c52012-08-22 14:52:22 -07001192
James E. Blair8b5408c2016-08-08 15:37:46 -07001193 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1194 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1195 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blaircaec0c52012-08-22 14:52:22 -07001196
1197 self.waitUntilSettled()
1198
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001199 self.assertEqual(A.data['status'], 'NEW')
1200 self.assertEqual(A.reported, 2)
1201 self.assertEqual(B.data['status'], 'NEW')
1202 self.assertEqual(B.reported, 2)
1203 self.assertEqual(C.data['status'], 'NEW')
1204 self.assertEqual(C.reported, 2)
1205 self.assertEqual(len(self.history), 1)
James E. Blairec590122012-08-22 15:19:31 -07001206
James E. Blair972e3c72013-08-29 12:04:55 -07001207 def test_failing_dependent_changes(self):
1208 "Test that failing dependent patches are taken out of stream"
James E. Blair08d19992016-08-10 15:25:31 -07001209 self.launch_server.hold_jobs_in_build = True
James E. Blair972e3c72013-08-29 12:04:55 -07001210 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1211 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1212 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1213 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
1214 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
James E. Blair8b5408c2016-08-08 15:37:46 -07001215 A.addApproval('code-review', 2)
1216 B.addApproval('code-review', 2)
1217 C.addApproval('code-review', 2)
1218 D.addApproval('code-review', 2)
1219 E.addApproval('code-review', 2)
James E. Blair972e3c72013-08-29 12:04:55 -07001220
1221 # E, D -> C -> B, A
1222
1223 D.setDependsOn(C, 1)
1224 C.setDependsOn(B, 1)
1225
James E. Blair08d19992016-08-10 15:25:31 -07001226 self.launch_server.failJob('project-test1', B)
James E. Blair972e3c72013-08-29 12:04:55 -07001227
James E. Blair8b5408c2016-08-08 15:37:46 -07001228 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1229 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
1230 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1231 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1232 self.fake_gerrit.addEvent(E.addApproval('approved', 1))
James E. Blair972e3c72013-08-29 12:04:55 -07001233
1234 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001235 self.launch_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001236 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001237 self.launch_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001238 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001239 self.launch_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001240 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001241 self.launch_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001242 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001243 self.launch_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001244 self.waitUntilSettled()
1245
James E. Blair08d19992016-08-10 15:25:31 -07001246 self.launch_server.hold_jobs_in_build = False
James E. Blair972e3c72013-08-29 12:04:55 -07001247 for build in self.builds:
1248 if build.parameters['ZUUL_CHANGE'] != '1':
1249 build.release()
1250 self.waitUntilSettled()
1251
James E. Blair08d19992016-08-10 15:25:31 -07001252 self.launch_server.release()
James E. Blair972e3c72013-08-29 12:04:55 -07001253 self.waitUntilSettled()
1254
1255 self.assertEqual(A.data['status'], 'MERGED')
1256 self.assertEqual(A.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001257 self.assertIn('Build succeeded', A.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001258 self.assertEqual(B.data['status'], 'NEW')
1259 self.assertEqual(B.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001260 self.assertIn('Build failed', B.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001261 self.assertEqual(C.data['status'], 'NEW')
1262 self.assertEqual(C.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001263 self.assertIn('depends on a change', C.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001264 self.assertEqual(D.data['status'], 'NEW')
1265 self.assertEqual(D.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001266 self.assertIn('depends on a change', D.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001267 self.assertEqual(E.data['status'], 'MERGED')
1268 self.assertEqual(E.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001269 self.assertIn('Build succeeded', E.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001270 self.assertEqual(len(self.history), 18)
1271
James E. Blairec590122012-08-22 15:19:31 -07001272 def test_head_is_dequeued_once(self):
James E. Blair2fa50962013-01-30 21:50:41 -08001273 "Test that if a change at the head fails it is dequeued only once"
James E. Blairec590122012-08-22 15:19:31 -07001274 # If it's dequeued more than once, we should see extra
1275 # aborted jobs.
James E. Blairec590122012-08-22 15:19:31 -07001276
James E. Blair08d19992016-08-10 15:25:31 -07001277 self.launch_server.hold_jobs_in_build = True
James E. Blairec590122012-08-22 15:19:31 -07001278 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1279 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1280 C = self.fake_gerrit.addFakeChange('org/project1', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001281 A.addApproval('code-review', 2)
1282 B.addApproval('code-review', 2)
1283 C.addApproval('code-review', 2)
James E. Blairec590122012-08-22 15:19:31 -07001284
Paul Belanger58bf6912016-11-11 19:36:01 -05001285 self.launch_server.failJob('project-test1', A)
1286 self.launch_server.failJob('project-test2', A)
James E. Blair08d19992016-08-10 15:25:31 -07001287 self.launch_server.failJob('project1-project2-integration', A)
James E. Blairec590122012-08-22 15:19:31 -07001288
James E. Blair8b5408c2016-08-08 15:37:46 -07001289 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1290 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1291 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairec590122012-08-22 15:19:31 -07001292
1293 self.waitUntilSettled()
James E. Blairec590122012-08-22 15:19:31 -07001294
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001295 self.assertEqual(len(self.builds), 1)
Paul Belanger58bf6912016-11-11 19:36:01 -05001296 self.assertEqual(self.builds[0].name, 'project-merge')
1297 self.assertTrue(self.builds[0].hasChanges(A))
James E. Blairec590122012-08-22 15:19:31 -07001298
James E. Blair08d19992016-08-10 15:25:31 -07001299 self.launch_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001300 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001301 self.launch_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001302 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001303 self.launch_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001304 self.waitUntilSettled()
1305
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001306 self.assertEqual(len(self.builds), 9)
Paul Belanger58bf6912016-11-11 19:36:01 -05001307 self.assertEqual(self.builds[0].name, 'project-test1')
1308 self.assertEqual(self.builds[1].name, 'project-test2')
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001309 self.assertEqual(self.builds[2].name, 'project1-project2-integration')
Paul Belanger58bf6912016-11-11 19:36:01 -05001310 self.assertEqual(self.builds[3].name, 'project-test1')
1311 self.assertEqual(self.builds[4].name, 'project-test2')
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001312 self.assertEqual(self.builds[5].name, 'project1-project2-integration')
Paul Belanger58bf6912016-11-11 19:36:01 -05001313 self.assertEqual(self.builds[6].name, 'project-test1')
1314 self.assertEqual(self.builds[7].name, 'project-test2')
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001315 self.assertEqual(self.builds[8].name, 'project1-project2-integration')
James E. Blairec590122012-08-22 15:19:31 -07001316
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001317 self.release(self.builds[0])
James E. Blairec590122012-08-22 15:19:31 -07001318 self.waitUntilSettled()
1319
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001320 self.assertEqual(len(self.builds), 3) # test2,integration, merge for B
1321 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 6)
James E. Blairec590122012-08-22 15:19:31 -07001322
James E. Blair08d19992016-08-10 15:25:31 -07001323 self.launch_server.hold_jobs_in_build = False
1324 self.launch_server.release()
James E. Blairec590122012-08-22 15:19:31 -07001325 self.waitUntilSettled()
1326
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001327 self.assertEqual(len(self.builds), 0)
1328 self.assertEqual(len(self.history), 20)
James E. Blaircaec0c52012-08-22 14:52:22 -07001329
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001330 self.assertEqual(A.data['status'], 'NEW')
1331 self.assertEqual(B.data['status'], 'MERGED')
1332 self.assertEqual(C.data['status'], 'MERGED')
1333 self.assertEqual(A.reported, 2)
1334 self.assertEqual(B.reported, 2)
1335 self.assertEqual(C.reported, 2)
James E. Blair4ec821f2012-08-23 15:28:28 -07001336
1337 def test_nonvoting_job(self):
1338 "Test that non-voting jobs don't vote."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001339
James E. Blair4ec821f2012-08-23 15:28:28 -07001340 A = self.fake_gerrit.addFakeChange('org/nonvoting-project',
1341 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001342 A.addApproval('code-review', 2)
James E. Blair08d19992016-08-10 15:25:31 -07001343 self.launch_server.failJob('nonvoting-project-test2', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07001344 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4ec821f2012-08-23 15:28:28 -07001345
1346 self.waitUntilSettled()
James E. Blair4ec821f2012-08-23 15:28:28 -07001347
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001348 self.assertEqual(A.data['status'], 'MERGED')
1349 self.assertEqual(A.reported, 2)
1350 self.assertEqual(
1351 self.getJobFromHistory('nonvoting-project-merge').result,
1352 'SUCCESS')
1353 self.assertEqual(
1354 self.getJobFromHistory('nonvoting-project-test1').result,
1355 'SUCCESS')
1356 self.assertEqual(
1357 self.getJobFromHistory('nonvoting-project-test2').result,
1358 'FAILURE')
James E. Blaire0487072012-08-29 17:38:31 -07001359
James E. Blair5821bd92015-09-16 08:48:15 -07001360 for build in self.builds:
1361 self.assertEqual(build.parameters['ZUUL_VOTING'], '0')
1362
James E. Blaire0487072012-08-29 17:38:31 -07001363 def test_check_queue_success(self):
1364 "Test successful check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001365
James E. Blaire0487072012-08-29 17:38:31 -07001366 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1367 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1368
1369 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07001370
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001371 self.assertEqual(A.data['status'], 'NEW')
1372 self.assertEqual(A.reported, 1)
1373 self.assertEqual(self.getJobFromHistory('project-merge').result,
1374 'SUCCESS')
1375 self.assertEqual(self.getJobFromHistory('project-test1').result,
1376 'SUCCESS')
1377 self.assertEqual(self.getJobFromHistory('project-test2').result,
1378 'SUCCESS')
James E. Blaire0487072012-08-29 17:38:31 -07001379
1380 def test_check_queue_failure(self):
1381 "Test failed check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001382
James E. Blaire0487072012-08-29 17:38:31 -07001383 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair08d19992016-08-10 15:25:31 -07001384 self.launch_server.failJob('project-test2', A)
James E. Blaire0487072012-08-29 17:38:31 -07001385 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1386
1387 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07001388
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001389 self.assertEqual(A.data['status'], 'NEW')
1390 self.assertEqual(A.reported, 1)
1391 self.assertEqual(self.getJobFromHistory('project-merge').result,
James E. Blair78e31b32013-07-09 09:11:34 -07001392 'SUCCESS')
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001393 self.assertEqual(self.getJobFromHistory('project-test1').result,
1394 'SUCCESS')
1395 self.assertEqual(self.getJobFromHistory('project-test2').result,
1396 'FAILURE')
James E. Blair127bc182012-08-28 15:55:15 -07001397
1398 def test_dependent_behind_dequeue(self):
1399 "test that dependent changes behind dequeued changes work"
1400 # This complicated test is a reproduction of a real life bug
1401 self.sched.reconfigure(self.config)
James E. Blair127bc182012-08-28 15:55:15 -07001402
James E. Blair08d19992016-08-10 15:25:31 -07001403 self.launch_server.hold_jobs_in_build = True
James E. Blair127bc182012-08-28 15:55:15 -07001404 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1405 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1406 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
1407 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
1408 E = self.fake_gerrit.addFakeChange('org/project2', 'master', 'E')
1409 F = self.fake_gerrit.addFakeChange('org/project3', 'master', 'F')
1410 D.setDependsOn(C, 1)
1411 E.setDependsOn(D, 1)
James E. Blair8b5408c2016-08-08 15:37:46 -07001412 A.addApproval('code-review', 2)
1413 B.addApproval('code-review', 2)
1414 C.addApproval('code-review', 2)
1415 D.addApproval('code-review', 2)
1416 E.addApproval('code-review', 2)
1417 F.addApproval('code-review', 2)
James E. Blair127bc182012-08-28 15:55:15 -07001418
1419 A.fail_merge = True
James E. Blair127bc182012-08-28 15:55:15 -07001420
1421 # Change object re-use in the gerrit trigger is hidden if
1422 # changes are added in quick succession; waiting makes it more
1423 # like real life.
James E. Blair8b5408c2016-08-08 15:37:46 -07001424 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001425 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001426 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001427 self.waitUntilSettled()
1428
James E. Blair08d19992016-08-10 15:25:31 -07001429 self.launch_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001430 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001431 self.launch_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001432 self.waitUntilSettled()
1433
James E. Blair8b5408c2016-08-08 15:37:46 -07001434 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001435 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001436 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001437 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001438 self.fake_gerrit.addEvent(E.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001439 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001440 self.fake_gerrit.addEvent(F.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001441 self.waitUntilSettled()
1442
James E. Blair08d19992016-08-10 15:25:31 -07001443 self.launch_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001444 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001445 self.launch_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001446 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001447 self.launch_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001448 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001449 self.launch_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001450 self.waitUntilSettled()
1451
1452 # all jobs running
James E. Blaire955e062012-10-08 09:49:03 -07001453
1454 # Grab pointers to the jobs we want to release before
1455 # releasing any, because list indexes may change as
1456 # the jobs complete.
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001457 a, b, c = self.builds[:3]
James E. Blaire955e062012-10-08 09:49:03 -07001458 a.release()
1459 b.release()
1460 c.release()
James E. Blair127bc182012-08-28 15:55:15 -07001461 self.waitUntilSettled()
1462
James E. Blair08d19992016-08-10 15:25:31 -07001463 self.launch_server.hold_jobs_in_build = False
1464 self.launch_server.release()
James E. Blair127bc182012-08-28 15:55:15 -07001465 self.waitUntilSettled()
1466
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001467 self.assertEqual(A.data['status'], 'NEW')
1468 self.assertEqual(B.data['status'], 'MERGED')
1469 self.assertEqual(C.data['status'], 'MERGED')
1470 self.assertEqual(D.data['status'], 'MERGED')
1471 self.assertEqual(E.data['status'], 'MERGED')
1472 self.assertEqual(F.data['status'], 'MERGED')
James E. Blair127bc182012-08-28 15:55:15 -07001473
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001474 self.assertEqual(A.reported, 2)
1475 self.assertEqual(B.reported, 2)
1476 self.assertEqual(C.reported, 2)
1477 self.assertEqual(D.reported, 2)
1478 self.assertEqual(E.reported, 2)
1479 self.assertEqual(F.reported, 2)
James E. Blair127bc182012-08-28 15:55:15 -07001480
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001481 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 15)
1482 self.assertEqual(len(self.history), 44)
James E. Blair05fed602012-09-07 12:45:24 -07001483
1484 def test_merger_repack(self):
1485 "Test that the merger works after a repack"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001486
James E. Blair05fed602012-09-07 12:45:24 -07001487 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001488 A.addApproval('code-review', 2)
1489 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair05fed602012-09-07 12:45:24 -07001490 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001491 self.assertEqual(self.getJobFromHistory('project-merge').result,
1492 'SUCCESS')
1493 self.assertEqual(self.getJobFromHistory('project-test1').result,
1494 'SUCCESS')
1495 self.assertEqual(self.getJobFromHistory('project-test2').result,
1496 'SUCCESS')
1497 self.assertEqual(A.data['status'], 'MERGED')
1498 self.assertEqual(A.reported, 2)
James E. Blair05fed602012-09-07 12:45:24 -07001499 self.assertEmptyQueues()
Paul Belanger5bfe9e72016-11-04 19:20:04 -04001500 self.build_history = []
James E. Blair05fed602012-09-07 12:45:24 -07001501
Monty Taylorbc758832013-06-17 17:22:42 -04001502 path = os.path.join(self.git_root, "org/project")
Morgan Fainberg4c6a7742016-05-27 08:42:17 -07001503 print(repack_repo(path))
James E. Blair05fed602012-09-07 12:45:24 -07001504
1505 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001506 A.addApproval('code-review', 2)
1507 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair05fed602012-09-07 12:45:24 -07001508 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001509 self.assertEqual(self.getJobFromHistory('project-merge').result,
1510 'SUCCESS')
1511 self.assertEqual(self.getJobFromHistory('project-test1').result,
1512 'SUCCESS')
1513 self.assertEqual(self.getJobFromHistory('project-test2').result,
1514 'SUCCESS')
1515 self.assertEqual(A.data['status'], 'MERGED')
1516 self.assertEqual(A.reported, 2)
James E. Blair7ee88a22012-09-12 18:59:31 +02001517
James E. Blair4886f282012-11-15 09:27:33 -08001518 def test_merger_repack_large_change(self):
1519 "Test that the merger works with large changes after a repack"
1520 # https://bugs.launchpad.net/zuul/+bug/1078946
James E. Blairac2c3242014-01-24 13:38:51 -08001521 # This test assumes the repo is already cloned; make sure it is
Paul Belanger503bded2016-11-11 19:43:38 -05001522 tenant = self.sched.abide.tenants.get('tenant-one')
Joshua Hesketh352264b2015-08-11 23:42:08 +10001523 url = self.fake_gerrit.getGitUrl(
Paul Belanger503bded2016-11-11 19:43:38 -05001524 tenant.layout.project_configs.get('org/project1'))
James E. Blair4076e2b2014-01-28 12:42:20 -08001525 self.merge_server.merger.addProject('org/project1', url)
James E. Blair4886f282012-11-15 09:27:33 -08001526 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1527 A.addPatchset(large=True)
Monty Taylorbc758832013-06-17 17:22:42 -04001528 path = os.path.join(self.upstream_root, "org/project1")
Morgan Fainberg4c6a7742016-05-27 08:42:17 -07001529 print(repack_repo(path))
Monty Taylorbc758832013-06-17 17:22:42 -04001530 path = os.path.join(self.git_root, "org/project1")
Morgan Fainberg4c6a7742016-05-27 08:42:17 -07001531 print(repack_repo(path))
James E. Blair4886f282012-11-15 09:27:33 -08001532
James E. Blair8b5408c2016-08-08 15:37:46 -07001533 A.addApproval('code-review', 2)
1534 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4886f282012-11-15 09:27:33 -08001535 self.waitUntilSettled()
Paul Belanger503bded2016-11-11 19:43:38 -05001536 self.assertEqual(self.getJobFromHistory('project-merge').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001537 'SUCCESS')
Paul Belanger503bded2016-11-11 19:43:38 -05001538 self.assertEqual(self.getJobFromHistory('project-test1').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001539 'SUCCESS')
Paul Belanger503bded2016-11-11 19:43:38 -05001540 self.assertEqual(self.getJobFromHistory('project-test2').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001541 'SUCCESS')
1542 self.assertEqual(A.data['status'], 'MERGED')
1543 self.assertEqual(A.reported, 2)
James E. Blair4886f282012-11-15 09:27:33 -08001544
James E. Blair2fa50962013-01-30 21:50:41 -08001545 def test_new_patchset_dequeues_old(self):
1546 "Test that a new patchset causes the old to be dequeued"
1547 # D -> C (depends on B) -> B (depends on A) -> A -> M
James E. Blair08d19992016-08-10 15:25:31 -07001548 self.launch_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001549 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
1550 M.setMerged()
1551
1552 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1553 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1554 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1555 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001556 A.addApproval('code-review', 2)
1557 B.addApproval('code-review', 2)
1558 C.addApproval('code-review', 2)
1559 D.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001560
1561 C.setDependsOn(B, 1)
1562 B.setDependsOn(A, 1)
1563 A.setDependsOn(M, 1)
1564
James E. Blair8b5408c2016-08-08 15:37:46 -07001565 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1566 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1567 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1568 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001569 self.waitUntilSettled()
1570
1571 B.addPatchset()
1572 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1573 self.waitUntilSettled()
1574
James E. Blair08d19992016-08-10 15:25:31 -07001575 self.launch_server.hold_jobs_in_build = False
1576 self.launch_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001577 self.waitUntilSettled()
1578
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001579 self.assertEqual(A.data['status'], 'MERGED')
1580 self.assertEqual(A.reported, 2)
1581 self.assertEqual(B.data['status'], 'NEW')
1582 self.assertEqual(B.reported, 2)
1583 self.assertEqual(C.data['status'], 'NEW')
1584 self.assertEqual(C.reported, 2)
1585 self.assertEqual(D.data['status'], 'MERGED')
1586 self.assertEqual(D.reported, 2)
1587 self.assertEqual(len(self.history), 9) # 3 each for A, B, D.
James E. Blair2fa50962013-01-30 21:50:41 -08001588
James E. Blairba437362015-02-07 11:41:52 -08001589 def test_new_patchset_check(self):
1590 "Test a new patchset in check"
Antoine Mussobd86a312014-01-08 14:51:33 +01001591
James E. Blair08d19992016-08-10 15:25:31 -07001592 self.launch_server.hold_jobs_in_build = True
Antoine Mussobd86a312014-01-08 14:51:33 +01001593
1594 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blairba437362015-02-07 11:41:52 -08001595 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger18e5f632016-11-03 15:24:16 -04001596 tenant = self.sched.abide.tenants.get('tenant-one')
1597 check_pipeline = tenant.layout.pipelines['check']
James E. Blairba437362015-02-07 11:41:52 -08001598
1599 # Add two git-dependent changes
1600 B.setDependsOn(A, 1)
1601 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1602 self.waitUntilSettled()
Antoine Mussobd86a312014-01-08 14:51:33 +01001603 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1604 self.waitUntilSettled()
James E. Blairba437362015-02-07 11:41:52 -08001605
1606 # A live item, and a non-live/live pair
1607 items = check_pipeline.getAllItems()
1608 self.assertEqual(len(items), 3)
1609
1610 self.assertEqual(items[0].change.number, '1')
1611 self.assertEqual(items[0].change.patchset, '1')
1612 self.assertFalse(items[0].live)
1613
1614 self.assertEqual(items[1].change.number, '2')
1615 self.assertEqual(items[1].change.patchset, '1')
1616 self.assertTrue(items[1].live)
1617
1618 self.assertEqual(items[2].change.number, '1')
1619 self.assertEqual(items[2].change.patchset, '1')
1620 self.assertTrue(items[2].live)
1621
1622 # Add a new patchset to A
1623 A.addPatchset()
1624 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
1625 self.waitUntilSettled()
1626
1627 # The live copy of A,1 should be gone, but the non-live and B
1628 # should continue, and we should have a new A,2
1629 items = check_pipeline.getAllItems()
1630 self.assertEqual(len(items), 3)
1631
1632 self.assertEqual(items[0].change.number, '1')
1633 self.assertEqual(items[0].change.patchset, '1')
1634 self.assertFalse(items[0].live)
1635
1636 self.assertEqual(items[1].change.number, '2')
1637 self.assertEqual(items[1].change.patchset, '1')
1638 self.assertTrue(items[1].live)
1639
1640 self.assertEqual(items[2].change.number, '1')
1641 self.assertEqual(items[2].change.patchset, '2')
1642 self.assertTrue(items[2].live)
1643
1644 # Add a new patchset to B
1645 B.addPatchset()
1646 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1647 self.waitUntilSettled()
1648
1649 # The live copy of B,1 should be gone, and it's non-live copy of A,1
1650 # but we should have a new B,2 (still based on A,1)
1651 items = check_pipeline.getAllItems()
1652 self.assertEqual(len(items), 3)
1653
1654 self.assertEqual(items[0].change.number, '1')
1655 self.assertEqual(items[0].change.patchset, '2')
1656 self.assertTrue(items[0].live)
1657
1658 self.assertEqual(items[1].change.number, '1')
1659 self.assertEqual(items[1].change.patchset, '1')
1660 self.assertFalse(items[1].live)
1661
1662 self.assertEqual(items[2].change.number, '2')
1663 self.assertEqual(items[2].change.patchset, '2')
1664 self.assertTrue(items[2].live)
1665
1666 self.builds[0].release()
1667 self.waitUntilSettled()
1668 self.builds[0].release()
1669 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001670 self.launch_server.hold_jobs_in_build = False
1671 self.launch_server.release()
James E. Blairba437362015-02-07 11:41:52 -08001672 self.waitUntilSettled()
1673
1674 self.assertEqual(A.reported, 1)
1675 self.assertEqual(B.reported, 1)
1676 self.assertEqual(self.history[0].result, 'ABORTED')
1677 self.assertEqual(self.history[0].changes, '1,1')
1678 self.assertEqual(self.history[1].result, 'ABORTED')
1679 self.assertEqual(self.history[1].changes, '1,1 2,1')
1680 self.assertEqual(self.history[2].result, 'SUCCESS')
1681 self.assertEqual(self.history[2].changes, '1,2')
1682 self.assertEqual(self.history[3].result, 'SUCCESS')
1683 self.assertEqual(self.history[3].changes, '1,1 2,2')
1684
1685 def test_abandoned_gate(self):
1686 "Test that an abandoned change is dequeued from gate"
1687
James E. Blair08d19992016-08-10 15:25:31 -07001688 self.launch_server.hold_jobs_in_build = True
James E. Blairba437362015-02-07 11:41:52 -08001689
1690 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001691 A.addApproval('code-review', 2)
1692 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairba437362015-02-07 11:41:52 -08001693 self.waitUntilSettled()
Antoine Mussobd86a312014-01-08 14:51:33 +01001694 self.assertEqual(len(self.builds), 1, "One job being built (on hold)")
1695 self.assertEqual(self.builds[0].name, 'project-merge')
1696
1697 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1698 self.waitUntilSettled()
1699
James E. Blair08d19992016-08-10 15:25:31 -07001700 self.launch_server.release('.*-merge')
Antoine Mussobd86a312014-01-08 14:51:33 +01001701 self.waitUntilSettled()
1702
Arie5b4048c2016-10-05 16:12:06 +03001703 self.assertBuilds([])
1704 self.assertHistory([
1705 dict(name='project-merge', result='ABORTED', changes='1,1')],
1706 ordered=False)
James E. Blairba437362015-02-07 11:41:52 -08001707 self.assertEqual(A.reported, 1,
1708 "Abandoned gate change should report only start")
1709
1710 def test_abandoned_check(self):
1711 "Test that an abandoned change is dequeued from check"
1712
James E. Blair08d19992016-08-10 15:25:31 -07001713 self.launch_server.hold_jobs_in_build = True
James E. Blairba437362015-02-07 11:41:52 -08001714
1715 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1716 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger18e5f632016-11-03 15:24:16 -04001717 tenant = self.sched.abide.tenants.get('tenant-one')
1718 check_pipeline = tenant.layout.pipelines['check']
James E. Blairba437362015-02-07 11:41:52 -08001719
1720 # Add two git-dependent changes
1721 B.setDependsOn(A, 1)
1722 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1723 self.waitUntilSettled()
1724 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1725 self.waitUntilSettled()
1726 # A live item, and a non-live/live pair
1727 items = check_pipeline.getAllItems()
1728 self.assertEqual(len(items), 3)
1729
1730 self.assertEqual(items[0].change.number, '1')
1731 self.assertFalse(items[0].live)
1732
1733 self.assertEqual(items[1].change.number, '2')
1734 self.assertTrue(items[1].live)
1735
1736 self.assertEqual(items[2].change.number, '1')
1737 self.assertTrue(items[2].live)
1738
1739 # Abandon A
1740 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1741 self.waitUntilSettled()
1742
1743 # The live copy of A should be gone, but the non-live and B
1744 # should continue
1745 items = check_pipeline.getAllItems()
1746 self.assertEqual(len(items), 2)
1747
1748 self.assertEqual(items[0].change.number, '1')
1749 self.assertFalse(items[0].live)
1750
1751 self.assertEqual(items[1].change.number, '2')
1752 self.assertTrue(items[1].live)
1753
James E. Blair08d19992016-08-10 15:25:31 -07001754 self.launch_server.hold_jobs_in_build = False
1755 self.launch_server.release()
James E. Blairba437362015-02-07 11:41:52 -08001756 self.waitUntilSettled()
1757
1758 self.assertEqual(len(self.history), 4)
1759 self.assertEqual(self.history[0].result, 'ABORTED',
Antoine Mussobd86a312014-01-08 14:51:33 +01001760 'Build should have been aborted')
1761 self.assertEqual(A.reported, 0, "Abandoned change should not report")
James E. Blairba437362015-02-07 11:41:52 -08001762 self.assertEqual(B.reported, 1, "Change should report")
Antoine Mussobd86a312014-01-08 14:51:33 +01001763
James E. Blairec056492016-07-22 09:45:56 -07001764 @skip("Disabled for early v3 development")
Steve Varnau7b78b312015-04-03 14:49:46 -07001765 def test_abandoned_not_timer(self):
1766 "Test that an abandoned change does not cancel timer jobs"
1767
James E. Blair08d19992016-08-10 15:25:31 -07001768 self.launch_server.hold_jobs_in_build = True
Steve Varnau7b78b312015-04-03 14:49:46 -07001769
1770 # Start timer trigger - also org/project
James E. Blairf84026c2015-12-08 16:11:46 -08001771 self.updateConfigLayout(
1772 'tests/fixtures/layout-idle.yaml')
Steve Varnau7b78b312015-04-03 14:49:46 -07001773 self.sched.reconfigure(self.config)
1774 self.registerJobs()
1775 # The pipeline triggers every second, so we should have seen
1776 # several by now.
1777 time.sleep(5)
1778 self.waitUntilSettled()
1779 # Stop queuing timer triggered jobs so that the assertions
1780 # below don't race against more jobs being queued.
James E. Blairf84026c2015-12-08 16:11:46 -08001781 self.updateConfigLayout(
1782 'tests/fixtures/layout-no-timer.yaml')
Steve Varnau7b78b312015-04-03 14:49:46 -07001783 self.sched.reconfigure(self.config)
1784 self.registerJobs()
1785 self.assertEqual(len(self.builds), 2, "Two timer jobs")
1786
1787 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1788 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1789 self.waitUntilSettled()
1790 self.assertEqual(len(self.builds), 3, "One change plus two timer jobs")
1791
1792 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1793 self.waitUntilSettled()
1794
1795 self.assertEqual(len(self.builds), 2, "Two timer jobs remain")
1796
James E. Blair08d19992016-08-10 15:25:31 -07001797 self.launch_server.release()
Steve Varnau7b78b312015-04-03 14:49:46 -07001798 self.waitUntilSettled()
1799
Arx Cruzb1b010d2013-10-28 19:49:59 -02001800 def test_zuul_url_return(self):
1801 "Test if ZUUL_URL is returning when zuul_url is set in zuul.conf"
James E. Blair4076e2b2014-01-28 12:42:20 -08001802 self.assertTrue(self.sched.config.has_option('merger', 'zuul_url'))
James E. Blair08d19992016-08-10 15:25:31 -07001803 self.launch_server.hold_jobs_in_build = True
Arx Cruzb1b010d2013-10-28 19:49:59 -02001804
1805 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001806 A.addApproval('code-review', 2)
1807 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Arx Cruzb1b010d2013-10-28 19:49:59 -02001808 self.waitUntilSettled()
1809
1810 self.assertEqual(len(self.builds), 1)
1811 for build in self.builds:
1812 self.assertTrue('ZUUL_URL' in build.parameters)
1813
James E. Blair08d19992016-08-10 15:25:31 -07001814 self.launch_server.hold_jobs_in_build = False
1815 self.launch_server.release()
Arx Cruzb1b010d2013-10-28 19:49:59 -02001816 self.waitUntilSettled()
1817
James E. Blair2fa50962013-01-30 21:50:41 -08001818 def test_new_patchset_dequeues_old_on_head(self):
1819 "Test that a new patchset causes the old to be dequeued (at head)"
1820 # D -> C (depends on B) -> B (depends on A) -> A -> M
James E. Blair08d19992016-08-10 15:25:31 -07001821 self.launch_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001822 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
1823 M.setMerged()
1824 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1825 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1826 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1827 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001828 A.addApproval('code-review', 2)
1829 B.addApproval('code-review', 2)
1830 C.addApproval('code-review', 2)
1831 D.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001832
1833 C.setDependsOn(B, 1)
1834 B.setDependsOn(A, 1)
1835 A.setDependsOn(M, 1)
1836
James E. Blair8b5408c2016-08-08 15:37:46 -07001837 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1838 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1839 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1840 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001841 self.waitUntilSettled()
1842
1843 A.addPatchset()
1844 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
1845 self.waitUntilSettled()
1846
James E. Blair08d19992016-08-10 15:25:31 -07001847 self.launch_server.hold_jobs_in_build = False
1848 self.launch_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001849 self.waitUntilSettled()
1850
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001851 self.assertEqual(A.data['status'], 'NEW')
1852 self.assertEqual(A.reported, 2)
1853 self.assertEqual(B.data['status'], 'NEW')
1854 self.assertEqual(B.reported, 2)
1855 self.assertEqual(C.data['status'], 'NEW')
1856 self.assertEqual(C.reported, 2)
1857 self.assertEqual(D.data['status'], 'MERGED')
1858 self.assertEqual(D.reported, 2)
1859 self.assertEqual(len(self.history), 7)
James E. Blair2fa50962013-01-30 21:50:41 -08001860
1861 def test_new_patchset_dequeues_old_without_dependents(self):
1862 "Test that a new patchset causes only the old to be dequeued"
James E. Blair08d19992016-08-10 15:25:31 -07001863 self.launch_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001864 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1865 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1866 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001867 A.addApproval('code-review', 2)
1868 B.addApproval('code-review', 2)
1869 C.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001870
James E. Blair8b5408c2016-08-08 15:37:46 -07001871 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1872 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1873 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001874 self.waitUntilSettled()
1875
1876 B.addPatchset()
1877 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1878 self.waitUntilSettled()
1879
James E. Blair08d19992016-08-10 15:25:31 -07001880 self.launch_server.hold_jobs_in_build = False
1881 self.launch_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001882 self.waitUntilSettled()
1883
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001884 self.assertEqual(A.data['status'], 'MERGED')
1885 self.assertEqual(A.reported, 2)
1886 self.assertEqual(B.data['status'], 'NEW')
1887 self.assertEqual(B.reported, 2)
1888 self.assertEqual(C.data['status'], 'MERGED')
1889 self.assertEqual(C.reported, 2)
1890 self.assertEqual(len(self.history), 9)
James E. Blair2fa50962013-01-30 21:50:41 -08001891
1892 def test_new_patchset_dequeues_old_independent_queue(self):
1893 "Test that a new patchset causes the old to be dequeued (independent)"
James E. Blair08d19992016-08-10 15:25:31 -07001894 self.launch_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001895 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1896 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1897 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1898 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1899 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1900 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
1901 self.waitUntilSettled()
1902
1903 B.addPatchset()
1904 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1905 self.waitUntilSettled()
1906
James E. Blair08d19992016-08-10 15:25:31 -07001907 self.launch_server.hold_jobs_in_build = False
1908 self.launch_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001909 self.waitUntilSettled()
1910
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001911 self.assertEqual(A.data['status'], 'NEW')
1912 self.assertEqual(A.reported, 1)
1913 self.assertEqual(B.data['status'], 'NEW')
1914 self.assertEqual(B.reported, 1)
1915 self.assertEqual(C.data['status'], 'NEW')
1916 self.assertEqual(C.reported, 1)
1917 self.assertEqual(len(self.history), 10)
1918 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 1)
James E. Blair7d0dedc2013-02-21 17:26:09 -08001919
James E. Blair18c64442014-03-18 10:14:45 -07001920 def test_noop_job(self):
1921 "Test that the internal noop job works"
1922 A = self.fake_gerrit.addFakeChange('org/noop-project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001923 A.addApproval('code-review', 2)
1924 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair18c64442014-03-18 10:14:45 -07001925 self.waitUntilSettled()
1926
1927 self.assertEqual(len(self.gearman_server.getQueue()), 0)
1928 self.assertTrue(self.sched._areAllBuildsComplete())
1929 self.assertEqual(len(self.history), 0)
1930 self.assertEqual(A.data['status'], 'MERGED')
1931 self.assertEqual(A.reported, 2)
1932
Evgeny Antyshevd6e546c2015-06-11 15:13:57 +00001933 def test_no_job_project(self):
1934 "Test that reports with no jobs don't get sent"
1935 A = self.fake_gerrit.addFakeChange('org/no-jobs-project',
1936 'master', 'A')
1937 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1938 self.waitUntilSettled()
1939
1940 # Change wasn't reported to
1941 self.assertEqual(A.reported, False)
1942
1943 # Check queue is empty afterwards
Clint Byrum883c30e2016-12-13 11:54:33 -08001944 tenant = self.sched.abide.tenants.get('tenant-one')
1945 check_pipeline = tenant.layout.pipelines['check']
Evgeny Antyshevd6e546c2015-06-11 15:13:57 +00001946 items = check_pipeline.getAllItems()
1947 self.assertEqual(len(items), 0)
1948
1949 self.assertEqual(len(self.history), 0)
1950
James E. Blair7d0dedc2013-02-21 17:26:09 -08001951 def test_zuul_refs(self):
1952 "Test that zuul refs exist and have the right changes"
James E. Blair08d19992016-08-10 15:25:31 -07001953 self.launch_server.hold_jobs_in_build = True
James E. Blair7d0dedc2013-02-21 17:26:09 -08001954 M1 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'M1')
1955 M1.setMerged()
1956 M2 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'M2')
1957 M2.setMerged()
1958
1959 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1960 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1961 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
1962 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001963 A.addApproval('code-review', 2)
1964 B.addApproval('code-review', 2)
1965 C.addApproval('code-review', 2)
1966 D.addApproval('code-review', 2)
1967 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1968 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1969 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1970 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001971
1972 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001973 self.launch_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001974 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001975 self.launch_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001976 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001977 self.launch_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001978 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07001979 self.launch_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001980 self.waitUntilSettled()
1981
James E. Blair7d0dedc2013-02-21 17:26:09 -08001982 a_zref = b_zref = c_zref = d_zref = None
Clint Byrum3343e3e2016-11-15 16:05:03 -08001983 a_build = b_build = c_build = d_build = None
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001984 for x in self.builds:
James E. Blair7d0dedc2013-02-21 17:26:09 -08001985 if x.parameters['ZUUL_CHANGE'] == '3':
1986 a_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001987 a_build = x
1988 elif x.parameters['ZUUL_CHANGE'] == '4':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001989 b_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001990 b_build = x
1991 elif x.parameters['ZUUL_CHANGE'] == '5':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001992 c_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001993 c_build = x
1994 elif x.parameters['ZUUL_CHANGE'] == '6':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001995 d_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001996 d_build = x
1997 if a_build and b_build and c_build and d_build:
1998 break
James E. Blair7d0dedc2013-02-21 17:26:09 -08001999
2000 # There are... four... refs.
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002001 self.assertIsNotNone(a_zref)
2002 self.assertIsNotNone(b_zref)
2003 self.assertIsNotNone(c_zref)
2004 self.assertIsNotNone(d_zref)
James E. Blair7d0dedc2013-02-21 17:26:09 -08002005
2006 # And they should all be different
2007 refs = set([a_zref, b_zref, c_zref, d_zref])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002008 self.assertEqual(len(refs), 4)
James E. Blair7d0dedc2013-02-21 17:26:09 -08002009
Clint Byrum3343e3e2016-11-15 16:05:03 -08002010 # should have a, not b, and should not be in project2
2011 self.assertTrue(a_build.hasChanges(A))
2012 self.assertFalse(a_build.hasChanges(B, M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002013
Clint Byrum3343e3e2016-11-15 16:05:03 -08002014 # should have a and b, and should not be in project2
2015 self.assertTrue(b_build.hasChanges(A, B))
2016 self.assertFalse(b_build.hasChanges(M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002017
Clint Byrum3343e3e2016-11-15 16:05:03 -08002018 # should have a and b in 1, c in 2
2019 self.assertTrue(c_build.hasChanges(A, B, C))
2020 self.assertFalse(c_build.hasChanges(D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002021
Clint Byrum3343e3e2016-11-15 16:05:03 -08002022 # should have a and b in 1, c and d in 2
2023 self.assertTrue(d_build.hasChanges(A, B, C, D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002024
James E. Blair08d19992016-08-10 15:25:31 -07002025 self.launch_server.hold_jobs_in_build = False
2026 self.launch_server.release()
James E. Blair7d0dedc2013-02-21 17:26:09 -08002027 self.waitUntilSettled()
2028
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002029 self.assertEqual(A.data['status'], 'MERGED')
2030 self.assertEqual(A.reported, 2)
2031 self.assertEqual(B.data['status'], 'MERGED')
2032 self.assertEqual(B.reported, 2)
2033 self.assertEqual(C.data['status'], 'MERGED')
2034 self.assertEqual(C.reported, 2)
2035 self.assertEqual(D.data['status'], 'MERGED')
2036 self.assertEqual(D.reported, 2)
James E. Blair70c71582013-03-06 08:50:50 -08002037
James E. Blair4a28a882013-08-23 15:17:33 -07002038 def test_rerun_on_error(self):
2039 "Test that if a worker fails to run a job, it is run again"
James E. Blair08d19992016-08-10 15:25:31 -07002040 self.launch_server.hold_jobs_in_build = True
James E. Blair4a28a882013-08-23 15:17:33 -07002041 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002042 A.addApproval('code-review', 2)
2043 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4a28a882013-08-23 15:17:33 -07002044 self.waitUntilSettled()
2045
2046 self.builds[0].run_error = True
James E. Blair08d19992016-08-10 15:25:31 -07002047 self.launch_server.hold_jobs_in_build = False
2048 self.launch_server.release()
James E. Blair4a28a882013-08-23 15:17:33 -07002049 self.waitUntilSettled()
2050 self.assertEqual(self.countJobResults(self.history, 'RUN_ERROR'), 1)
2051 self.assertEqual(self.countJobResults(self.history, 'SUCCESS'), 3)
2052
James E. Blair412e5582013-04-22 15:50:12 -07002053 def test_statsd(self):
2054 "Test each of the statsd methods used in the scheduler"
2055 import extras
2056 statsd = extras.try_import('statsd.statsd')
2057 statsd.incr('test-incr')
2058 statsd.timing('test-timing', 3)
Alex Gaynor813d39b2014-05-17 16:17:16 -07002059 statsd.gauge('test-gauge', 12)
James E. Blair412e5582013-04-22 15:50:12 -07002060 self.assertReportedStat('test-incr', '1|c')
2061 self.assertReportedStat('test-timing', '3|ms')
Alex Gaynor813d39b2014-05-17 16:17:16 -07002062 self.assertReportedStat('test-gauge', '12|g')
James E. Blair412e5582013-04-22 15:50:12 -07002063
James E. Blairec056492016-07-22 09:45:56 -07002064 @skip("Disabled for early v3 development")
James E. Blairdad52252014-02-07 16:59:17 -08002065 def test_stuck_job_cleanup(self):
2066 "Test that pending jobs are cleaned up if removed from layout"
James E. Blair18c64442014-03-18 10:14:45 -07002067 # This job won't be registered at startup because it is not in
2068 # the standard layout, but we need it to already be registerd
2069 # for when we reconfigure, as that is when Zuul will attempt
2070 # to run the new job.
2071 self.worker.registerFunction('build:gate-noop')
James E. Blairdad52252014-02-07 16:59:17 -08002072 self.gearman_server.hold_jobs_in_queue = True
2073 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002074 A.addApproval('code-review', 2)
2075 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairdad52252014-02-07 16:59:17 -08002076 self.waitUntilSettled()
2077 self.assertEqual(len(self.gearman_server.getQueue()), 1)
2078
James E. Blairf84026c2015-12-08 16:11:46 -08002079 self.updateConfigLayout(
2080 'tests/fixtures/layout-no-jobs.yaml')
James E. Blairdad52252014-02-07 16:59:17 -08002081 self.sched.reconfigure(self.config)
2082 self.waitUntilSettled()
2083
James E. Blair18c64442014-03-18 10:14:45 -07002084 self.gearman_server.release('gate-noop')
James E. Blairdad52252014-02-07 16:59:17 -08002085 self.waitUntilSettled()
2086 self.assertEqual(len(self.gearman_server.getQueue()), 0)
2087 self.assertTrue(self.sched._areAllBuildsComplete())
2088
2089 self.assertEqual(len(self.history), 1)
James E. Blair18c64442014-03-18 10:14:45 -07002090 self.assertEqual(self.history[0].name, 'gate-noop')
James E. Blairdad52252014-02-07 16:59:17 -08002091 self.assertEqual(self.history[0].result, 'SUCCESS')
2092
James E. Blair879dafb2015-07-17 14:04:49 -07002093 def test_file_head(self):
2094 # This is a regression test for an observed bug. A change
2095 # with a file named "HEAD" in the root directory of the repo
2096 # was processed by a merger. It then was unable to reset the
2097 # repo because of:
2098 # GitCommandError: 'git reset --hard HEAD' returned
2099 # with exit code 128
2100 # stderr: 'fatal: ambiguous argument 'HEAD': both revision
2101 # and filename
2102 # Use '--' to separate filenames from revisions'
2103
2104 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belangera91095f2016-11-04 19:28:48 -04002105 A.addPatchset({'HEAD': ''})
James E. Blair879dafb2015-07-17 14:04:49 -07002106 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2107
2108 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
2109 self.waitUntilSettled()
2110
2111 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2112 self.waitUntilSettled()
2113
2114 self.assertIn('Build succeeded', A.messages[0])
2115 self.assertIn('Build succeeded', B.messages[0])
2116
James E. Blair70c71582013-03-06 08:50:50 -08002117 def test_file_jobs(self):
2118 "Test that file jobs run only when appropriate"
2119 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Adam Gandelman5661bda2017-02-03 15:58:03 -08002120 A.addPatchset({'pip-requires': 'foo'})
James E. Blair70c71582013-03-06 08:50:50 -08002121 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07002122 A.addApproval('code-review', 2)
2123 B.addApproval('code-review', 2)
2124 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
2125 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair70c71582013-03-06 08:50:50 -08002126 self.waitUntilSettled()
2127
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002128 testfile_jobs = [x for x in self.history
James E. Blair70c71582013-03-06 08:50:50 -08002129 if x.name == 'project-testfile']
2130
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002131 self.assertEqual(len(testfile_jobs), 1)
2132 self.assertEqual(testfile_jobs[0].changes, '1,2')
2133 self.assertEqual(A.data['status'], 'MERGED')
2134 self.assertEqual(A.reported, 2)
2135 self.assertEqual(B.data['status'], 'MERGED')
2136 self.assertEqual(B.reported, 2)
James E. Blair3c5e5b52013-04-26 11:17:03 -07002137
Clint Byrum3ee39f32016-11-17 23:45:07 -08002138 def _test_irrelevant_files_jobs(self, should_skip):
2139 "Test that jobs with irrelevant-files filter run only when appropriate"
2140 self.updateConfigLayout('layout-irrelevant-files')
Maru Newby3fe5f852015-01-13 04:22:14 +00002141 self.sched.reconfigure(self.config)
Clint Byrum3ee39f32016-11-17 23:45:07 -08002142
2143 if should_skip:
2144 files = {'ignoreme': 'ignored\n'}
2145 else:
2146 files = {'respectme': 'please!\n'}
Maru Newby3fe5f852015-01-13 04:22:14 +00002147
2148 change = self.fake_gerrit.addFakeChange('org/project',
Clint Byrum3ee39f32016-11-17 23:45:07 -08002149 'master',
2150 'test irrelevant-files',
2151 files=files)
Maru Newby3fe5f852015-01-13 04:22:14 +00002152 self.fake_gerrit.addEvent(change.getPatchsetCreatedEvent(1))
2153 self.waitUntilSettled()
2154
2155 tested_change_ids = [x.changes[0] for x in self.history
Clint Byrum3ee39f32016-11-17 23:45:07 -08002156 if x.name == 'project-test-irrelevant-files']
Maru Newby3fe5f852015-01-13 04:22:14 +00002157
2158 if should_skip:
2159 self.assertEqual([], tested_change_ids)
2160 else:
2161 self.assertIn(change.data['number'], tested_change_ids)
2162
Clint Byrum3ee39f32016-11-17 23:45:07 -08002163 def test_irrelevant_files_match_skips_job(self):
2164 self._test_irrelevant_files_jobs(should_skip=True)
Maru Newby3fe5f852015-01-13 04:22:14 +00002165
Clint Byrum3ee39f32016-11-17 23:45:07 -08002166 def test_irrelevant_files_no_match_runs_job(self):
2167 self._test_irrelevant_files_jobs(should_skip=False)
Maru Newby3fe5f852015-01-13 04:22:14 +00002168
Clint Byrum85493602016-11-18 11:59:47 -08002169 def test_inherited_jobs_keep_matchers(self):
2170 self.updateConfigLayout('layout-inheritance')
2171 self.sched.reconfigure(self.config)
2172
2173 files = {'ignoreme': 'ignored\n'}
2174
2175 change = self.fake_gerrit.addFakeChange('org/project',
2176 'master',
2177 'test irrelevant-files',
2178 files=files)
2179 self.fake_gerrit.addEvent(change.getPatchsetCreatedEvent(1))
2180 self.waitUntilSettled()
2181
2182 run_jobs = set([build.name for build in self.history])
2183
2184 self.assertEqual(set(['project-test-nomatch-starts-empty',
2185 'project-test-nomatch-starts-full']), run_jobs)
2186
James E. Blairec056492016-07-22 09:45:56 -07002187 @skip("Disabled for early v3 development")
James E. Blair3c5e5b52013-04-26 11:17:03 -07002188 def test_test_config(self):
2189 "Test that we can test the config"
James E. Blairf84026c2015-12-08 16:11:46 -08002190 self.sched.testConfig(self.config.get('zuul', 'tenant_config'),
Joshua Hesketh352264b2015-08-11 23:42:08 +10002191 self.connections)
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002192
James E. Blairec056492016-07-22 09:45:56 -07002193 @skip("Disabled for early v3 development")
James E. Blairc8a1e052014-02-25 09:29:26 -08002194 def test_queue_names(self):
2195 "Test shared change queue names"
2196 project1 = self.sched.layout.projects['org/project1']
2197 project2 = self.sched.layout.projects['org/project2']
2198 q1 = self.sched.layout.pipelines['gate'].getQueue(project1)
2199 q2 = self.sched.layout.pipelines['gate'].getQueue(project2)
2200 self.assertEqual(q1.name, 'integration')
2201 self.assertEqual(q2.name, 'integration')
2202
James E. Blairf84026c2015-12-08 16:11:46 -08002203 self.updateConfigLayout(
2204 'tests/fixtures/layout-bad-queue.yaml')
James E. Blairc8a1e052014-02-25 09:29:26 -08002205 with testtools.ExpectedException(
2206 Exception, "More than one name assigned to change queue"):
2207 self.sched.reconfigure(self.config)
2208
James E. Blair64ed6f22013-07-10 14:07:23 -07002209 def test_queue_precedence(self):
2210 "Test that queue precedence works"
2211
2212 self.gearman_server.hold_jobs_in_queue = True
James E. Blair08d19992016-08-10 15:25:31 -07002213 self.launch_server.hold_jobs_in_build = True
James E. Blair64ed6f22013-07-10 14:07:23 -07002214 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2215 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
James E. Blair8b5408c2016-08-08 15:37:46 -07002216 A.addApproval('code-review', 2)
2217 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair64ed6f22013-07-10 14:07:23 -07002218
2219 self.waitUntilSettled()
2220 self.gearman_server.hold_jobs_in_queue = False
2221 self.gearman_server.release()
2222 self.waitUntilSettled()
2223
James E. Blair8de58bd2013-07-18 16:23:33 -07002224 # Run one build at a time to ensure non-race order:
James E. Blairb8c16472015-05-05 14:55:26 -07002225 self.orderedRelease()
James E. Blair08d19992016-08-10 15:25:31 -07002226 self.launch_server.hold_jobs_in_build = False
James E. Blair8de58bd2013-07-18 16:23:33 -07002227 self.waitUntilSettled()
2228
James E. Blair64ed6f22013-07-10 14:07:23 -07002229 self.log.debug(self.history)
2230 self.assertEqual(self.history[0].pipeline, 'gate')
2231 self.assertEqual(self.history[1].pipeline, 'check')
2232 self.assertEqual(self.history[2].pipeline, 'gate')
2233 self.assertEqual(self.history[3].pipeline, 'gate')
2234 self.assertEqual(self.history[4].pipeline, 'check')
2235 self.assertEqual(self.history[5].pipeline, 'check')
2236
James E. Blairec056492016-07-22 09:45:56 -07002237 @skip("Disabled for early v3 development")
Clark Boylana5edbe42014-06-03 16:39:10 -07002238 def test_json_status(self):
James E. Blair1843a552013-07-03 14:19:52 -07002239 "Test that we can retrieve JSON status info"
James E. Blair08d19992016-08-10 15:25:31 -07002240 self.launch_server.hold_jobs_in_build = True
James E. Blair1843a552013-07-03 14:19:52 -07002241 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002242 A.addApproval('code-review', 2)
2243 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair1843a552013-07-03 14:19:52 -07002244 self.waitUntilSettled()
2245
James E. Blair08d19992016-08-10 15:25:31 -07002246 self.launch_server.release('project-merge')
James E. Blairb7273ef2016-04-19 08:58:51 -07002247 self.waitUntilSettled()
2248
James E. Blair1843a552013-07-03 14:19:52 -07002249 port = self.webapp.server.socket.getsockname()[1]
2250
Morgan Fainberg293f7f82016-05-30 14:01:22 -07002251 req = urllib.request.Request("http://localhost:%s/status.json" % port)
2252 f = urllib.request.urlopen(req)
Clark Boylanaa4f2e72014-06-03 21:22:40 -07002253 headers = f.info()
2254 self.assertIn('Content-Length', headers)
2255 self.assertIn('Content-Type', headers)
Sachi Kingdc963fc2016-03-23 16:00:33 +11002256 self.assertIsNotNone(re.match('^application/json(; charset=UTF-8)?$',
2257 headers['Content-Type']))
Timo Tijhof0ebd2932015-04-02 12:11:21 +01002258 self.assertIn('Access-Control-Allow-Origin', headers)
2259 self.assertIn('Cache-Control', headers)
Clark Boylanaa4f2e72014-06-03 21:22:40 -07002260 self.assertIn('Last-Modified', headers)
Timo Tijhof0ebd2932015-04-02 12:11:21 +01002261 self.assertIn('Expires', headers)
James E. Blair1843a552013-07-03 14:19:52 -07002262 data = f.read()
2263
James E. Blair08d19992016-08-10 15:25:31 -07002264 self.launch_server.hold_jobs_in_build = False
2265 self.launch_server.release()
James E. Blair1843a552013-07-03 14:19:52 -07002266 self.waitUntilSettled()
2267
2268 data = json.loads(data)
James E. Blairb7273ef2016-04-19 08:58:51 -07002269 status_jobs = []
James E. Blair1843a552013-07-03 14:19:52 -07002270 for p in data['pipelines']:
2271 for q in p['change_queues']:
James E. Blairbfb8e042014-12-30 17:01:44 -08002272 if p['name'] in ['gate', 'conflict']:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002273 self.assertEqual(q['window'], 20)
2274 else:
2275 self.assertEqual(q['window'], 0)
James E. Blair1843a552013-07-03 14:19:52 -07002276 for head in q['heads']:
2277 for change in head:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002278 self.assertTrue(change['active'])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002279 self.assertEqual(change['id'], '1,1')
James E. Blair1843a552013-07-03 14:19:52 -07002280 for job in change['jobs']:
James E. Blairb7273ef2016-04-19 08:58:51 -07002281 status_jobs.append(job)
2282 self.assertEqual('project-merge', status_jobs[0]['name'])
2283 self.assertEqual('https://server/job/project-merge/0/',
2284 status_jobs[0]['url'])
2285 self.assertEqual('http://logs.example.com/1/1/gate/project-merge/0',
2286 status_jobs[0]['report_url'])
2287
2288 self.assertEqual('project-test1', status_jobs[1]['name'])
2289 self.assertEqual('https://server/job/project-test1/1/',
2290 status_jobs[1]['url'])
2291 self.assertEqual('http://logs.example.com/1/1/gate/project-test1/1',
2292 status_jobs[1]['report_url'])
2293
2294 self.assertEqual('project-test2', status_jobs[2]['name'])
2295 self.assertEqual('https://server/job/project-test2/2/',
2296 status_jobs[2]['url'])
2297 self.assertEqual('http://logs.example.com/1/1/gate/project-test2/2',
2298 status_jobs[2]['report_url'])
James E. Blair1843a552013-07-03 14:19:52 -07002299
James E. Blairec056492016-07-22 09:45:56 -07002300 @skip("Disabled for early v3 development")
James E. Blairc3d428e2013-12-03 15:06:48 -08002301 def test_merging_queues(self):
2302 "Test that transitively-connected change queues are merged"
James E. Blairf84026c2015-12-08 16:11:46 -08002303 self.updateConfigLayout(
2304 'tests/fixtures/layout-merge-queues.yaml')
James E. Blairc3d428e2013-12-03 15:06:48 -08002305 self.sched.reconfigure(self.config)
2306 self.assertEqual(len(self.sched.layout.pipelines['gate'].queues), 1)
2307
James E. Blairec056492016-07-22 09:45:56 -07002308 @skip("Disabled for early v3 development")
James E. Blairaf17a972016-02-03 15:07:18 -08002309 def test_mutex(self):
2310 "Test job mutexes"
2311 self.config.set('zuul', 'layout_config',
2312 'tests/fixtures/layout-mutex.yaml')
2313 self.sched.reconfigure(self.config)
2314
James E. Blair08d19992016-08-10 15:25:31 -07002315 self.launch_server.hold_jobs_in_build = True
James E. Blairaf17a972016-02-03 15:07:18 -08002316 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2317 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2318 self.assertFalse('test-mutex' in self.sched.mutex.mutexes)
2319
2320 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2321 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2322 self.waitUntilSettled()
2323 self.assertEqual(len(self.builds), 3)
2324 self.assertEqual(self.builds[0].name, 'project-test1')
2325 self.assertEqual(self.builds[1].name, 'mutex-one')
2326 self.assertEqual(self.builds[2].name, 'project-test1')
2327
James E. Blair08d19992016-08-10 15:25:31 -07002328 self.launch_server.release('mutex-one')
James E. Blairaf17a972016-02-03 15:07:18 -08002329 self.waitUntilSettled()
2330
2331 self.assertEqual(len(self.builds), 3)
2332 self.assertEqual(self.builds[0].name, 'project-test1')
2333 self.assertEqual(self.builds[1].name, 'project-test1')
2334 self.assertEqual(self.builds[2].name, 'mutex-two')
2335 self.assertTrue('test-mutex' in self.sched.mutex.mutexes)
2336
James E. Blair08d19992016-08-10 15:25:31 -07002337 self.launch_server.release('mutex-two')
James E. Blairaf17a972016-02-03 15:07:18 -08002338 self.waitUntilSettled()
2339
2340 self.assertEqual(len(self.builds), 3)
2341 self.assertEqual(self.builds[0].name, 'project-test1')
2342 self.assertEqual(self.builds[1].name, 'project-test1')
2343 self.assertEqual(self.builds[2].name, 'mutex-one')
2344 self.assertTrue('test-mutex' in self.sched.mutex.mutexes)
2345
James E. Blair08d19992016-08-10 15:25:31 -07002346 self.launch_server.release('mutex-one')
James E. Blairaf17a972016-02-03 15:07:18 -08002347 self.waitUntilSettled()
2348
2349 self.assertEqual(len(self.builds), 3)
2350 self.assertEqual(self.builds[0].name, 'project-test1')
2351 self.assertEqual(self.builds[1].name, 'project-test1')
2352 self.assertEqual(self.builds[2].name, 'mutex-two')
2353 self.assertTrue('test-mutex' in self.sched.mutex.mutexes)
2354
James E. Blair08d19992016-08-10 15:25:31 -07002355 self.launch_server.release('mutex-two')
James E. Blairaf17a972016-02-03 15:07:18 -08002356 self.waitUntilSettled()
2357
2358 self.assertEqual(len(self.builds), 2)
2359 self.assertEqual(self.builds[0].name, 'project-test1')
2360 self.assertEqual(self.builds[1].name, 'project-test1')
2361 self.assertFalse('test-mutex' in self.sched.mutex.mutexes)
2362
James E. Blair08d19992016-08-10 15:25:31 -07002363 self.launch_server.hold_jobs_in_build = False
2364 self.launch_server.release()
James E. Blairaf17a972016-02-03 15:07:18 -08002365
2366 self.waitUntilSettled()
2367 self.assertEqual(len(self.builds), 0)
2368
2369 self.assertEqual(A.reported, 1)
2370 self.assertEqual(B.reported, 1)
2371 self.assertFalse('test-mutex' in self.sched.mutex.mutexes)
2372
James E. Blairec056492016-07-22 09:45:56 -07002373 @skip("Disabled for early v3 development")
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002374 def test_node_label(self):
2375 "Test that a job runs on a specific node label"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002376 self.worker.registerFunction('build:node-project-test1:debian')
2377
2378 A = self.fake_gerrit.addFakeChange('org/node-project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002379 A.addApproval('code-review', 2)
2380 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002381 self.waitUntilSettled()
James E. Blair4ca985f2013-05-30 12:27:43 -07002382
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002383 self.assertIsNone(self.getJobFromHistory('node-project-merge').node)
2384 self.assertEqual(self.getJobFromHistory('node-project-test1').node,
2385 'debian')
2386 self.assertIsNone(self.getJobFromHistory('node-project-test2').node)
James E. Blaircdccd972013-07-01 12:10:22 -07002387
2388 def test_live_reconfiguration(self):
2389 "Test that live reconfiguration works"
James E. Blair08d19992016-08-10 15:25:31 -07002390 self.launch_server.hold_jobs_in_build = True
James E. Blaircdccd972013-07-01 12:10:22 -07002391 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002392 A.addApproval('code-review', 2)
2393 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blaircdccd972013-07-01 12:10:22 -07002394 self.waitUntilSettled()
2395
2396 self.sched.reconfigure(self.config)
2397
James E. Blair08d19992016-08-10 15:25:31 -07002398 self.launch_server.hold_jobs_in_build = False
2399 self.launch_server.release()
James E. Blaircdccd972013-07-01 12:10:22 -07002400 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002401 self.assertEqual(self.getJobFromHistory('project-merge').result,
2402 'SUCCESS')
2403 self.assertEqual(self.getJobFromHistory('project-test1').result,
2404 'SUCCESS')
2405 self.assertEqual(self.getJobFromHistory('project-test2').result,
2406 'SUCCESS')
2407 self.assertEqual(A.data['status'], 'MERGED')
2408 self.assertEqual(A.reported, 2)
James E. Blair287c06d2013-07-24 10:39:30 -07002409
James E. Blairec056492016-07-22 09:45:56 -07002410 @skip("Disabled for early v3 development")
James E. Blair6bc782d2015-07-17 16:20:21 -07002411 def test_live_reconfiguration_merge_conflict(self):
2412 # A real-world bug: a change in a gate queue has a merge
2413 # conflict and a job is added to its project while it's
2414 # sitting in the queue. The job gets added to the change and
2415 # enqueued and the change gets stuck.
2416 self.worker.registerFunction('build:project-test3')
James E. Blair08d19992016-08-10 15:25:31 -07002417 self.launch_server.hold_jobs_in_build = True
James E. Blair6bc782d2015-07-17 16:20:21 -07002418
2419 # This change is fine. It's here to stop the queue long
2420 # enough for the next change to be subject to the
2421 # reconfiguration, as well as to provide a conflict for the
2422 # next change. This change will succeed and merge.
2423 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2424 A.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002425 A.addApproval('code-review', 2)
James E. Blair6bc782d2015-07-17 16:20:21 -07002426
2427 # This change will be in merge conflict. During the
2428 # reconfiguration, we will add a job. We want to make sure
2429 # that doesn't cause it to get stuck.
2430 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2431 B.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002432 B.addApproval('code-review', 2)
James E. Blair4eb21fa2015-07-27 14:56:47 -07002433
James E. Blair8b5408c2016-08-08 15:37:46 -07002434 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
2435 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002436
2437 self.waitUntilSettled()
2438
2439 # No jobs have run yet
2440 self.assertEqual(A.data['status'], 'NEW')
2441 self.assertEqual(A.reported, 1)
2442 self.assertEqual(B.data['status'], 'NEW')
2443 self.assertEqual(B.reported, 1)
2444 self.assertEqual(len(self.history), 0)
2445
2446 # Add the "project-test3" job.
James E. Blairf84026c2015-12-08 16:11:46 -08002447 self.updateConfigLayout(
2448 'tests/fixtures/layout-live-reconfiguration-add-job.yaml')
James E. Blair6bc782d2015-07-17 16:20:21 -07002449 self.sched.reconfigure(self.config)
2450 self.waitUntilSettled()
2451
James E. Blair08d19992016-08-10 15:25:31 -07002452 self.launch_server.hold_jobs_in_build = False
2453 self.launch_server.release()
James E. Blair6bc782d2015-07-17 16:20:21 -07002454 self.waitUntilSettled()
2455
2456 self.assertEqual(A.data['status'], 'MERGED')
2457 self.assertEqual(A.reported, 2)
2458 self.assertEqual(B.data['status'], 'NEW')
2459 self.assertEqual(B.reported, 2)
2460 self.assertEqual(self.getJobFromHistory('project-merge').result,
2461 'SUCCESS')
2462 self.assertEqual(self.getJobFromHistory('project-test1').result,
2463 'SUCCESS')
2464 self.assertEqual(self.getJobFromHistory('project-test2').result,
2465 'SUCCESS')
2466 self.assertEqual(self.getJobFromHistory('project-test3').result,
2467 'SUCCESS')
2468 self.assertEqual(len(self.history), 4)
2469
James E. Blairec056492016-07-22 09:45:56 -07002470 @skip("Disabled for early v3 development")
James E. Blair400e8fd2015-07-30 17:44:45 -07002471 def test_live_reconfiguration_failed_root(self):
James E. Blair6bc782d2015-07-17 16:20:21 -07002472 # An extrapolation of test_live_reconfiguration_merge_conflict
2473 # that tests a job added to a job tree with a failed root does
2474 # not run.
2475 self.worker.registerFunction('build:project-test3')
James E. Blair08d19992016-08-10 15:25:31 -07002476 self.launch_server.hold_jobs_in_build = True
James E. Blair6bc782d2015-07-17 16:20:21 -07002477
2478 # This change is fine. It's here to stop the queue long
2479 # enough for the next change to be subject to the
2480 # reconfiguration. This change will succeed and merge.
2481 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2482 A.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002483 A.addApproval('code-review', 2)
2484 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002485 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002486 self.launch_server.release('.*-merge')
James E. Blair6bc782d2015-07-17 16:20:21 -07002487 self.waitUntilSettled()
2488
2489 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair08d19992016-08-10 15:25:31 -07002490 self.launch_server.failJob('project-merge', B)
James E. Blair8b5408c2016-08-08 15:37:46 -07002491 B.addApproval('code-review', 2)
2492 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002493 self.waitUntilSettled()
2494
James E. Blair08d19992016-08-10 15:25:31 -07002495 self.launch_server.release('.*-merge')
James E. Blair6bc782d2015-07-17 16:20:21 -07002496 self.waitUntilSettled()
2497
2498 # Both -merge jobs have run, but no others.
2499 self.assertEqual(A.data['status'], 'NEW')
2500 self.assertEqual(A.reported, 1)
2501 self.assertEqual(B.data['status'], 'NEW')
2502 self.assertEqual(B.reported, 1)
2503 self.assertEqual(self.history[0].result, 'SUCCESS')
2504 self.assertEqual(self.history[0].name, 'project-merge')
2505 self.assertEqual(self.history[1].result, 'FAILURE')
2506 self.assertEqual(self.history[1].name, 'project-merge')
2507 self.assertEqual(len(self.history), 2)
2508
2509 # Add the "project-test3" job.
James E. Blairf84026c2015-12-08 16:11:46 -08002510 self.updateConfigLayout(
2511 'tests/fixtures/layout-live-reconfiguration-add-job.yaml')
James E. Blair6bc782d2015-07-17 16:20:21 -07002512 self.sched.reconfigure(self.config)
2513 self.waitUntilSettled()
2514
James E. Blair08d19992016-08-10 15:25:31 -07002515 self.launch_server.hold_jobs_in_build = False
2516 self.launch_server.release()
James E. Blair6bc782d2015-07-17 16:20:21 -07002517 self.waitUntilSettled()
2518
2519 self.assertEqual(A.data['status'], 'MERGED')
2520 self.assertEqual(A.reported, 2)
2521 self.assertEqual(B.data['status'], 'NEW')
2522 self.assertEqual(B.reported, 2)
2523 self.assertEqual(self.history[0].result, 'SUCCESS')
2524 self.assertEqual(self.history[0].name, 'project-merge')
2525 self.assertEqual(self.history[1].result, 'FAILURE')
2526 self.assertEqual(self.history[1].name, 'project-merge')
2527 self.assertEqual(self.history[2].result, 'SUCCESS')
2528 self.assertEqual(self.history[3].result, 'SUCCESS')
2529 self.assertEqual(self.history[4].result, 'SUCCESS')
2530 self.assertEqual(len(self.history), 5)
2531
James E. Blairec056492016-07-22 09:45:56 -07002532 @skip("Disabled for early v3 development")
James E. Blair400e8fd2015-07-30 17:44:45 -07002533 def test_live_reconfiguration_failed_job(self):
2534 # Test that a change with a removed failing job does not
2535 # disrupt reconfiguration. If a change has a failed job and
2536 # that job is removed during a reconfiguration, we observed a
2537 # bug where the code to re-set build statuses would run on
2538 # that build and raise an exception because the job no longer
2539 # existed.
James E. Blair08d19992016-08-10 15:25:31 -07002540 self.launch_server.hold_jobs_in_build = True
James E. Blair400e8fd2015-07-30 17:44:45 -07002541
2542 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2543
2544 # This change will fail and later be removed by the reconfiguration.
James E. Blair08d19992016-08-10 15:25:31 -07002545 self.launch_server.failJob('project-test1', A)
James E. Blair400e8fd2015-07-30 17:44:45 -07002546
2547 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2548 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002549 self.launch_server.release('.*-merge')
James E. Blair400e8fd2015-07-30 17:44:45 -07002550 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002551 self.launch_server.release('project-test1')
James E. Blair400e8fd2015-07-30 17:44:45 -07002552 self.waitUntilSettled()
2553
2554 self.assertEqual(A.data['status'], 'NEW')
2555 self.assertEqual(A.reported, 0)
2556
2557 self.assertEqual(self.getJobFromHistory('project-merge').result,
2558 'SUCCESS')
2559 self.assertEqual(self.getJobFromHistory('project-test1').result,
2560 'FAILURE')
2561 self.assertEqual(len(self.history), 2)
2562
2563 # Remove the test1 job.
James E. Blairf84026c2015-12-08 16:11:46 -08002564 self.updateConfigLayout(
2565 'tests/fixtures/layout-live-reconfiguration-failed-job.yaml')
James E. Blair400e8fd2015-07-30 17:44:45 -07002566 self.sched.reconfigure(self.config)
2567 self.waitUntilSettled()
2568
James E. Blair08d19992016-08-10 15:25:31 -07002569 self.launch_server.hold_jobs_in_build = False
2570 self.launch_server.release()
James E. Blair400e8fd2015-07-30 17:44:45 -07002571 self.waitUntilSettled()
2572
2573 self.assertEqual(self.getJobFromHistory('project-test2').result,
2574 'SUCCESS')
2575 self.assertEqual(self.getJobFromHistory('project-testfile').result,
2576 'SUCCESS')
2577 self.assertEqual(len(self.history), 4)
2578
2579 self.assertEqual(A.data['status'], 'NEW')
2580 self.assertEqual(A.reported, 1)
2581 self.assertIn('Build succeeded', A.messages[0])
2582 # Ensure the removed job was not included in the report.
2583 self.assertNotIn('project-test1', A.messages[0])
2584
James E. Blairec056492016-07-22 09:45:56 -07002585 @skip("Disabled for early v3 development")
James E. Blairfe707d12015-08-05 15:18:15 -07002586 def test_live_reconfiguration_shared_queue(self):
2587 # Test that a change with a failing job which was removed from
2588 # this project but otherwise still exists in the system does
2589 # not disrupt reconfiguration.
2590
James E. Blair08d19992016-08-10 15:25:31 -07002591 self.launch_server.hold_jobs_in_build = True
James E. Blairfe707d12015-08-05 15:18:15 -07002592
2593 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2594
James E. Blair08d19992016-08-10 15:25:31 -07002595 self.launch_server.failJob('project1-project2-integration', A)
James E. Blairfe707d12015-08-05 15:18:15 -07002596
2597 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2598 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002599 self.launch_server.release('.*-merge')
James E. Blairfe707d12015-08-05 15:18:15 -07002600 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002601 self.launch_server.release('project1-project2-integration')
James E. Blairfe707d12015-08-05 15:18:15 -07002602 self.waitUntilSettled()
2603
2604 self.assertEqual(A.data['status'], 'NEW')
2605 self.assertEqual(A.reported, 0)
2606
2607 self.assertEqual(self.getJobFromHistory('project1-merge').result,
2608 'SUCCESS')
2609 self.assertEqual(self.getJobFromHistory(
2610 'project1-project2-integration').result, 'FAILURE')
2611 self.assertEqual(len(self.history), 2)
2612
2613 # Remove the integration job.
James E. Blairf84026c2015-12-08 16:11:46 -08002614 self.updateConfigLayout(
2615 'tests/fixtures/layout-live-reconfiguration-shared-queue.yaml')
James E. Blairfe707d12015-08-05 15:18:15 -07002616 self.sched.reconfigure(self.config)
2617 self.waitUntilSettled()
2618
James E. Blair08d19992016-08-10 15:25:31 -07002619 self.launch_server.hold_jobs_in_build = False
2620 self.launch_server.release()
James E. Blairfe707d12015-08-05 15:18:15 -07002621 self.waitUntilSettled()
2622
2623 self.assertEqual(self.getJobFromHistory('project1-merge').result,
2624 'SUCCESS')
2625 self.assertEqual(self.getJobFromHistory('project1-test1').result,
2626 'SUCCESS')
2627 self.assertEqual(self.getJobFromHistory('project1-test2').result,
2628 'SUCCESS')
2629 self.assertEqual(self.getJobFromHistory(
2630 'project1-project2-integration').result, 'FAILURE')
2631 self.assertEqual(len(self.history), 4)
2632
2633 self.assertEqual(A.data['status'], 'NEW')
2634 self.assertEqual(A.reported, 1)
2635 self.assertIn('Build succeeded', A.messages[0])
2636 # Ensure the removed job was not included in the report.
2637 self.assertNotIn('project1-project2-integration', A.messages[0])
2638
James E. Blairec056492016-07-22 09:45:56 -07002639 @skip("Disabled for early v3 development")
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002640 def test_double_live_reconfiguration_shared_queue(self):
2641 # This was a real-world regression. A change is added to
2642 # gate; a reconfigure happens, a second change which depends
2643 # on the first is added, and a second reconfiguration happens.
2644 # Ensure that both changes merge.
2645
2646 # A failure may indicate incorrect caching or cleaning up of
2647 # references during a reconfiguration.
James E. Blair08d19992016-08-10 15:25:31 -07002648 self.launch_server.hold_jobs_in_build = True
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002649
2650 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2651 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2652 B.setDependsOn(A, 1)
James E. Blair8b5408c2016-08-08 15:37:46 -07002653 A.addApproval('code-review', 2)
2654 B.addApproval('code-review', 2)
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002655
2656 # Add the parent change.
James E. Blair8b5408c2016-08-08 15:37:46 -07002657 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002658 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002659 self.launch_server.release('.*-merge')
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002660 self.waitUntilSettled()
2661
2662 # Reconfigure (with only one change in the pipeline).
2663 self.sched.reconfigure(self.config)
2664 self.waitUntilSettled()
2665
2666 # Add the child change.
James E. Blair8b5408c2016-08-08 15:37:46 -07002667 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002668 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002669 self.launch_server.release('.*-merge')
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002670 self.waitUntilSettled()
2671
2672 # Reconfigure (with both in the pipeline).
2673 self.sched.reconfigure(self.config)
2674 self.waitUntilSettled()
2675
James E. Blair08d19992016-08-10 15:25:31 -07002676 self.launch_server.hold_jobs_in_build = False
2677 self.launch_server.release()
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002678 self.waitUntilSettled()
2679
2680 self.assertEqual(len(self.history), 8)
2681
2682 self.assertEqual(A.data['status'], 'MERGED')
2683 self.assertEqual(A.reported, 2)
2684 self.assertEqual(B.data['status'], 'MERGED')
2685 self.assertEqual(B.reported, 2)
2686
James E. Blairec056492016-07-22 09:45:56 -07002687 @skip("Disabled for early v3 development")
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002688 def test_live_reconfiguration_del_project(self):
2689 # Test project deletion from layout
2690 # while changes are enqueued
2691
James E. Blair08d19992016-08-10 15:25:31 -07002692 self.launch_server.hold_jobs_in_build = True
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002693 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2694 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2695 C = self.fake_gerrit.addFakeChange('org/project1', 'master', 'C')
2696
2697 # A Depends-On: B
2698 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
2699 A.subject, B.data['id'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002700 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002701
2702 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2703 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
2704 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07002705 self.launch_server.release('.*-merge')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002706 self.waitUntilSettled()
2707 self.assertEqual(len(self.builds), 5)
2708
2709 # This layout defines only org/project, not org/project1
James E. Blairf84026c2015-12-08 16:11:46 -08002710 self.updateConfigLayout(
2711 'tests/fixtures/layout-live-reconfiguration-del-project.yaml')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002712 self.sched.reconfigure(self.config)
2713 self.waitUntilSettled()
2714
2715 # Builds for C aborted, builds for A succeed,
2716 # and have change B applied ahead
2717 job_c = self.getJobFromHistory('project1-test1')
2718 self.assertEqual(job_c.changes, '3,1')
2719 self.assertEqual(job_c.result, 'ABORTED')
2720
James E. Blair08d19992016-08-10 15:25:31 -07002721 self.launch_server.hold_jobs_in_build = False
2722 self.launch_server.release()
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002723 self.waitUntilSettled()
2724
2725 self.assertEqual(self.getJobFromHistory('project-test1').changes,
2726 '2,1 1,1')
2727
2728 self.assertEqual(A.data['status'], 'NEW')
2729 self.assertEqual(B.data['status'], 'NEW')
2730 self.assertEqual(C.data['status'], 'NEW')
2731 self.assertEqual(A.reported, 1)
2732 self.assertEqual(B.reported, 0)
2733 self.assertEqual(C.reported, 0)
2734
2735 self.assertEqual(len(self.sched.layout.pipelines['check'].queues), 0)
2736 self.assertIn('Build succeeded', A.messages[0])
2737
James E. Blairec056492016-07-22 09:45:56 -07002738 @skip("Disabled for early v3 development")
James E. Blaire712d9f2013-07-31 11:40:11 -07002739 def test_live_reconfiguration_functions(self):
2740 "Test live reconfiguration with a custom function"
2741 self.worker.registerFunction('build:node-project-test1:debian')
2742 self.worker.registerFunction('build:node-project-test1:wheezy')
2743 A = self.fake_gerrit.addFakeChange('org/node-project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002744 A.addApproval('code-review', 2)
2745 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blaire712d9f2013-07-31 11:40:11 -07002746 self.waitUntilSettled()
2747
2748 self.assertIsNone(self.getJobFromHistory('node-project-merge').node)
2749 self.assertEqual(self.getJobFromHistory('node-project-test1').node,
2750 'debian')
2751 self.assertIsNone(self.getJobFromHistory('node-project-test2').node)
2752
James E. Blairf84026c2015-12-08 16:11:46 -08002753 self.updateConfigLayout(
2754 'tests/fixtures/layout-live-reconfiguration-functions.yaml')
James E. Blaire712d9f2013-07-31 11:40:11 -07002755 self.sched.reconfigure(self.config)
2756 self.worker.build_history = []
2757
2758 B = self.fake_gerrit.addFakeChange('org/node-project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07002759 B.addApproval('code-review', 2)
2760 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blaire712d9f2013-07-31 11:40:11 -07002761 self.waitUntilSettled()
2762
2763 self.assertIsNone(self.getJobFromHistory('node-project-merge').node)
2764 self.assertEqual(self.getJobFromHistory('node-project-test1').node,
2765 'wheezy')
2766 self.assertIsNone(self.getJobFromHistory('node-project-test2').node)
2767
James E. Blairec056492016-07-22 09:45:56 -07002768 @skip("Disabled for early v3 development")
James E. Blair287c06d2013-07-24 10:39:30 -07002769 def test_delayed_repo_init(self):
James E. Blairf84026c2015-12-08 16:11:46 -08002770 self.updateConfigLayout(
2771 'tests/fixtures/layout-delayed-repo-init.yaml')
James E. Blair287c06d2013-07-24 10:39:30 -07002772 self.sched.reconfigure(self.config)
2773
2774 self.init_repo("org/new-project")
2775 A = self.fake_gerrit.addFakeChange('org/new-project', 'master', 'A')
2776
James E. Blair8b5408c2016-08-08 15:37:46 -07002777 A.addApproval('code-review', 2)
2778 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair287c06d2013-07-24 10:39:30 -07002779 self.waitUntilSettled()
2780 self.assertEqual(self.getJobFromHistory('project-merge').result,
2781 'SUCCESS')
2782 self.assertEqual(self.getJobFromHistory('project-test1').result,
2783 'SUCCESS')
2784 self.assertEqual(self.getJobFromHistory('project-test2').result,
2785 'SUCCESS')
2786 self.assertEqual(A.data['status'], 'MERGED')
2787 self.assertEqual(A.reported, 2)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002788
Clark Boylan6dbbc482013-10-18 10:57:31 -07002789 def test_repo_deleted(self):
Paul Belanger66e95962016-11-11 12:11:06 -05002790 self.updateConfigLayout('layout-repo-deleted')
Clark Boylan6dbbc482013-10-18 10:57:31 -07002791 self.sched.reconfigure(self.config)
2792
2793 self.init_repo("org/delete-project")
2794 A = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'A')
2795
James E. Blair8b5408c2016-08-08 15:37:46 -07002796 A.addApproval('code-review', 2)
2797 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002798 self.waitUntilSettled()
2799 self.assertEqual(self.getJobFromHistory('project-merge').result,
2800 'SUCCESS')
2801 self.assertEqual(self.getJobFromHistory('project-test1').result,
2802 'SUCCESS')
2803 self.assertEqual(self.getJobFromHistory('project-test2').result,
2804 'SUCCESS')
2805 self.assertEqual(A.data['status'], 'MERGED')
2806 self.assertEqual(A.reported, 2)
2807
2808 # Delete org/new-project zuul repo. Should be recloned.
2809 shutil.rmtree(os.path.join(self.git_root, "org/delete-project"))
2810
2811 B = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'B')
2812
James E. Blair8b5408c2016-08-08 15:37:46 -07002813 B.addApproval('code-review', 2)
2814 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002815 self.waitUntilSettled()
2816 self.assertEqual(self.getJobFromHistory('project-merge').result,
2817 'SUCCESS')
2818 self.assertEqual(self.getJobFromHistory('project-test1').result,
2819 'SUCCESS')
2820 self.assertEqual(self.getJobFromHistory('project-test2').result,
2821 'SUCCESS')
2822 self.assertEqual(B.data['status'], 'MERGED')
2823 self.assertEqual(B.reported, 2)
2824
James E. Blairec056492016-07-22 09:45:56 -07002825 @skip("Disabled for early v3 development")
James E. Blair456f2fb2016-02-09 09:29:33 -08002826 def test_tags(self):
2827 "Test job tags"
2828 self.config.set('zuul', 'layout_config',
2829 'tests/fixtures/layout-tags.yaml')
2830 self.sched.reconfigure(self.config)
2831
2832 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2833 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
2834 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2835 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2836 self.waitUntilSettled()
2837
2838 results = {'project1-merge': 'extratag merge project1',
2839 'project2-merge': 'merge'}
2840
2841 for build in self.history:
2842 self.assertEqual(results.get(build.name, ''),
2843 build.parameters.get('BUILD_TAGS'))
2844
James E. Blairec056492016-07-22 09:45:56 -07002845 @skip("Disabled for early v3 development")
James E. Blair63bb0ef2013-07-29 17:14:51 -07002846 def test_timer(self):
2847 "Test that a periodic job is triggered"
James E. Blair08d19992016-08-10 15:25:31 -07002848 self.launch_server.hold_jobs_in_build = True
James E. Blairf84026c2015-12-08 16:11:46 -08002849 self.updateConfigLayout(
2850 'tests/fixtures/layout-timer.yaml')
James E. Blair63bb0ef2013-07-29 17:14:51 -07002851 self.sched.reconfigure(self.config)
2852 self.registerJobs()
2853
Clark Boylan3ee090a2014-04-03 20:55:09 -07002854 # The pipeline triggers every second, so we should have seen
2855 # several by now.
2856 time.sleep(5)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002857 self.waitUntilSettled()
Clark Boylan3ee090a2014-04-03 20:55:09 -07002858
2859 self.assertEqual(len(self.builds), 2)
2860
James E. Blair63bb0ef2013-07-29 17:14:51 -07002861 port = self.webapp.server.socket.getsockname()[1]
2862
Morgan Fainberg293f7f82016-05-30 14:01:22 -07002863 req = urllib.request.Request("http://localhost:%s/status.json" % port)
2864 f = urllib.request.urlopen(req)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002865 data = f.read()
2866
James E. Blair08d19992016-08-10 15:25:31 -07002867 self.launch_server.hold_jobs_in_build = False
Clark Boylan3ee090a2014-04-03 20:55:09 -07002868 # Stop queuing timer triggered jobs so that the assertions
2869 # below don't race against more jobs being queued.
James E. Blairf84026c2015-12-08 16:11:46 -08002870 self.updateConfigLayout(
2871 'tests/fixtures/layout-no-timer.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002872 self.sched.reconfigure(self.config)
2873 self.registerJobs()
James E. Blair08d19992016-08-10 15:25:31 -07002874 self.launch_server.release()
James E. Blair63bb0ef2013-07-29 17:14:51 -07002875 self.waitUntilSettled()
2876
2877 self.assertEqual(self.getJobFromHistory(
2878 'project-bitrot-stable-old').result, 'SUCCESS')
2879 self.assertEqual(self.getJobFromHistory(
2880 'project-bitrot-stable-older').result, 'SUCCESS')
2881
2882 data = json.loads(data)
2883 status_jobs = set()
2884 for p in data['pipelines']:
2885 for q in p['change_queues']:
2886 for head in q['heads']:
2887 for change in head:
Alex Gaynorddb9ef32013-09-16 21:04:58 -07002888 self.assertEqual(change['id'], None)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002889 for job in change['jobs']:
2890 status_jobs.add(job['name'])
2891 self.assertIn('project-bitrot-stable-old', status_jobs)
2892 self.assertIn('project-bitrot-stable-older', status_jobs)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002893
James E. Blairec056492016-07-22 09:45:56 -07002894 @skip("Disabled for early v3 development")
James E. Blair4f6033c2014-03-27 15:49:09 -07002895 def test_idle(self):
2896 "Test that frequent periodic jobs work"
James E. Blair08d19992016-08-10 15:25:31 -07002897 self.launch_server.hold_jobs_in_build = True
James E. Blair4f6033c2014-03-27 15:49:09 -07002898
Clark Boylan3ee090a2014-04-03 20:55:09 -07002899 for x in range(1, 3):
2900 # Test that timer triggers periodic jobs even across
2901 # layout config reloads.
2902 # Start timer trigger
James E. Blairf84026c2015-12-08 16:11:46 -08002903 self.updateConfigLayout(
2904 'tests/fixtures/layout-idle.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002905 self.sched.reconfigure(self.config)
2906 self.registerJobs()
James E. Blair995fc0f2016-02-04 16:48:31 -08002907 self.waitUntilSettled()
James E. Blair4f6033c2014-03-27 15:49:09 -07002908
Clark Boylan3ee090a2014-04-03 20:55:09 -07002909 # The pipeline triggers every second, so we should have seen
2910 # several by now.
2911 time.sleep(5)
Clark Boylan3ee090a2014-04-03 20:55:09 -07002912
2913 # Stop queuing timer triggered jobs so that the assertions
2914 # below don't race against more jobs being queued.
James E. Blairf84026c2015-12-08 16:11:46 -08002915 self.updateConfigLayout(
2916 'tests/fixtures/layout-no-timer.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002917 self.sched.reconfigure(self.config)
2918 self.registerJobs()
James E. Blair995fc0f2016-02-04 16:48:31 -08002919 self.waitUntilSettled()
Clark Boylan3ee090a2014-04-03 20:55:09 -07002920
2921 self.assertEqual(len(self.builds), 2)
James E. Blair08d19992016-08-10 15:25:31 -07002922 self.launch_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002923 self.waitUntilSettled()
2924 self.assertEqual(len(self.builds), 0)
2925 self.assertEqual(len(self.history), x * 2)
James E. Blair4f6033c2014-03-27 15:49:09 -07002926
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002927 def test_check_smtp_pool(self):
Paul Belanger01be8ca2016-11-11 12:21:06 -05002928 self.updateConfigLayout('layout-smtp')
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002929 self.sched.reconfigure(self.config)
2930
2931 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2932 self.waitUntilSettled()
2933
2934 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2935 self.waitUntilSettled()
2936
James E. Blairff80a2f2013-12-27 13:24:06 -08002937 self.assertEqual(len(self.smtp_messages), 2)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002938
2939 # A.messages only holds what FakeGerrit places in it. Thus we
2940 # work on the knowledge of what the first message should be as
2941 # it is only configured to go to SMTP.
2942
2943 self.assertEqual('zuul@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08002944 self.smtp_messages[0]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002945 self.assertEqual(['you@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08002946 self.smtp_messages[0]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002947 self.assertEqual('Starting check jobs.',
James E. Blairff80a2f2013-12-27 13:24:06 -08002948 self.smtp_messages[0]['body'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002949
2950 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08002951 self.smtp_messages[1]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002952 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08002953 self.smtp_messages[1]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002954 self.assertEqual(A.messages[0],
James E. Blairff80a2f2013-12-27 13:24:06 -08002955 self.smtp_messages[1]['body'])
James E. Blairad28e912013-11-27 10:43:22 -08002956
James E. Blairec056492016-07-22 09:45:56 -07002957 @skip("Disabled for early v3 development")
James E. Blaire5910202013-12-27 09:50:31 -08002958 def test_timer_smtp(self):
2959 "Test that a periodic job is triggered"
James E. Blair08d19992016-08-10 15:25:31 -07002960 self.launch_server.hold_jobs_in_build = True
James E. Blairf84026c2015-12-08 16:11:46 -08002961 self.updateConfigLayout(
2962 'tests/fixtures/layout-timer-smtp.yaml')
James E. Blaire5910202013-12-27 09:50:31 -08002963 self.sched.reconfigure(self.config)
2964 self.registerJobs()
2965
Clark Boylan3ee090a2014-04-03 20:55:09 -07002966 # The pipeline triggers every second, so we should have seen
2967 # several by now.
2968 time.sleep(5)
James E. Blaire5910202013-12-27 09:50:31 -08002969 self.waitUntilSettled()
2970
Clark Boylan3ee090a2014-04-03 20:55:09 -07002971 self.assertEqual(len(self.builds), 2)
James E. Blair08d19992016-08-10 15:25:31 -07002972 self.launch_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002973 self.waitUntilSettled()
2974 self.assertEqual(len(self.history), 2)
2975
James E. Blaire5910202013-12-27 09:50:31 -08002976 self.assertEqual(self.getJobFromHistory(
2977 'project-bitrot-stable-old').result, 'SUCCESS')
2978 self.assertEqual(self.getJobFromHistory(
2979 'project-bitrot-stable-older').result, 'SUCCESS')
2980
James E. Blairff80a2f2013-12-27 13:24:06 -08002981 self.assertEqual(len(self.smtp_messages), 1)
James E. Blaire5910202013-12-27 09:50:31 -08002982
2983 # A.messages only holds what FakeGerrit places in it. Thus we
2984 # work on the knowledge of what the first message should be as
2985 # it is only configured to go to SMTP.
2986
2987 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08002988 self.smtp_messages[0]['from_email'])
James E. Blaire5910202013-12-27 09:50:31 -08002989 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08002990 self.smtp_messages[0]['to_email'])
James E. Blaire5910202013-12-27 09:50:31 -08002991 self.assertIn('Subject: Periodic check for org/project succeeded',
James E. Blairff80a2f2013-12-27 13:24:06 -08002992 self.smtp_messages[0]['headers'])
James E. Blaire5910202013-12-27 09:50:31 -08002993
Clark Boylan3ee090a2014-04-03 20:55:09 -07002994 # Stop queuing timer triggered jobs and let any that may have
2995 # queued through so that end of test assertions pass.
James E. Blairf84026c2015-12-08 16:11:46 -08002996 self.updateConfigLayout(
2997 'tests/fixtures/layout-no-timer.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002998 self.sched.reconfigure(self.config)
2999 self.registerJobs()
James E. Blairf8058972014-08-15 16:09:16 -07003000 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003001 self.launch_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07003002 self.waitUntilSettled()
3003
James E. Blair91e34592015-07-31 16:45:59 -07003004 def test_client_enqueue_change(self):
James E. Blairad28e912013-11-27 10:43:22 -08003005 "Test that the RPC client can enqueue a change"
3006 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003007 A.addApproval('code-review', 2)
3008 A.addApproval('approved', 1)
James E. Blairad28e912013-11-27 10:43:22 -08003009
3010 client = zuul.rpcclient.RPCClient('127.0.0.1',
3011 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003012 r = client.enqueue(tenant='tenant-one',
3013 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003014 project='org/project',
3015 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003016 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003017 self.waitUntilSettled()
3018 self.assertEqual(self.getJobFromHistory('project-merge').result,
3019 'SUCCESS')
3020 self.assertEqual(self.getJobFromHistory('project-test1').result,
3021 'SUCCESS')
3022 self.assertEqual(self.getJobFromHistory('project-test2').result,
3023 'SUCCESS')
3024 self.assertEqual(A.data['status'], 'MERGED')
3025 self.assertEqual(A.reported, 2)
3026 self.assertEqual(r, True)
3027
James E. Blairec056492016-07-22 09:45:56 -07003028 @skip("Disabled for early v3 development")
James E. Blair91e34592015-07-31 16:45:59 -07003029 def test_client_enqueue_ref(self):
3030 "Test that the RPC client can enqueue a ref"
3031
3032 client = zuul.rpcclient.RPCClient('127.0.0.1',
3033 self.gearman_server.port)
3034 r = client.enqueue_ref(
Paul Belangerbaca3132016-11-04 12:49:54 -04003035 tenant='tenant-one',
James E. Blair91e34592015-07-31 16:45:59 -07003036 pipeline='post',
3037 project='org/project',
3038 trigger='gerrit',
3039 ref='master',
3040 oldrev='90f173846e3af9154517b88543ffbd1691f31366',
3041 newrev='d479a0bfcb34da57a31adb2a595c0cf687812543')
3042 self.waitUntilSettled()
3043 job_names = [x.name for x in self.history]
3044 self.assertEqual(len(self.history), 1)
3045 self.assertIn('project-post', job_names)
3046 self.assertEqual(r, True)
3047
James E. Blairad28e912013-11-27 10:43:22 -08003048 def test_client_enqueue_negative(self):
3049 "Test that the RPC client returns errors"
3050 client = zuul.rpcclient.RPCClient('127.0.0.1',
3051 self.gearman_server.port)
3052 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
Paul Belangerbaca3132016-11-04 12:49:54 -04003053 "Invalid tenant"):
3054 r = client.enqueue(tenant='tenant-foo',
3055 pipeline='gate',
3056 project='org/project',
3057 trigger='gerrit',
3058 change='1,1')
3059 client.shutdown()
3060 self.assertEqual(r, False)
3061
3062 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
James E. Blairad28e912013-11-27 10:43:22 -08003063 "Invalid project"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003064 r = client.enqueue(tenant='tenant-one',
3065 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003066 project='project-does-not-exist',
3067 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003068 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003069 client.shutdown()
3070 self.assertEqual(r, False)
3071
3072 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3073 "Invalid pipeline"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003074 r = client.enqueue(tenant='tenant-one',
3075 pipeline='pipeline-does-not-exist',
James E. Blairad28e912013-11-27 10:43:22 -08003076 project='org/project',
3077 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003078 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003079 client.shutdown()
3080 self.assertEqual(r, False)
3081
3082 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3083 "Invalid trigger"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003084 r = client.enqueue(tenant='tenant-one',
3085 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003086 project='org/project',
3087 trigger='trigger-does-not-exist',
James E. Blair36658cf2013-12-06 17:53:48 -08003088 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003089 client.shutdown()
3090 self.assertEqual(r, False)
3091
3092 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3093 "Invalid change"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003094 r = client.enqueue(tenant='tenant-one',
3095 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003096 project='org/project',
3097 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003098 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003099 client.shutdown()
3100 self.assertEqual(r, False)
3101
3102 self.waitUntilSettled()
3103 self.assertEqual(len(self.history), 0)
3104 self.assertEqual(len(self.builds), 0)
James E. Blair36658cf2013-12-06 17:53:48 -08003105
3106 def test_client_promote(self):
3107 "Test that the RPC client can promote a change"
James E. Blair08d19992016-08-10 15:25:31 -07003108 self.launch_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003109 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3110 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3111 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07003112 A.addApproval('code-review', 2)
3113 B.addApproval('code-review', 2)
3114 C.addApproval('code-review', 2)
James E. Blair36658cf2013-12-06 17:53:48 -08003115
James E. Blair8b5408c2016-08-08 15:37:46 -07003116 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3117 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3118 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003119
3120 self.waitUntilSettled()
3121
Paul Belangerbaca3132016-11-04 12:49:54 -04003122 tenant = self.sched.abide.tenants.get('tenant-one')
3123 items = tenant.layout.pipelines['gate'].getAllItems()
Sean Daguef39b9ca2014-01-10 21:34:35 -05003124 enqueue_times = {}
3125 for item in items:
3126 enqueue_times[str(item.change)] = item.enqueue_time
3127
James E. Blair36658cf2013-12-06 17:53:48 -08003128 client = zuul.rpcclient.RPCClient('127.0.0.1',
3129 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003130 r = client.promote(tenant='tenant-one',
3131 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003132 change_ids=['2,1', '3,1'])
3133
Sean Daguef39b9ca2014-01-10 21:34:35 -05003134 # ensure that enqueue times are durable
Paul Belangerbaca3132016-11-04 12:49:54 -04003135 items = tenant.layout.pipelines['gate'].getAllItems()
Sean Daguef39b9ca2014-01-10 21:34:35 -05003136 for item in items:
3137 self.assertEqual(
3138 enqueue_times[str(item.change)], item.enqueue_time)
3139
James E. Blair78acec92014-02-06 07:11:32 -08003140 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003141 self.launch_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003142 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003143 self.launch_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003144 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003145 self.launch_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003146 self.waitUntilSettled()
3147
3148 self.assertEqual(len(self.builds), 6)
3149 self.assertEqual(self.builds[0].name, 'project-test1')
3150 self.assertEqual(self.builds[1].name, 'project-test2')
3151 self.assertEqual(self.builds[2].name, 'project-test1')
3152 self.assertEqual(self.builds[3].name, 'project-test2')
3153 self.assertEqual(self.builds[4].name, 'project-test1')
3154 self.assertEqual(self.builds[5].name, 'project-test2')
3155
Paul Belangerbaca3132016-11-04 12:49:54 -04003156 self.assertTrue(self.builds[0].hasChanges(B))
3157 self.assertFalse(self.builds[0].hasChanges(A))
3158 self.assertFalse(self.builds[0].hasChanges(C))
James E. Blair36658cf2013-12-06 17:53:48 -08003159
Paul Belangerbaca3132016-11-04 12:49:54 -04003160 self.assertTrue(self.builds[2].hasChanges(B))
3161 self.assertTrue(self.builds[2].hasChanges(C))
3162 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003163
Paul Belangerbaca3132016-11-04 12:49:54 -04003164 self.assertTrue(self.builds[4].hasChanges(B))
3165 self.assertTrue(self.builds[4].hasChanges(C))
3166 self.assertTrue(self.builds[4].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003167
James E. Blair08d19992016-08-10 15:25:31 -07003168 self.launch_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003169 self.waitUntilSettled()
3170
3171 self.assertEqual(A.data['status'], 'MERGED')
3172 self.assertEqual(A.reported, 2)
3173 self.assertEqual(B.data['status'], 'MERGED')
3174 self.assertEqual(B.reported, 2)
3175 self.assertEqual(C.data['status'], 'MERGED')
3176 self.assertEqual(C.reported, 2)
3177
3178 client.shutdown()
3179 self.assertEqual(r, True)
3180
3181 def test_client_promote_dependent(self):
3182 "Test that the RPC client can promote a dependent change"
3183 # C (depends on B) -> B -> A ; then promote C to get:
3184 # A -> C (depends on B) -> B
James E. Blair08d19992016-08-10 15:25:31 -07003185 self.launch_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003186 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3187 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3188 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3189
3190 C.setDependsOn(B, 1)
3191
James E. Blair8b5408c2016-08-08 15:37:46 -07003192 A.addApproval('code-review', 2)
3193 B.addApproval('code-review', 2)
3194 C.addApproval('code-review', 2)
James E. Blair36658cf2013-12-06 17:53:48 -08003195
James E. Blair8b5408c2016-08-08 15:37:46 -07003196 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3197 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3198 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003199
3200 self.waitUntilSettled()
3201
3202 client = zuul.rpcclient.RPCClient('127.0.0.1',
3203 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003204 r = client.promote(tenant='tenant-one',
3205 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003206 change_ids=['3,1'])
3207
James E. Blair78acec92014-02-06 07:11:32 -08003208 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003209 self.launch_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003210 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003211 self.launch_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003212 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003213 self.launch_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003214 self.waitUntilSettled()
3215
3216 self.assertEqual(len(self.builds), 6)
3217 self.assertEqual(self.builds[0].name, 'project-test1')
3218 self.assertEqual(self.builds[1].name, 'project-test2')
3219 self.assertEqual(self.builds[2].name, 'project-test1')
3220 self.assertEqual(self.builds[3].name, 'project-test2')
3221 self.assertEqual(self.builds[4].name, 'project-test1')
3222 self.assertEqual(self.builds[5].name, 'project-test2')
3223
Paul Belangerbaca3132016-11-04 12:49:54 -04003224 self.assertTrue(self.builds[0].hasChanges(B))
3225 self.assertFalse(self.builds[0].hasChanges(A))
3226 self.assertFalse(self.builds[0].hasChanges(C))
James E. Blair36658cf2013-12-06 17:53:48 -08003227
Paul Belangerbaca3132016-11-04 12:49:54 -04003228 self.assertTrue(self.builds[2].hasChanges(B))
3229 self.assertTrue(self.builds[2].hasChanges(C))
3230 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003231
Paul Belangerbaca3132016-11-04 12:49:54 -04003232 self.assertTrue(self.builds[4].hasChanges(B))
3233 self.assertTrue(self.builds[4].hasChanges(C))
3234 self.assertTrue(self.builds[4].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003235
James E. Blair08d19992016-08-10 15:25:31 -07003236 self.launch_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003237 self.waitUntilSettled()
3238
3239 self.assertEqual(A.data['status'], 'MERGED')
3240 self.assertEqual(A.reported, 2)
3241 self.assertEqual(B.data['status'], 'MERGED')
3242 self.assertEqual(B.reported, 2)
3243 self.assertEqual(C.data['status'], 'MERGED')
3244 self.assertEqual(C.reported, 2)
3245
3246 client.shutdown()
3247 self.assertEqual(r, True)
3248
3249 def test_client_promote_negative(self):
3250 "Test that the RPC client returns errors for promotion"
James E. Blair08d19992016-08-10 15:25:31 -07003251 self.launch_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003252 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003253 A.addApproval('code-review', 2)
3254 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003255 self.waitUntilSettled()
3256
3257 client = zuul.rpcclient.RPCClient('127.0.0.1',
3258 self.gearman_server.port)
3259
3260 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
Paul Belangerbaca3132016-11-04 12:49:54 -04003261 r = client.promote(tenant='tenant-one',
3262 pipeline='nonexistent',
James E. Blair36658cf2013-12-06 17:53:48 -08003263 change_ids=['2,1', '3,1'])
3264 client.shutdown()
3265 self.assertEqual(r, False)
3266
3267 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
Paul Belangerbaca3132016-11-04 12:49:54 -04003268 r = client.promote(tenant='tenant-one',
3269 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003270 change_ids=['4,1'])
3271 client.shutdown()
3272 self.assertEqual(r, False)
3273
James E. Blair08d19992016-08-10 15:25:31 -07003274 self.launch_server.hold_jobs_in_build = False
3275 self.launch_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003276 self.waitUntilSettled()
Clark Boylan7603a372014-01-21 11:43:20 -08003277
James E. Blairec056492016-07-22 09:45:56 -07003278 @skip("Disabled for early v3 development")
Clark Boylan7603a372014-01-21 11:43:20 -08003279 def test_queue_rate_limiting(self):
3280 "Test that DependentPipelines are rate limited with dep across window"
James E. Blairf84026c2015-12-08 16:11:46 -08003281 self.updateConfigLayout(
3282 'tests/fixtures/layout-rate-limit.yaml')
Clark Boylan7603a372014-01-21 11:43:20 -08003283 self.sched.reconfigure(self.config)
James E. Blair08d19992016-08-10 15:25:31 -07003284 self.launch_server.hold_jobs_in_build = True
Clark Boylan7603a372014-01-21 11:43:20 -08003285 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3286 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3287 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3288
3289 C.setDependsOn(B, 1)
James E. Blair08d19992016-08-10 15:25:31 -07003290 self.launch_server.failJob('project-test1', A)
Clark Boylan7603a372014-01-21 11:43:20 -08003291
James E. Blair8b5408c2016-08-08 15:37:46 -07003292 A.addApproval('code-review', 2)
3293 B.addApproval('code-review', 2)
3294 C.addApproval('code-review', 2)
Clark Boylan7603a372014-01-21 11:43:20 -08003295
James E. Blair8b5408c2016-08-08 15:37:46 -07003296 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3297 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3298 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Clark Boylan7603a372014-01-21 11:43:20 -08003299 self.waitUntilSettled()
3300
3301 # Only A and B will have their merge jobs queued because
3302 # window is 2.
3303 self.assertEqual(len(self.builds), 2)
3304 self.assertEqual(self.builds[0].name, 'project-merge')
3305 self.assertEqual(self.builds[1].name, 'project-merge')
3306
James E. Blair08d19992016-08-10 15:25:31 -07003307 self.launch_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003308 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003309 self.launch_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003310 self.waitUntilSettled()
3311
3312 # Only A and B will have their test jobs queued because
3313 # window is 2.
3314 self.assertEqual(len(self.builds), 4)
3315 self.assertEqual(self.builds[0].name, 'project-test1')
3316 self.assertEqual(self.builds[1].name, 'project-test2')
3317 self.assertEqual(self.builds[2].name, 'project-test1')
3318 self.assertEqual(self.builds[3].name, 'project-test2')
3319
James E. Blair08d19992016-08-10 15:25:31 -07003320 self.launch_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003321 self.waitUntilSettled()
3322
3323 queue = self.sched.layout.pipelines['gate'].queues[0]
3324 # A failed so window is reduced by 1 to 1.
3325 self.assertEqual(queue.window, 1)
3326 self.assertEqual(queue.window_floor, 1)
3327 self.assertEqual(A.data['status'], 'NEW')
3328
3329 # Gate is reset and only B's merge job is queued because
3330 # window shrunk to 1.
3331 self.assertEqual(len(self.builds), 1)
3332 self.assertEqual(self.builds[0].name, 'project-merge')
3333
James E. Blair08d19992016-08-10 15:25:31 -07003334 self.launch_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003335 self.waitUntilSettled()
3336
3337 # Only B's test jobs are queued because window is still 1.
3338 self.assertEqual(len(self.builds), 2)
3339 self.assertEqual(self.builds[0].name, 'project-test1')
3340 self.assertEqual(self.builds[1].name, 'project-test2')
3341
James E. Blair08d19992016-08-10 15:25:31 -07003342 self.launch_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003343 self.waitUntilSettled()
3344
3345 # B was successfully merged so window is increased to 2.
3346 self.assertEqual(queue.window, 2)
3347 self.assertEqual(queue.window_floor, 1)
3348 self.assertEqual(B.data['status'], 'MERGED')
3349
3350 # Only C is left and its merge job is queued.
3351 self.assertEqual(len(self.builds), 1)
3352 self.assertEqual(self.builds[0].name, 'project-merge')
3353
James E. Blair08d19992016-08-10 15:25:31 -07003354 self.launch_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003355 self.waitUntilSettled()
3356
3357 # After successful merge job the test jobs for C are queued.
3358 self.assertEqual(len(self.builds), 2)
3359 self.assertEqual(self.builds[0].name, 'project-test1')
3360 self.assertEqual(self.builds[1].name, 'project-test2')
3361
James E. Blair08d19992016-08-10 15:25:31 -07003362 self.launch_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003363 self.waitUntilSettled()
3364
3365 # C successfully merged so window is bumped to 3.
3366 self.assertEqual(queue.window, 3)
3367 self.assertEqual(queue.window_floor, 1)
3368 self.assertEqual(C.data['status'], 'MERGED')
3369
James E. Blairec056492016-07-22 09:45:56 -07003370 @skip("Disabled for early v3 development")
Clark Boylan7603a372014-01-21 11:43:20 -08003371 def test_queue_rate_limiting_dependent(self):
3372 "Test that DependentPipelines are rate limited with dep in window"
James E. Blairf84026c2015-12-08 16:11:46 -08003373 self.updateConfigLayout(
3374 'tests/fixtures/layout-rate-limit.yaml')
Clark Boylan7603a372014-01-21 11:43:20 -08003375 self.sched.reconfigure(self.config)
James E. Blair08d19992016-08-10 15:25:31 -07003376 self.launch_server.hold_jobs_in_build = True
Clark Boylan7603a372014-01-21 11:43:20 -08003377 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3378 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3379 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3380
3381 B.setDependsOn(A, 1)
3382
James E. Blair08d19992016-08-10 15:25:31 -07003383 self.launch_server.failJob('project-test1', A)
Clark Boylan7603a372014-01-21 11:43:20 -08003384
James E. Blair8b5408c2016-08-08 15:37:46 -07003385 A.addApproval('code-review', 2)
3386 B.addApproval('code-review', 2)
3387 C.addApproval('code-review', 2)
Clark Boylan7603a372014-01-21 11:43:20 -08003388
James E. Blair8b5408c2016-08-08 15:37:46 -07003389 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3390 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3391 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Clark Boylan7603a372014-01-21 11:43:20 -08003392 self.waitUntilSettled()
3393
3394 # Only A and B will have their merge jobs queued because
3395 # window is 2.
3396 self.assertEqual(len(self.builds), 2)
3397 self.assertEqual(self.builds[0].name, 'project-merge')
3398 self.assertEqual(self.builds[1].name, 'project-merge')
3399
James E. Blair08d19992016-08-10 15:25:31 -07003400 self.launch_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003401 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003402 self.launch_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003403 self.waitUntilSettled()
3404
3405 # Only A and B will have their test jobs queued because
3406 # window is 2.
3407 self.assertEqual(len(self.builds), 4)
3408 self.assertEqual(self.builds[0].name, 'project-test1')
3409 self.assertEqual(self.builds[1].name, 'project-test2')
3410 self.assertEqual(self.builds[2].name, 'project-test1')
3411 self.assertEqual(self.builds[3].name, 'project-test2')
3412
James E. Blair08d19992016-08-10 15:25:31 -07003413 self.launch_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003414 self.waitUntilSettled()
3415
3416 queue = self.sched.layout.pipelines['gate'].queues[0]
3417 # A failed so window is reduced by 1 to 1.
3418 self.assertEqual(queue.window, 1)
3419 self.assertEqual(queue.window_floor, 1)
3420 self.assertEqual(A.data['status'], 'NEW')
3421 self.assertEqual(B.data['status'], 'NEW')
3422
3423 # Gate is reset and only C's merge job is queued because
3424 # window shrunk to 1 and A and B were dequeued.
3425 self.assertEqual(len(self.builds), 1)
3426 self.assertEqual(self.builds[0].name, 'project-merge')
3427
James E. Blair08d19992016-08-10 15:25:31 -07003428 self.launch_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003429 self.waitUntilSettled()
3430
3431 # Only C's test jobs are queued because window is still 1.
3432 self.assertEqual(len(self.builds), 2)
3433 self.assertEqual(self.builds[0].name, 'project-test1')
3434 self.assertEqual(self.builds[1].name, 'project-test2')
3435
James E. Blair08d19992016-08-10 15:25:31 -07003436 self.launch_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003437 self.waitUntilSettled()
3438
3439 # C was successfully merged so window is increased to 2.
3440 self.assertEqual(queue.window, 2)
3441 self.assertEqual(queue.window_floor, 1)
3442 self.assertEqual(C.data['status'], 'MERGED')
Joshua Heskethba8776a2014-01-12 14:35:40 +08003443
James E. Blairec056492016-07-22 09:45:56 -07003444 @skip("Disabled for early v3 development")
Joshua Heskethba8776a2014-01-12 14:35:40 +08003445 def test_worker_update_metadata(self):
3446 "Test if a worker can send back metadata about itself"
James E. Blair08d19992016-08-10 15:25:31 -07003447 self.launch_server.hold_jobs_in_build = True
Joshua Heskethba8776a2014-01-12 14:35:40 +08003448
3449 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003450 A.addApproval('code-review', 2)
3451 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Heskethba8776a2014-01-12 14:35:40 +08003452 self.waitUntilSettled()
3453
3454 self.assertEqual(len(self.launcher.builds), 1)
3455
3456 self.log.debug('Current builds:')
3457 self.log.debug(self.launcher.builds)
3458
3459 start = time.time()
3460 while True:
3461 if time.time() - start > 10:
3462 raise Exception("Timeout waiting for gearman server to report "
3463 + "back to the client")
3464 build = self.launcher.builds.values()[0]
3465 if build.worker.name == "My Worker":
3466 break
3467 else:
3468 time.sleep(0)
3469
3470 self.log.debug(build)
3471 self.assertEqual("My Worker", build.worker.name)
3472 self.assertEqual("localhost", build.worker.hostname)
3473 self.assertEqual(['127.0.0.1', '192.168.1.1'], build.worker.ips)
3474 self.assertEqual("zuul.example.org", build.worker.fqdn)
3475 self.assertEqual("FakeBuilder", build.worker.program)
3476 self.assertEqual("v1.1", build.worker.version)
3477 self.assertEqual({'something': 'else'}, build.worker.extra)
3478
James E. Blair08d19992016-08-10 15:25:31 -07003479 self.launch_server.hold_jobs_in_build = False
3480 self.launch_server.release()
Joshua Heskethba8776a2014-01-12 14:35:40 +08003481 self.waitUntilSettled()
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003482
James E. Blairec056492016-07-22 09:45:56 -07003483 @skip("Disabled for early v3 development")
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003484 def test_footer_message(self):
3485 "Test a pipeline's footer message is correctly added to the report."
James E. Blairf84026c2015-12-08 16:11:46 -08003486 self.updateConfigLayout(
3487 'tests/fixtures/layout-footer-message.yaml')
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003488 self.sched.reconfigure(self.config)
3489 self.registerJobs()
3490
3491 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003492 A.addApproval('code-review', 2)
James E. Blair08d19992016-08-10 15:25:31 -07003493 self.launch_server.failJob('test1', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07003494 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003495 self.waitUntilSettled()
3496
3497 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003498 B.addApproval('code-review', 2)
3499 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003500 self.waitUntilSettled()
3501
3502 self.assertEqual(2, len(self.smtp_messages))
3503
3504 failure_body = """\
3505Build failed. For information on how to proceed, see \
3506http://wiki.example.org/Test_Failures
3507
3508- test1 http://logs.example.com/1/1/gate/test1/0 : FAILURE in 0s
3509- test2 http://logs.example.com/1/1/gate/test2/1 : SUCCESS in 0s
3510
3511For CI problems and help debugging, contact ci@example.org"""
3512
3513 success_body = """\
3514Build succeeded.
3515
3516- test1 http://logs.example.com/2/1/gate/test1/2 : SUCCESS in 0s
3517- test2 http://logs.example.com/2/1/gate/test2/3 : SUCCESS in 0s
3518
3519For CI problems and help debugging, contact ci@example.org"""
3520
3521 self.assertEqual(failure_body, self.smtp_messages[0]['body'])
3522 self.assertEqual(success_body, self.smtp_messages[1]['body'])
Joshua Heskethb7179772014-01-30 23:30:46 +11003523
James E. Blairec056492016-07-22 09:45:56 -07003524 @skip("Disabled for early v3 development")
Joshua Heskethb7179772014-01-30 23:30:46 +11003525 def test_merge_failure_reporters(self):
3526 """Check that the config is set up correctly"""
3527
James E. Blairf84026c2015-12-08 16:11:46 -08003528 self.updateConfigLayout(
3529 'tests/fixtures/layout-merge-failure.yaml')
Joshua Heskethb7179772014-01-30 23:30:46 +11003530 self.sched.reconfigure(self.config)
3531 self.registerJobs()
3532
3533 self.assertEqual(
Jeremy Stanley1c2c3c22015-06-15 21:23:19 +00003534 "Merge Failed.\n\nThis change or one of its cross-repo "
3535 "dependencies was unable to be automatically merged with the "
3536 "current state of its repository. Please rebase the change and "
3537 "upload a new patchset.",
Joshua Heskethb7179772014-01-30 23:30:46 +11003538 self.sched.layout.pipelines['check'].merge_failure_message)
3539 self.assertEqual(
3540 "The merge failed! For more information...",
3541 self.sched.layout.pipelines['gate'].merge_failure_message)
3542
3543 self.assertEqual(
3544 len(self.sched.layout.pipelines['check'].merge_failure_actions), 1)
3545 self.assertEqual(
3546 len(self.sched.layout.pipelines['gate'].merge_failure_actions), 2)
3547
3548 self.assertTrue(isinstance(
Joshua Heskethde958652015-11-10 19:19:50 +11003549 self.sched.layout.pipelines['check'].merge_failure_actions[0],
3550 zuul.reporter.gerrit.GerritReporter))
Joshua Heskethb7179772014-01-30 23:30:46 +11003551
3552 self.assertTrue(
3553 (
3554 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003555 merge_failure_actions[0],
Joshua Heskethffe42062014-09-05 21:43:52 +10003556 zuul.reporter.smtp.SMTPReporter) and
Joshua Heskethb7179772014-01-30 23:30:46 +11003557 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003558 merge_failure_actions[1],
Joshua Heskethffe42062014-09-05 21:43:52 +10003559 zuul.reporter.gerrit.GerritReporter)
Joshua Heskethb7179772014-01-30 23:30:46 +11003560 ) or (
3561 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003562 merge_failure_actions[0],
Joshua Heskethffe42062014-09-05 21:43:52 +10003563 zuul.reporter.gerrit.GerritReporter) and
Joshua Heskethb7179772014-01-30 23:30:46 +11003564 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003565 merge_failure_actions[1],
Joshua Heskethffe42062014-09-05 21:43:52 +10003566 zuul.reporter.smtp.SMTPReporter)
Joshua Heskethb7179772014-01-30 23:30:46 +11003567 )
3568 )
3569
James E. Blairec056492016-07-22 09:45:56 -07003570 @skip("Disabled for early v3 development")
Joshua Heskethb7179772014-01-30 23:30:46 +11003571 def test_merge_failure_reports(self):
3572 """Check that when a change fails to merge the correct message is sent
3573 to the correct reporter"""
James E. Blairf84026c2015-12-08 16:11:46 -08003574 self.updateConfigLayout(
3575 'tests/fixtures/layout-merge-failure.yaml')
Joshua Heskethb7179772014-01-30 23:30:46 +11003576 self.sched.reconfigure(self.config)
3577 self.registerJobs()
3578
3579 # Check a test failure isn't reported to SMTP
3580 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003581 A.addApproval('code-review', 2)
James E. Blair08d19992016-08-10 15:25:31 -07003582 self.launch_server.failJob('project-test1', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07003583 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Heskethb7179772014-01-30 23:30:46 +11003584 self.waitUntilSettled()
3585
3586 self.assertEqual(3, len(self.history)) # 3 jobs
3587 self.assertEqual(0, len(self.smtp_messages))
3588
3589 # Check a merge failure is reported to SMTP
3590 # B should be merged, but C will conflict with B
3591 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3592 B.addPatchset(['conflict'])
3593 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3594 C.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07003595 B.addApproval('code-review', 2)
3596 C.addApproval('code-review', 2)
3597 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3598 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Joshua Heskethb7179772014-01-30 23:30:46 +11003599 self.waitUntilSettled()
3600
3601 self.assertEqual(6, len(self.history)) # A and B jobs
3602 self.assertEqual(1, len(self.smtp_messages))
3603 self.assertEqual('The merge failed! For more information...',
3604 self.smtp_messages[0]['body'])
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003605
James E. Blairec056492016-07-22 09:45:56 -07003606 @skip("Disabled for early v3 development")
James E. Blairf760f0e2016-02-09 08:44:52 -08003607 def test_default_merge_failure_reports(self):
3608 """Check that the default merge failure reports are correct."""
3609
3610 # A should report success, B should report merge failure.
3611 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3612 A.addPatchset(['conflict'])
3613 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3614 B.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07003615 A.addApproval('code-review', 2)
3616 B.addApproval('code-review', 2)
3617 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3618 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blairf760f0e2016-02-09 08:44:52 -08003619 self.waitUntilSettled()
3620
3621 self.assertEqual(3, len(self.history)) # A jobs
3622 self.assertEqual(A.reported, 2)
3623 self.assertEqual(B.reported, 2)
3624 self.assertEqual(A.data['status'], 'MERGED')
3625 self.assertEqual(B.data['status'], 'NEW')
3626 self.assertIn('Build succeeded', A.messages[1])
3627 self.assertIn('Merge Failed', B.messages[1])
3628 self.assertIn('automatically merged', B.messages[1])
3629 self.assertNotIn('logs.example.com', B.messages[1])
3630 self.assertNotIn('SKIPPED', B.messages[1])
3631
James E. Blairec056492016-07-22 09:45:56 -07003632 @skip("Disabled for early v3 development")
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003633 def test_swift_instructions(self):
3634 "Test that the correct swift instructions are sent to the workers"
James E. Blairf84026c2015-12-08 16:11:46 -08003635 self.updateConfigLayout(
3636 'tests/fixtures/layout-swift.yaml')
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003637 self.sched.reconfigure(self.config)
3638 self.registerJobs()
3639
James E. Blair08d19992016-08-10 15:25:31 -07003640 self.launch_server.hold_jobs_in_build = True
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003641 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3642
James E. Blair8b5408c2016-08-08 15:37:46 -07003643 A.addApproval('code-review', 2)
3644 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003645 self.waitUntilSettled()
3646
3647 self.assertEqual(
3648 "https://storage.example.org/V1/AUTH_account/merge_logs/1/1/1/"
3649 "gate/test-merge/",
Joshua Hesketh76dee532014-07-03 15:39:13 +10003650 self.builds[0].parameters['SWIFT_logs_URL'][:-7])
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003651 self.assertEqual(5,
3652 len(self.builds[0].parameters['SWIFT_logs_HMAC_BODY'].
3653 split('\n')))
3654 self.assertIn('SWIFT_logs_SIGNATURE', self.builds[0].parameters)
3655
3656 self.assertEqual(
3657 "https://storage.example.org/V1/AUTH_account/logs/1/1/1/"
3658 "gate/test-test/",
Joshua Hesketh76dee532014-07-03 15:39:13 +10003659 self.builds[1].parameters['SWIFT_logs_URL'][:-7])
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003660 self.assertEqual(5,
3661 len(self.builds[1].parameters['SWIFT_logs_HMAC_BODY'].
3662 split('\n')))
3663 self.assertIn('SWIFT_logs_SIGNATURE', self.builds[1].parameters)
3664
3665 self.assertEqual(
3666 "https://storage.example.org/V1/AUTH_account/stash/1/1/1/"
3667 "gate/test-test/",
Joshua Hesketh76dee532014-07-03 15:39:13 +10003668 self.builds[1].parameters['SWIFT_MOSTLY_URL'][:-7])
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003669 self.assertEqual(5,
3670 len(self.builds[1].
3671 parameters['SWIFT_MOSTLY_HMAC_BODY'].split('\n')))
3672 self.assertIn('SWIFT_MOSTLY_SIGNATURE', self.builds[1].parameters)
3673
James E. Blair08d19992016-08-10 15:25:31 -07003674 self.launch_server.hold_jobs_in_build = False
3675 self.launch_server.release()
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003676 self.waitUntilSettled()
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003677
3678 def test_client_get_running_jobs(self):
3679 "Test that the RPC client can get a list of running jobs"
James E. Blair08d19992016-08-10 15:25:31 -07003680 self.launch_server.hold_jobs_in_build = True
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003681 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003682 A.addApproval('code-review', 2)
3683 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003684 self.waitUntilSettled()
3685
3686 client = zuul.rpcclient.RPCClient('127.0.0.1',
3687 self.gearman_server.port)
3688
3689 # Wait for gearman server to send the initial workData back to zuul
3690 start = time.time()
3691 while True:
3692 if time.time() - start > 10:
3693 raise Exception("Timeout waiting for gearman server to report "
3694 + "back to the client")
Clint Byrum78a69772016-12-05 10:52:07 -08003695 build = self.launch_client.builds.values()[0]
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003696 if build.worker.name == "My Worker":
3697 break
3698 else:
3699 time.sleep(0)
3700
3701 running_items = client.get_running_jobs()
3702
3703 self.assertEqual(1, len(running_items))
3704 running_item = running_items[0]
3705 self.assertEqual([], running_item['failing_reasons'])
3706 self.assertEqual([], running_item['items_behind'])
3707 self.assertEqual('https://hostname/1', running_item['url'])
3708 self.assertEqual(None, running_item['item_ahead'])
3709 self.assertEqual('org/project', running_item['project'])
3710 self.assertEqual(None, running_item['remaining_time'])
3711 self.assertEqual(True, running_item['active'])
3712 self.assertEqual('1,1', running_item['id'])
3713
3714 self.assertEqual(3, len(running_item['jobs']))
3715 for job in running_item['jobs']:
3716 if job['name'] == 'project-merge':
3717 self.assertEqual('project-merge', job['name'])
3718 self.assertEqual('gate', job['pipeline'])
3719 self.assertEqual(False, job['retry'])
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003720 self.assertEqual('https://server/job/project-merge/0/',
3721 job['url'])
3722 self.assertEqual(7, len(job['worker']))
3723 self.assertEqual(False, job['canceled'])
3724 self.assertEqual(True, job['voting'])
3725 self.assertEqual(None, job['result'])
3726 self.assertEqual('gate', job['pipeline'])
3727 break
3728
James E. Blair08d19992016-08-10 15:25:31 -07003729 self.launch_server.hold_jobs_in_build = False
3730 self.launch_server.release()
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003731 self.waitUntilSettled()
3732
3733 running_items = client.get_running_jobs()
3734 self.assertEqual(0, len(running_items))
James E. Blairbadc1ad2014-04-28 13:55:14 -07003735
3736 def test_nonvoting_pipeline(self):
3737 "Test that a nonvoting pipeline (experimental) can still report"
3738
Joshua Heskethcc017ea2014-04-30 19:55:25 +10003739 A = self.fake_gerrit.addFakeChange('org/experimental-project',
3740 'master', 'A')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003741 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3742 self.waitUntilSettled()
Paul Belanger15e3e202016-10-14 16:27:34 -04003743
3744 self.assertEqual(self.getJobFromHistory('project-merge').result,
3745 'SUCCESS')
Joshua Heskethcc017ea2014-04-30 19:55:25 +10003746 self.assertEqual(
3747 self.getJobFromHistory('experimental-project-test').result,
3748 'SUCCESS')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003749 self.assertEqual(A.reported, 1)
James E. Blair5ee24252014-12-30 10:12:29 -08003750
3751 def test_crd_gate(self):
3752 "Test cross-repo dependencies"
3753 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3754 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003755 A.addApproval('code-review', 2)
3756 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003757
3758 AM2 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'AM2')
3759 AM1 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'AM1')
3760 AM2.setMerged()
3761 AM1.setMerged()
3762
3763 BM2 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'BM2')
3764 BM1 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'BM1')
3765 BM2.setMerged()
3766 BM1.setMerged()
3767
3768 # A -> AM1 -> AM2
3769 # B -> BM1 -> BM2
3770 # A Depends-On: B
3771 # M2 is here to make sure it is never queried. If it is, it
3772 # means zuul is walking down the entire history of merged
3773 # changes.
3774
3775 B.setDependsOn(BM1, 1)
3776 BM1.setDependsOn(BM2, 1)
3777
3778 A.setDependsOn(AM1, 1)
3779 AM1.setDependsOn(AM2, 1)
3780
3781 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3782 A.subject, B.data['id'])
3783
James E. Blair8b5408c2016-08-08 15:37:46 -07003784 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003785 self.waitUntilSettled()
3786
3787 self.assertEqual(A.data['status'], 'NEW')
3788 self.assertEqual(B.data['status'], 'NEW')
3789
Paul Belanger5dccbe72016-11-14 11:17:37 -05003790 for connection in self.connections.connections.values():
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11003791 connection.maintainCache([])
James E. Blair5ee24252014-12-30 10:12:29 -08003792
James E. Blair08d19992016-08-10 15:25:31 -07003793 self.launch_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003794 B.addApproval('approved', 1)
3795 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003796 self.waitUntilSettled()
3797
James E. Blair08d19992016-08-10 15:25:31 -07003798 self.launch_server.release('.*-merge')
James E. Blair5ee24252014-12-30 10:12:29 -08003799 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003800 self.launch_server.release('.*-merge')
James E. Blair5ee24252014-12-30 10:12:29 -08003801 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003802 self.launch_server.hold_jobs_in_build = False
3803 self.launch_server.release()
James E. Blair5ee24252014-12-30 10:12:29 -08003804 self.waitUntilSettled()
3805
3806 self.assertEqual(AM2.queried, 0)
3807 self.assertEqual(BM2.queried, 0)
3808 self.assertEqual(A.data['status'], 'MERGED')
3809 self.assertEqual(B.data['status'], 'MERGED')
3810 self.assertEqual(A.reported, 2)
3811 self.assertEqual(B.reported, 2)
3812
Paul Belanger5dccbe72016-11-14 11:17:37 -05003813 changes = self.getJobFromHistory(
3814 'project-merge', 'org/project1').changes
3815 self.assertEqual(changes, '2,1 1,1')
James E. Blair8f78d882015-02-05 08:51:37 -08003816
3817 def test_crd_branch(self):
3818 "Test cross-repo dependencies in multiple branches"
Paul Belanger6379db12016-11-14 13:57:54 -05003819
3820 self.create_branch('org/project2', 'mp')
James E. Blair8f78d882015-02-05 08:51:37 -08003821 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3822 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
3823 C = self.fake_gerrit.addFakeChange('org/project2', 'mp', 'C')
3824 C.data['id'] = B.data['id']
James E. Blair8b5408c2016-08-08 15:37:46 -07003825 A.addApproval('code-review', 2)
3826 B.addApproval('code-review', 2)
3827 C.addApproval('code-review', 2)
James E. Blair8f78d882015-02-05 08:51:37 -08003828
3829 # A Depends-On: B+C
3830 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3831 A.subject, B.data['id'])
3832
James E. Blair08d19992016-08-10 15:25:31 -07003833 self.launch_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003834 B.addApproval('approved', 1)
3835 C.addApproval('approved', 1)
3836 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8f78d882015-02-05 08:51:37 -08003837 self.waitUntilSettled()
3838
James E. Blair08d19992016-08-10 15:25:31 -07003839 self.launch_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003840 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003841 self.launch_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003842 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003843 self.launch_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003844 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003845 self.launch_server.hold_jobs_in_build = False
3846 self.launch_server.release()
James E. Blair8f78d882015-02-05 08:51:37 -08003847 self.waitUntilSettled()
3848
3849 self.assertEqual(A.data['status'], 'MERGED')
3850 self.assertEqual(B.data['status'], 'MERGED')
3851 self.assertEqual(C.data['status'], 'MERGED')
3852 self.assertEqual(A.reported, 2)
3853 self.assertEqual(B.reported, 2)
3854 self.assertEqual(C.reported, 2)
3855
Paul Belanger6379db12016-11-14 13:57:54 -05003856 changes = self.getJobFromHistory(
3857 'project-merge', 'org/project1').changes
3858 self.assertEqual(changes, '2,1 3,1 1,1')
James E. Blair8f78d882015-02-05 08:51:37 -08003859
3860 def test_crd_multiline(self):
3861 "Test multiple depends-on lines in commit"
3862 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3863 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
3864 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07003865 A.addApproval('code-review', 2)
3866 B.addApproval('code-review', 2)
3867 C.addApproval('code-review', 2)
James E. Blair8f78d882015-02-05 08:51:37 -08003868
3869 # A Depends-On: B+C
3870 A.data['commitMessage'] = '%s\n\nDepends-On: %s\nDepends-On: %s\n' % (
3871 A.subject, B.data['id'], C.data['id'])
3872
James E. Blair08d19992016-08-10 15:25:31 -07003873 self.launch_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003874 B.addApproval('approved', 1)
3875 C.addApproval('approved', 1)
3876 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8f78d882015-02-05 08:51:37 -08003877 self.waitUntilSettled()
3878
James E. Blair08d19992016-08-10 15:25:31 -07003879 self.launch_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003880 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003881 self.launch_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003882 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003883 self.launch_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003884 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003885 self.launch_server.hold_jobs_in_build = False
3886 self.launch_server.release()
James E. Blair8f78d882015-02-05 08:51:37 -08003887 self.waitUntilSettled()
3888
3889 self.assertEqual(A.data['status'], 'MERGED')
3890 self.assertEqual(B.data['status'], 'MERGED')
3891 self.assertEqual(C.data['status'], 'MERGED')
3892 self.assertEqual(A.reported, 2)
3893 self.assertEqual(B.reported, 2)
3894 self.assertEqual(C.reported, 2)
3895
Paul Belanger5dccbe72016-11-14 11:17:37 -05003896 changes = self.getJobFromHistory(
3897 'project-merge', 'org/project1').changes
3898 self.assertEqual(changes, '2,1 3,1 1,1')
James E. Blair5ee24252014-12-30 10:12:29 -08003899
3900 def test_crd_unshared_gate(self):
3901 "Test cross-repo dependencies in unshared gate queues"
3902 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3903 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003904 A.addApproval('code-review', 2)
3905 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003906
3907 # A Depends-On: B
3908 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3909 A.subject, B.data['id'])
3910
3911 # A and B do not share a queue, make sure that A is unable to
3912 # enqueue B (and therefore, A is unable to be enqueued).
James E. Blair8b5408c2016-08-08 15:37:46 -07003913 B.addApproval('approved', 1)
3914 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003915 self.waitUntilSettled()
3916
3917 self.assertEqual(A.data['status'], 'NEW')
3918 self.assertEqual(B.data['status'], 'NEW')
3919 self.assertEqual(A.reported, 0)
3920 self.assertEqual(B.reported, 0)
3921 self.assertEqual(len(self.history), 0)
3922
3923 # Enqueue and merge B alone.
James E. Blair8b5408c2016-08-08 15:37:46 -07003924 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003925 self.waitUntilSettled()
3926
3927 self.assertEqual(B.data['status'], 'MERGED')
3928 self.assertEqual(B.reported, 2)
3929
3930 # Now that B is merged, A should be able to be enqueued and
3931 # merged.
James E. Blair8b5408c2016-08-08 15:37:46 -07003932 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003933 self.waitUntilSettled()
3934
3935 self.assertEqual(A.data['status'], 'MERGED')
3936 self.assertEqual(A.reported, 2)
3937
James E. Blair96698e22015-04-02 07:48:21 -07003938 def test_crd_gate_reverse(self):
3939 "Test reverse cross-repo dependencies"
3940 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3941 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003942 A.addApproval('code-review', 2)
3943 B.addApproval('code-review', 2)
James E. Blair96698e22015-04-02 07:48:21 -07003944
3945 # A Depends-On: B
3946
3947 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3948 A.subject, B.data['id'])
3949
James E. Blair8b5408c2016-08-08 15:37:46 -07003950 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair96698e22015-04-02 07:48:21 -07003951 self.waitUntilSettled()
3952
3953 self.assertEqual(A.data['status'], 'NEW')
3954 self.assertEqual(B.data['status'], 'NEW')
3955
James E. Blair08d19992016-08-10 15:25:31 -07003956 self.launch_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003957 A.addApproval('approved', 1)
3958 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair96698e22015-04-02 07:48:21 -07003959 self.waitUntilSettled()
3960
James E. Blair08d19992016-08-10 15:25:31 -07003961 self.launch_server.release('.*-merge')
James E. Blair96698e22015-04-02 07:48:21 -07003962 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003963 self.launch_server.release('.*-merge')
James E. Blair96698e22015-04-02 07:48:21 -07003964 self.waitUntilSettled()
James E. Blair08d19992016-08-10 15:25:31 -07003965 self.launch_server.hold_jobs_in_build = False
3966 self.launch_server.release()
James E. Blair96698e22015-04-02 07:48:21 -07003967 self.waitUntilSettled()
3968
3969 self.assertEqual(A.data['status'], 'MERGED')
3970 self.assertEqual(B.data['status'], 'MERGED')
3971 self.assertEqual(A.reported, 2)
3972 self.assertEqual(B.reported, 2)
3973
Paul Belanger5dccbe72016-11-14 11:17:37 -05003974 changes = self.getJobFromHistory(
3975 'project-merge', 'org/project1').changes
3976 self.assertEqual(changes, '2,1 1,1')
James E. Blair96698e22015-04-02 07:48:21 -07003977
James E. Blair5ee24252014-12-30 10:12:29 -08003978 def test_crd_cycle(self):
3979 "Test cross-repo dependency cycles"
3980 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3981 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003982 A.addApproval('code-review', 2)
3983 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003984
3985 # A -> B -> A (via commit-depends)
3986
3987 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3988 A.subject, B.data['id'])
3989 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3990 B.subject, A.data['id'])
3991
James E. Blair8b5408c2016-08-08 15:37:46 -07003992 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003993 self.waitUntilSettled()
3994
3995 self.assertEqual(A.reported, 0)
3996 self.assertEqual(B.reported, 0)
3997 self.assertEqual(A.data['status'], 'NEW')
3998 self.assertEqual(B.data['status'], 'NEW')
James E. Blairbfb8e042014-12-30 17:01:44 -08003999
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004000 def test_crd_gate_unknown(self):
4001 "Test unknown projects in dependent pipeline"
4002 self.init_repo("org/unknown")
4003 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4004 B = self.fake_gerrit.addFakeChange('org/unknown', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07004005 A.addApproval('code-review', 2)
4006 B.addApproval('code-review', 2)
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004007
4008 # A Depends-On: B
4009 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4010 A.subject, B.data['id'])
4011
James E. Blair8b5408c2016-08-08 15:37:46 -07004012 B.addApproval('approved', 1)
4013 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004014 self.waitUntilSettled()
4015
4016 # Unknown projects cannot share a queue with any other
4017 # since they don't have common jobs with any other (they have no jobs).
4018 # Changes which depend on unknown project changes
4019 # should not be processed in dependent pipeline
4020 self.assertEqual(A.data['status'], 'NEW')
4021 self.assertEqual(B.data['status'], 'NEW')
4022 self.assertEqual(A.reported, 0)
4023 self.assertEqual(B.reported, 0)
4024 self.assertEqual(len(self.history), 0)
4025
4026 # Simulate change B being gated outside this layout
James E. Blair8b5408c2016-08-08 15:37:46 -07004027 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004028 B.setMerged()
4029 self.waitUntilSettled()
4030 self.assertEqual(len(self.history), 0)
4031
4032 # Now that B is merged, A should be able to be enqueued and
4033 # merged.
James E. Blair8b5408c2016-08-08 15:37:46 -07004034 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004035 self.waitUntilSettled()
4036
4037 self.assertEqual(A.data['status'], 'MERGED')
4038 self.assertEqual(A.reported, 2)
4039 self.assertEqual(B.data['status'], 'MERGED')
4040 self.assertEqual(B.reported, 0)
4041
James E. Blairbfb8e042014-12-30 17:01:44 -08004042 def test_crd_check(self):
4043 "Test cross-repo dependencies in independent pipelines"
4044
Paul Belangerb30342b2016-11-14 12:30:43 -05004045 self.launch_server.hold_jobs_in_build = True
James E. Blairbfb8e042014-12-30 17:01:44 -08004046 self.gearman_server.hold_jobs_in_queue = True
4047 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4048 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4049
4050 # A Depends-On: B
4051 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4052 A.subject, B.data['id'])
4053
4054 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4055 self.waitUntilSettled()
4056
4057 queue = self.gearman_server.getQueue()
4058 ref = self.getParameter(queue[-1], 'ZUUL_REF')
4059 self.gearman_server.hold_jobs_in_queue = False
4060 self.gearman_server.release()
4061 self.waitUntilSettled()
4062
Paul Belangerb30342b2016-11-14 12:30:43 -05004063 self.launch_server.release('.*-merge')
4064 self.waitUntilSettled()
4065
4066 path = os.path.join(self.builds[0].jobdir.git_root, "org/project1")
James E. Blairbfb8e042014-12-30 17:01:44 -08004067 repo = git.Repo(path)
4068 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4069 repo_messages.reverse()
Paul Belangerb30342b2016-11-14 12:30:43 -05004070 correct_messages = [
4071 'initial commit', 'add content from fixture', 'A-1']
James E. Blairbfb8e042014-12-30 17:01:44 -08004072 self.assertEqual(repo_messages, correct_messages)
4073
Paul Belangerb30342b2016-11-14 12:30:43 -05004074 path = os.path.join(self.builds[0].jobdir.git_root, "org/project2")
James E. Blairbfb8e042014-12-30 17:01:44 -08004075 repo = git.Repo(path)
4076 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4077 repo_messages.reverse()
Paul Belangerb30342b2016-11-14 12:30:43 -05004078 correct_messages = [
4079 'initial commit', 'add content from fixture', 'B-1']
James E. Blairbfb8e042014-12-30 17:01:44 -08004080 self.assertEqual(repo_messages, correct_messages)
4081
Paul Belangerb30342b2016-11-14 12:30:43 -05004082 self.launch_server.hold_jobs_in_build = False
4083 self.launch_server.release()
4084 self.waitUntilSettled()
4085
James E. Blairbfb8e042014-12-30 17:01:44 -08004086 self.assertEqual(A.data['status'], 'NEW')
4087 self.assertEqual(B.data['status'], 'NEW')
4088 self.assertEqual(A.reported, 1)
4089 self.assertEqual(B.reported, 0)
4090
4091 self.assertEqual(self.history[0].changes, '2,1 1,1')
Paul Belangerb30342b2016-11-14 12:30:43 -05004092 tenant = self.sched.abide.tenants.get('tenant-one')
4093 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blair8f78d882015-02-05 08:51:37 -08004094
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004095 def test_crd_check_git_depends(self):
4096 "Test single-repo dependencies in independent pipelines"
James E. Blairb8c16472015-05-05 14:55:26 -07004097 self.gearman_server.hold_jobs_in_build = True
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004098 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4099 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
4100
4101 # Add two git-dependent changes and make sure they both report
4102 # success.
4103 B.setDependsOn(A, 1)
4104 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4105 self.waitUntilSettled()
4106 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4107 self.waitUntilSettled()
4108
James E. Blairb8c16472015-05-05 14:55:26 -07004109 self.orderedRelease()
4110 self.gearman_server.hold_jobs_in_build = False
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004111 self.waitUntilSettled()
4112
4113 self.assertEqual(A.data['status'], 'NEW')
4114 self.assertEqual(B.data['status'], 'NEW')
4115 self.assertEqual(A.reported, 1)
4116 self.assertEqual(B.reported, 1)
4117
4118 self.assertEqual(self.history[0].changes, '1,1')
4119 self.assertEqual(self.history[-1].changes, '1,1 2,1')
Paul Belanger08136962016-11-03 17:57:38 -04004120 tenant = self.sched.abide.tenants.get('tenant-one')
4121 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004122
4123 self.assertIn('Build succeeded', A.messages[0])
4124 self.assertIn('Build succeeded', B.messages[0])
4125
4126 def test_crd_check_duplicate(self):
4127 "Test duplicate check in independent pipelines"
James E. Blair08d19992016-08-10 15:25:31 -07004128 self.launch_server.hold_jobs_in_build = True
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004129 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4130 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
Paul Belanger08136962016-11-03 17:57:38 -04004131 tenant = self.sched.abide.tenants.get('tenant-one')
4132 check_pipeline = tenant.layout.pipelines['check']
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004133
4134 # Add two git-dependent changes...
4135 B.setDependsOn(A, 1)
4136 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4137 self.waitUntilSettled()
4138 self.assertEqual(len(check_pipeline.getAllItems()), 2)
4139
4140 # ...make sure the live one is not duplicated...
4141 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4142 self.waitUntilSettled()
4143 self.assertEqual(len(check_pipeline.getAllItems()), 2)
4144
4145 # ...but the non-live one is able to be.
4146 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4147 self.waitUntilSettled()
4148 self.assertEqual(len(check_pipeline.getAllItems()), 3)
4149
Clark Boylandd849822015-03-02 12:38:14 -08004150 # Release jobs in order to avoid races with change A jobs
4151 # finishing before change B jobs.
James E. Blaird7650852015-05-07 15:47:37 -07004152 self.orderedRelease()
James E. Blair08d19992016-08-10 15:25:31 -07004153 self.launch_server.hold_jobs_in_build = False
4154 self.launch_server.release()
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004155 self.waitUntilSettled()
4156
4157 self.assertEqual(A.data['status'], 'NEW')
4158 self.assertEqual(B.data['status'], 'NEW')
4159 self.assertEqual(A.reported, 1)
4160 self.assertEqual(B.reported, 1)
4161
4162 self.assertEqual(self.history[0].changes, '1,1 2,1')
4163 self.assertEqual(self.history[1].changes, '1,1')
Paul Belanger08136962016-11-03 17:57:38 -04004164 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004165
4166 self.assertIn('Build succeeded', A.messages[0])
4167 self.assertIn('Build succeeded', B.messages[0])
4168
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004169 def _test_crd_check_reconfiguration(self, project1, project2):
James E. Blair8f78d882015-02-05 08:51:37 -08004170 "Test cross-repo dependencies re-enqueued in independent pipelines"
4171
4172 self.gearman_server.hold_jobs_in_queue = True
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004173 A = self.fake_gerrit.addFakeChange(project1, 'master', 'A')
4174 B = self.fake_gerrit.addFakeChange(project2, 'master', 'B')
James E. Blair8f78d882015-02-05 08:51:37 -08004175
4176 # A Depends-On: B
4177 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4178 A.subject, B.data['id'])
4179
4180 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4181 self.waitUntilSettled()
4182
4183 self.sched.reconfigure(self.config)
4184
4185 # Make sure the items still share a change queue, and the
4186 # first one is not live.
Paul Belangerce4485f2016-11-11 17:01:56 -05004187 tenant = self.sched.abide.tenants.get('tenant-one')
4188 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 1)
4189 queue = tenant.layout.pipelines['check'].queues[0]
James E. Blair8f78d882015-02-05 08:51:37 -08004190 first_item = queue.queue[0]
4191 for item in queue.queue:
4192 self.assertEqual(item.queue, first_item.queue)
4193 self.assertFalse(first_item.live)
4194 self.assertTrue(queue.queue[1].live)
4195
4196 self.gearman_server.hold_jobs_in_queue = False
4197 self.gearman_server.release()
4198 self.waitUntilSettled()
4199
4200 self.assertEqual(A.data['status'], 'NEW')
4201 self.assertEqual(B.data['status'], 'NEW')
4202 self.assertEqual(A.reported, 1)
4203 self.assertEqual(B.reported, 0)
4204
4205 self.assertEqual(self.history[0].changes, '2,1 1,1')
Paul Belangerce4485f2016-11-11 17:01:56 -05004206 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blair17dd6772015-02-09 14:45:18 -08004207
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004208 def test_crd_check_reconfiguration(self):
4209 self._test_crd_check_reconfiguration('org/project1', 'org/project2')
4210
4211 def test_crd_undefined_project(self):
4212 """Test that undefined projects in dependencies are handled for
4213 independent pipelines"""
4214 # It's a hack for fake gerrit,
4215 # as it implies repo creation upon the creation of any change
4216 self.init_repo("org/unknown")
4217 self._test_crd_check_reconfiguration('org/project1', 'org/unknown')
4218
James E. Blairec056492016-07-22 09:45:56 -07004219 @skip("Disabled for early v3 development")
James E. Blair17dd6772015-02-09 14:45:18 -08004220 def test_crd_check_ignore_dependencies(self):
4221 "Test cross-repo dependencies can be ignored"
James E. Blairf84026c2015-12-08 16:11:46 -08004222 self.updateConfigLayout(
4223 'tests/fixtures/layout-ignore-dependencies.yaml')
James E. Blair17dd6772015-02-09 14:45:18 -08004224 self.sched.reconfigure(self.config)
4225 self.registerJobs()
4226
4227 self.gearman_server.hold_jobs_in_queue = True
4228 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4229 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4230 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
4231
4232 # A Depends-On: B
4233 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4234 A.subject, B.data['id'])
4235 # C git-depends on B
4236 C.setDependsOn(B, 1)
4237 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4238 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4239 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4240 self.waitUntilSettled()
4241
4242 # Make sure none of the items share a change queue, and all
4243 # are live.
4244 check_pipeline = self.sched.layout.pipelines['check']
4245 self.assertEqual(len(check_pipeline.queues), 3)
4246 self.assertEqual(len(check_pipeline.getAllItems()), 3)
4247 for item in check_pipeline.getAllItems():
4248 self.assertTrue(item.live)
4249
4250 self.gearman_server.hold_jobs_in_queue = False
4251 self.gearman_server.release()
4252 self.waitUntilSettled()
4253
4254 self.assertEqual(A.data['status'], 'NEW')
4255 self.assertEqual(B.data['status'], 'NEW')
4256 self.assertEqual(C.data['status'], 'NEW')
4257 self.assertEqual(A.reported, 1)
4258 self.assertEqual(B.reported, 1)
4259 self.assertEqual(C.reported, 1)
4260
4261 # Each job should have tested exactly one change
4262 for job in self.history:
4263 self.assertEqual(len(job.changes.split()), 1)
James E. Blair96698e22015-04-02 07:48:21 -07004264
James E. Blairec056492016-07-22 09:45:56 -07004265 @skip("Disabled for early v3 development")
James E. Blair96698e22015-04-02 07:48:21 -07004266 def test_crd_check_transitive(self):
4267 "Test transitive cross-repo dependencies"
4268 # Specifically, if A -> B -> C, and C gets a new patchset and
4269 # A gets a new patchset, ensure the test of A,2 includes B,1
4270 # and C,2 (not C,1 which would indicate stale data in the
4271 # cache for B).
4272 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4273 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4274 C = self.fake_gerrit.addFakeChange('org/project3', 'master', 'C')
4275
4276 # A Depends-On: B
4277 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4278 A.subject, B.data['id'])
4279
4280 # B Depends-On: C
4281 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4282 B.subject, C.data['id'])
4283
4284 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4285 self.waitUntilSettled()
4286 self.assertEqual(self.history[-1].changes, '3,1 2,1 1,1')
4287
4288 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4289 self.waitUntilSettled()
4290 self.assertEqual(self.history[-1].changes, '3,1 2,1')
4291
4292 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4293 self.waitUntilSettled()
4294 self.assertEqual(self.history[-1].changes, '3,1')
4295
4296 C.addPatchset()
4297 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(2))
4298 self.waitUntilSettled()
4299 self.assertEqual(self.history[-1].changes, '3,2')
4300
4301 A.addPatchset()
4302 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
4303 self.waitUntilSettled()
4304 self.assertEqual(self.history[-1].changes, '3,2 2,1 1,2')
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004305
James E. Blaira8b90b32016-08-24 15:18:50 -07004306 def test_crd_check_unknown(self):
4307 "Test unknown projects in independent pipeline"
4308 self.init_repo("org/unknown")
4309 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4310 B = self.fake_gerrit.addFakeChange('org/unknown', 'master', 'D')
4311 # A Depends-On: B
4312 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4313 A.subject, B.data['id'])
4314
4315 # Make sure zuul has seen an event on B.
4316 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4317 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4318 self.waitUntilSettled()
4319
4320 self.assertEqual(A.data['status'], 'NEW')
4321 self.assertEqual(A.reported, 1)
4322 self.assertEqual(B.data['status'], 'NEW')
4323 self.assertEqual(B.reported, 0)
4324
James E. Blair92464a22016-04-05 10:21:26 -07004325 def test_crd_cycle_join(self):
4326 "Test an updated change creates a cycle"
4327 A = self.fake_gerrit.addFakeChange('org/project2', 'master', 'A')
4328
4329 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4330 self.waitUntilSettled()
4331
4332 # Create B->A
4333 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
4334 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4335 B.subject, A.data['id'])
4336 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4337 self.waitUntilSettled()
4338
4339 # Update A to add A->B (a cycle).
4340 A.addPatchset()
4341 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4342 A.subject, B.data['id'])
4343 # Normally we would submit the patchset-created event for
4344 # processing here, however, we have no way of noting whether
4345 # the dependency cycle detection correctly raised an
4346 # exception, so instead, we reach into the source driver and
4347 # call the method that would ultimately be called by the event
4348 # processing.
4349
Paul Belanger0e155e22016-11-14 14:12:23 -05004350 tenant = self.sched.abide.tenants.get('tenant-one')
4351 source = tenant.layout.pipelines['gate'].source
4352
4353 # TODO(pabelanger): As we add more source / trigger APIs we should make
4354 # it easier for users to create events for testing.
4355 event = zuul.model.TriggerEvent()
4356 event.trigger_name = 'gerrit'
4357 event.change_number = '1'
4358 event.patch_number = '2'
James E. Blair92464a22016-04-05 10:21:26 -07004359 with testtools.ExpectedException(
4360 Exception, "Dependency cycle detected"):
Paul Belanger0e155e22016-11-14 14:12:23 -05004361 source.getChange(event, True)
James E. Blair92464a22016-04-05 10:21:26 -07004362 self.log.debug("Got expected dependency cycle exception")
4363
4364 # Now if we update B to remove the depends-on, everything
4365 # should be okay. B; A->B
4366
4367 B.addPatchset()
4368 B.data['commitMessage'] = '%s\n' % (B.subject,)
Paul Belanger0e155e22016-11-14 14:12:23 -05004369
4370 source.getChange(event, True)
4371 event.change_number = '2'
4372 source.getChange(event, True)
James E. Blair92464a22016-04-05 10:21:26 -07004373
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004374 def test_disable_at(self):
4375 "Test a pipeline will only report to the disabled trigger when failing"
4376
Paul Belanger7dc76e82016-11-11 16:51:08 -05004377 self.updateConfigLayout('layout-disabled-at')
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004378 self.sched.reconfigure(self.config)
4379
Paul Belanger7dc76e82016-11-11 16:51:08 -05004380 tenant = self.sched.abide.tenants.get('openstack')
4381 self.assertEqual(3, tenant.layout.pipelines['check'].disable_at)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004382 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004383 0, tenant.layout.pipelines['check']._consecutive_failures)
4384 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004385
4386 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4387 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
4388 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
4389 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
4390 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
4391 F = self.fake_gerrit.addFakeChange('org/project', 'master', 'F')
4392 G = self.fake_gerrit.addFakeChange('org/project', 'master', 'G')
4393 H = self.fake_gerrit.addFakeChange('org/project', 'master', 'H')
4394 I = self.fake_gerrit.addFakeChange('org/project', 'master', 'I')
4395 J = self.fake_gerrit.addFakeChange('org/project', 'master', 'J')
4396 K = self.fake_gerrit.addFakeChange('org/project', 'master', 'K')
4397
James E. Blair08d19992016-08-10 15:25:31 -07004398 self.launch_server.failJob('project-test1', A)
4399 self.launch_server.failJob('project-test1', B)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004400 # Let C pass, resetting the counter
James E. Blair08d19992016-08-10 15:25:31 -07004401 self.launch_server.failJob('project-test1', D)
4402 self.launch_server.failJob('project-test1', E)
4403 self.launch_server.failJob('project-test1', F)
4404 self.launch_server.failJob('project-test1', G)
4405 self.launch_server.failJob('project-test1', H)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004406 # I also passes but should only report to the disabled reporters
James E. Blair08d19992016-08-10 15:25:31 -07004407 self.launch_server.failJob('project-test1', J)
4408 self.launch_server.failJob('project-test1', K)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004409
4410 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4411 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4412 self.waitUntilSettled()
4413
4414 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004415 2, tenant.layout.pipelines['check']._consecutive_failures)
4416 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004417
4418 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4419 self.waitUntilSettled()
4420
4421 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004422 0, tenant.layout.pipelines['check']._consecutive_failures)
4423 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004424
4425 self.fake_gerrit.addEvent(D.getPatchsetCreatedEvent(1))
4426 self.fake_gerrit.addEvent(E.getPatchsetCreatedEvent(1))
4427 self.fake_gerrit.addEvent(F.getPatchsetCreatedEvent(1))
4428 self.waitUntilSettled()
4429
4430 # We should be disabled now
4431 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004432 3, tenant.layout.pipelines['check']._consecutive_failures)
4433 self.assertTrue(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004434
4435 # We need to wait between each of these patches to make sure the
4436 # smtp messages come back in an expected order
4437 self.fake_gerrit.addEvent(G.getPatchsetCreatedEvent(1))
4438 self.waitUntilSettled()
4439 self.fake_gerrit.addEvent(H.getPatchsetCreatedEvent(1))
4440 self.waitUntilSettled()
4441 self.fake_gerrit.addEvent(I.getPatchsetCreatedEvent(1))
4442 self.waitUntilSettled()
4443
4444 # The first 6 (ABCDEF) jobs should have reported back to gerrt thus
4445 # leaving a message on each change
4446 self.assertEqual(1, len(A.messages))
4447 self.assertIn('Build failed.', A.messages[0])
4448 self.assertEqual(1, len(B.messages))
4449 self.assertIn('Build failed.', B.messages[0])
4450 self.assertEqual(1, len(C.messages))
4451 self.assertIn('Build succeeded.', C.messages[0])
4452 self.assertEqual(1, len(D.messages))
4453 self.assertIn('Build failed.', D.messages[0])
4454 self.assertEqual(1, len(E.messages))
4455 self.assertIn('Build failed.', E.messages[0])
4456 self.assertEqual(1, len(F.messages))
4457 self.assertIn('Build failed.', F.messages[0])
4458
4459 # The last 3 (GHI) would have only reported via smtp.
4460 self.assertEqual(3, len(self.smtp_messages))
4461 self.assertEqual(0, len(G.messages))
4462 self.assertIn('Build failed.', self.smtp_messages[0]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004463 self.assertIn(
4464 'project-test1 https://server/job', self.smtp_messages[0]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004465 self.assertEqual(0, len(H.messages))
4466 self.assertIn('Build failed.', self.smtp_messages[1]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004467 self.assertIn(
4468 'project-test1 https://server/job', self.smtp_messages[1]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004469 self.assertEqual(0, len(I.messages))
4470 self.assertIn('Build succeeded.', self.smtp_messages[2]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004471 self.assertIn(
4472 'project-test1 https://server/job', self.smtp_messages[2]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004473
4474 # Now reload the configuration (simulate a HUP) to check the pipeline
4475 # comes out of disabled
4476 self.sched.reconfigure(self.config)
4477
Paul Belanger7dc76e82016-11-11 16:51:08 -05004478 tenant = self.sched.abide.tenants.get('openstack')
4479
4480 self.assertEqual(3, tenant.layout.pipelines['check'].disable_at)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004481 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004482 0, tenant.layout.pipelines['check']._consecutive_failures)
4483 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004484
4485 self.fake_gerrit.addEvent(J.getPatchsetCreatedEvent(1))
4486 self.fake_gerrit.addEvent(K.getPatchsetCreatedEvent(1))
4487 self.waitUntilSettled()
4488
4489 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004490 2, tenant.layout.pipelines['check']._consecutive_failures)
4491 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004492
4493 # J and K went back to gerrit
4494 self.assertEqual(1, len(J.messages))
4495 self.assertIn('Build failed.', J.messages[0])
4496 self.assertEqual(1, len(K.messages))
4497 self.assertIn('Build failed.', K.messages[0])
4498 # No more messages reported via smtp
4499 self.assertEqual(3, len(self.smtp_messages))
Joshua Heskethd6dbd682015-12-22 10:06:54 +11004500
Paul Belanger71d98172016-11-08 10:56:31 -05004501 def test_rerun_on_abort(self):
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004502 "Test that if a launch server fails to run a job, it is run again"
Paul Belanger71d98172016-11-08 10:56:31 -05004503
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004504 self.launch_server.hold_jobs_in_build = True
Paul Belanger71d98172016-11-08 10:56:31 -05004505 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4506 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4507 self.waitUntilSettled()
4508
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004509 self.launch_server.release('.*-merge')
Paul Belanger71d98172016-11-08 10:56:31 -05004510 self.waitUntilSettled()
4511
4512 self.assertEqual(len(self.builds), 2)
4513 self.builds[0].requeue = True
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004514 self.launch_server.release('.*-test*')
Paul Belanger71d98172016-11-08 10:56:31 -05004515 self.waitUntilSettled()
4516
Clint Byrum5bb5feb2016-12-08 12:39:05 -08004517 for x in range(3):
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004518 self.assertEqual(len(self.builds), 1,
4519 'len of builds at x=%d is wrong' % x)
Paul Belanger71d98172016-11-08 10:56:31 -05004520 self.builds[0].requeue = True
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004521 self.launch_server.release('.*-test1')
Paul Belanger71d98172016-11-08 10:56:31 -05004522 self.waitUntilSettled()
4523
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004524 self.launch_server.hold_jobs_in_build = False
4525 self.launch_server.release()
Paul Belanger71d98172016-11-08 10:56:31 -05004526 self.waitUntilSettled()
Clint Byrum5bb5feb2016-12-08 12:39:05 -08004527 self.assertEqual(len(self.history), 6)
Paul Belanger71d98172016-11-08 10:56:31 -05004528 self.assertEqual(self.countJobResults(self.history, 'SUCCESS'), 2)
4529 self.assertEqual(A.reported, 1)
4530 self.assertIn('RETRY_LIMIT', A.messages[0])
Joshua Hesketh3f7def32016-11-21 17:36:44 +11004531
James E. Blair15be0e12017-01-03 13:45:20 -08004532 def test_zookeeper_disconnect(self):
4533 "Test that jobs are launched after a zookeeper disconnect"
4534
4535 self.fake_nodepool.paused = True
4536 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4537 A.addApproval('code-review', 2)
4538 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4539 self.waitUntilSettled()
4540
4541 self.zk.client.stop()
4542 self.zk.client.start()
4543 self.fake_nodepool.paused = False
4544 self.waitUntilSettled()
4545
4546 self.assertEqual(A.data['status'], 'MERGED')
4547 self.assertEqual(A.reported, 2)
4548
James E. Blair6ab79e02017-01-06 10:10:17 -08004549 def test_nodepool_failure(self):
4550 "Test that jobs are reported after a nodepool failure"
4551
4552 self.fake_nodepool.paused = True
4553 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4554 A.addApproval('code-review', 2)
4555 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4556 self.waitUntilSettled()
4557
4558 req = self.fake_nodepool.getNodeRequests()[0]
4559 self.fake_nodepool.addFailRequest(req)
4560
4561 self.fake_nodepool.paused = False
4562 self.waitUntilSettled()
4563
4564 self.assertEqual(A.data['status'], 'NEW')
4565 self.assertEqual(A.reported, 2)
4566 self.assertIn('project-merge : NODE_FAILURE', A.messages[1])
4567 self.assertIn('project-test1 : SKIPPED', A.messages[1])
4568 self.assertIn('project-test2 : SKIPPED', A.messages[1])
4569
Arieb6f068c2016-10-09 13:11:06 +03004570
4571class TestDuplicatePipeline(ZuulTestCase):
4572 tenant_config_file = 'config/duplicate-pipeline/main.yaml'
4573
4574 def test_duplicate_pipelines(self):
4575 "Test that a change matching multiple pipelines works"
4576
4577 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4578 self.fake_gerrit.addEvent(A.getChangeRestoredEvent())
4579 self.waitUntilSettled()
4580
4581 self.assertHistory([
4582 dict(name='project-test1', result='SUCCESS', changes='1,1',
4583 pipeline='dup1'),
4584 dict(name='project-test1', result='SUCCESS', changes='1,1',
4585 pipeline='dup2'),
Paul Belanger73a7d8e2016-11-09 11:12:42 -05004586 ], ordered=False)
Arieb6f068c2016-10-09 13:11:06 +03004587
4588 self.assertEqual(len(A.messages), 2)
4589
Paul Belangera46a3742016-11-09 14:23:03 -05004590 if 'dup1' in A.messages[0]:
4591 self.assertIn('dup1', A.messages[0])
4592 self.assertNotIn('dup2', A.messages[0])
4593 self.assertIn('project-test1', A.messages[0])
4594 self.assertIn('dup2', A.messages[1])
4595 self.assertNotIn('dup1', A.messages[1])
4596 self.assertIn('project-test1', A.messages[1])
4597 else:
4598 self.assertIn('dup1', A.messages[1])
4599 self.assertNotIn('dup2', A.messages[1])
4600 self.assertIn('project-test1', A.messages[1])
4601 self.assertIn('dup2', A.messages[0])
4602 self.assertNotIn('dup1', A.messages[0])
4603 self.assertIn('project-test1', A.messages[0])
Paul Belangerfac69ba2016-11-03 09:03:13 -04004604
4605
4606class TestSchedulerOneJobProject(ZuulTestCase):
4607 tenant_config_file = 'config/one-job-project/main.yaml'
4608
4609 def test_one_job_project(self):
4610 "Test that queueing works with one job"
4611 A = self.fake_gerrit.addFakeChange('org/one-job-project',
4612 'master', 'A')
4613 B = self.fake_gerrit.addFakeChange('org/one-job-project',
4614 'master', 'B')
4615 A.addApproval('code-review', 2)
4616 B.addApproval('code-review', 2)
4617 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4618 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4619 self.waitUntilSettled()
4620
4621 self.assertEqual(A.data['status'], 'MERGED')
4622 self.assertEqual(A.reported, 2)
4623 self.assertEqual(B.data['status'], 'MERGED')
4624 self.assertEqual(B.reported, 2)
Paul Belanger86085b32016-11-03 12:48:57 -04004625
4626
4627class TestSchedulerTemplatedProject(ZuulTestCase):
4628 tenant_config_file = 'config/templated-project/main.yaml'
4629
4630 def test_job_from_templates_launched(self):
4631 "Test whether a job generated via a template can be launched"
4632
4633 A = self.fake_gerrit.addFakeChange(
4634 'org/templated-project', 'master', 'A')
4635 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4636 self.waitUntilSettled()
4637
4638 self.assertEqual(self.getJobFromHistory('project-test1').result,
4639 'SUCCESS')
4640 self.assertEqual(self.getJobFromHistory('project-test2').result,
4641 'SUCCESS')
Paul Belanger3adf72f2016-11-03 14:57:31 -04004642
4643 def test_layered_templates(self):
4644 "Test whether a job generated via a template can be launched"
4645
4646 A = self.fake_gerrit.addFakeChange(
4647 'org/layered-project', 'master', 'A')
4648 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4649 self.waitUntilSettled()
4650
4651 self.assertEqual(self.getJobFromHistory('project-test1').result,
4652 'SUCCESS')
4653 self.assertEqual(self.getJobFromHistory('project-test2').result,
4654 'SUCCESS')
4655 self.assertEqual(self.getJobFromHistory('layered-project-test3'
4656 ).result, 'SUCCESS')
4657 self.assertEqual(self.getJobFromHistory('layered-project-test4'
4658 ).result, 'SUCCESS')
4659 self.assertEqual(self.getJobFromHistory('layered-project-foo-test5'
4660 ).result, 'SUCCESS')
4661 self.assertEqual(self.getJobFromHistory('project-test6').result,
4662 'SUCCESS')
Adam Gandelman94a60062016-11-21 16:43:14 -08004663
4664
4665class TestSchedulerSuccessURL(ZuulTestCase):
4666 tenant_config_file = 'config/success-url/main.yaml'
4667
4668 def test_success_url(self):
4669 "Ensure bad build params are ignored"
4670 self.sched.reconfigure(self.config)
4671 self.init_repo('org/docs')
4672
4673 A = self.fake_gerrit.addFakeChange('org/docs', 'master', 'A')
4674 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4675 self.waitUntilSettled()
4676
4677 # Both builds ran: docs-draft-test + docs-draft-test2
4678 self.assertEqual(len(self.history), 2)
4679
4680 # Grab build id
James E. Blaire7576802016-12-21 16:15:00 -08004681 for build in self.history:
4682 if build.name == 'docs-draft-test':
4683 uuid = build.uuid[:7]
4684 break
Adam Gandelman94a60062016-11-21 16:43:14 -08004685
4686 # Two msgs: 'Starting...' + results
4687 self.assertEqual(len(self.smtp_messages), 2)
4688 body = self.smtp_messages[1]['body'].splitlines()
4689 self.assertEqual('Build succeeded.', body[0])
4690
4691 self.assertIn(
4692 '- docs-draft-test http://docs-draft.example.org/1/1/1/check/'
4693 'docs-draft-test/%s/publish-docs/' % uuid,
4694 body[2])
4695
4696 # NOTE: This default URL is currently hard-coded in launcher/server.py
4697 self.assertIn(
4698 '- docs-draft-test2 https://server/job',
4699 body[3])
Adam Gandelman8bd57102016-12-02 12:58:42 -08004700
4701
4702class TestSchedulerMergeModes(ZuulTestCase):
4703 tenant_config_file = 'config/merge-modes/main.yaml'
4704
4705 def _test_project_merge_mode(self, mode):
4706 self.launch_server.keep_jobdir = False
4707 project = 'org/project-%s' % mode
4708 self.launch_server.hold_jobs_in_build = True
4709 A = self.fake_gerrit.addFakeChange(project, 'master', 'A')
4710 B = self.fake_gerrit.addFakeChange(project, 'master', 'B')
4711 C = self.fake_gerrit.addFakeChange(project, 'master', 'C')
4712 A.addApproval('code-review', 2)
4713 B.addApproval('code-review', 2)
4714 C.addApproval('code-review', 2)
4715 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4716 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4717 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
4718 self.waitUntilSettled()
4719
4720 build = self.builds[-1]
4721 ref = self.getParameter(build, 'ZUUL_REF')
4722
4723 path = os.path.join(build.jobdir.git_root, project)
4724 repo = git.Repo(path)
4725 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4726 repo_messages.reverse()
4727
4728 self.launch_server.hold_jobs_in_build = False
4729 self.launch_server.release()
4730 self.waitUntilSettled()
4731
4732 return repo_messages
4733
4734 def _test_merge(self, mode):
4735 us_path = os.path.join(
4736 self.upstream_root, 'org/project-%s' % mode)
4737 expected_messages = [
4738 'initial commit',
4739 'add content from fixture',
4740 # the intermediate commits order is nondeterministic
4741 "Merge commit 'refs/changes/1/2/1' of %s into HEAD" % us_path,
4742 "Merge commit 'refs/changes/1/3/1' of %s into HEAD" % us_path,
4743 ]
4744 result = self._test_project_merge_mode(mode)
4745 self.assertEqual(result[:2], expected_messages[:2])
4746 self.assertEqual(result[-2:], expected_messages[-2:])
4747
4748 def test_project_merge_mode_merge(self):
4749 self._test_merge('merge')
4750
4751 def test_project_merge_mode_merge_resolve(self):
4752 self._test_merge('merge-resolve')
4753
4754 def test_project_merge_mode_cherrypick(self):
4755 expected_messages = [
4756 'initial commit',
4757 'add content from fixture',
4758 'A-1',
4759 'B-1',
4760 'C-1']
4761 result = self._test_project_merge_mode('cherry-pick')
4762 self.assertEqual(result, expected_messages)