blob: 5d4e33ed84e512c382682c9945b7e677691bc440 [file] [log] [blame]
James E. Blairb0fcae42012-07-17 11:12:10 -07001#!/usr/bin/env python
2
3# Copyright 2012 Hewlett-Packard Development Company, L.P.
4#
5# Licensed under the Apache License, Version 2.0 (the "License"); you may
6# not use this file except in compliance with the License. You may obtain
7# a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14# License for the specific language governing permissions and limitations
15# under the License.
16
James E. Blaira002b032017-04-18 10:35:48 -070017import gc
James E. Blairb0fcae42012-07-17 11:12:10 -070018import json
Tobias Henkel9a0e1942017-03-20 16:16:02 +010019import textwrap
20
Monty Taylorbc758832013-06-17 17:22:42 -040021import os
James E. Blairb0fcae42012-07-17 11:12:10 -070022import re
James E. Blair4886cc12012-07-18 15:39:41 -070023import shutil
Monty Taylorbc758832013-06-17 17:22:42 -040024import time
James E. Blairec056492016-07-22 09:45:56 -070025from unittest import skip
Monty Taylorbc758832013-06-17 17:22:42 -040026
James E. Blair4886cc12012-07-18 15:39:41 -070027import git
Morgan Fainberg293f7f82016-05-30 14:01:22 -070028from six.moves import urllib
Monty Taylorbc758832013-06-17 17:22:42 -040029import testtools
James E. Blairb0fcae42012-07-17 11:12:10 -070030
Maru Newby3fe5f852015-01-13 04:22:14 +000031import zuul.change_matcher
James E. Blairb0fcae42012-07-17 11:12:10 -070032import zuul.scheduler
James E. Blairad28e912013-11-27 10:43:22 -080033import zuul.rpcclient
Paul Belanger9bba4902016-11-02 16:07:33 -040034import zuul.model
James E. Blairb0fcae42012-07-17 11:12:10 -070035
Maru Newby3fe5f852015-01-13 04:22:14 +000036from tests.base import (
Maru Newby3fe5f852015-01-13 04:22:14 +000037 ZuulTestCase,
38 repack_repo,
James E. Blair06cc3922017-04-19 10:08:10 -070039 simple_layout,
Maru Newby3fe5f852015-01-13 04:22:14 +000040)
James E. Blairb0fcae42012-07-17 11:12:10 -070041
James E. Blairb0fcae42012-07-17 11:12:10 -070042
Clark Boylanb640e052014-04-03 16:41:46 -070043class TestScheduler(ZuulTestCase):
James E. Blair552b54f2016-07-22 13:55:32 -070044 tenant_config_file = 'config/single-tenant/main.yaml'
Antoine Mussobd86a312014-01-08 14:51:33 +010045
Paul Belanger174a8272017-03-14 13:20:10 -040046 def test_jobs_executed(self):
47 "Test that jobs are executed and a change is merged"
James E. Blair1f4c2bb2013-04-26 08:40:46 -070048
James E. Blairb0fcae42012-07-17 11:12:10 -070049 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -070050 A.addApproval('code-review', 2)
51 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairb0fcae42012-07-17 11:12:10 -070052 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -040053 self.assertEqual(self.getJobFromHistory('project-merge').result,
54 'SUCCESS')
55 self.assertEqual(self.getJobFromHistory('project-test1').result,
56 'SUCCESS')
57 self.assertEqual(self.getJobFromHistory('project-test2').result,
58 'SUCCESS')
59 self.assertEqual(A.data['status'], 'MERGED')
60 self.assertEqual(A.reported, 2)
James E. Blair34776ee2016-08-25 13:53:54 -070061 self.assertEqual(self.getJobFromHistory('project-test1').node,
62 'image1')
Adam Gandelmaneace4692017-02-07 15:18:36 -080063 self.assertIsNone(self.getJobFromHistory('project-test2').node)
James E. Blairb0fcae42012-07-17 11:12:10 -070064
James E. Blair552b54f2016-07-22 13:55:32 -070065 # TODOv3(jeblair): we may want to report stats by tenant (also?).
James E. Blair66eeebf2013-07-27 17:44:32 -070066 self.assertReportedStat('gerrit.event.comment-added', value='1|c')
67 self.assertReportedStat('zuul.pipeline.gate.current_changes',
68 value='1|g')
69 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
70 kind='ms')
71 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
72 value='1|c')
73 self.assertReportedStat('zuul.pipeline.gate.resident_time', kind='ms')
74 self.assertReportedStat('zuul.pipeline.gate.total_changes',
75 value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -070076 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -070077 'zuul.pipeline.gate.org.project.resident_time', kind='ms')
James E. Blair412e5582013-04-22 15:50:12 -070078 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -070079 'zuul.pipeline.gate.org.project.total_changes', value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -070080
James E. Blair5821bd92015-09-16 08:48:15 -070081 for build in self.builds:
82 self.assertEqual(build.parameters['ZUUL_VOTING'], '1')
83
James E. Blair3cb10702013-08-24 08:56:03 -070084 def test_initial_pipeline_gauges(self):
85 "Test that each pipeline reported its length on start"
James E. Blair7da51b72016-07-25 15:29:43 -070086 self.assertReportedStat('zuul.pipeline.gate.current_changes',
87 value='0|g')
88 self.assertReportedStat('zuul.pipeline.check.current_changes',
89 value='0|g')
James E. Blair3cb10702013-08-24 08:56:03 -070090
James E. Blair34776ee2016-08-25 13:53:54 -070091 def test_job_branch(self):
92 "Test the correct variant of a job runs on a branch"
93 self.create_branch('org/project', 'stable')
94 A = self.fake_gerrit.addFakeChange('org/project', 'stable', 'A')
95 A.addApproval('code-review', 2)
96 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
97 self.waitUntilSettled()
98 self.assertEqual(self.getJobFromHistory('project-test1').result,
99 'SUCCESS')
100 self.assertEqual(self.getJobFromHistory('project-test2').result,
101 'SUCCESS')
102 self.assertEqual(A.data['status'], 'MERGED')
103 self.assertEqual(A.reported, 2,
104 "A should report start and success")
105 self.assertIn('gate', A.messages[1],
106 "A should transit gate")
107 self.assertEqual(self.getJobFromHistory('project-test1').node,
108 'image2')
109
James E. Blairb0fcae42012-07-17 11:12:10 -0700110 def test_parallel_changes(self):
111 "Test that changes are tested in parallel and merged in series"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700112
Paul Belanger174a8272017-03-14 13:20:10 -0400113 self.executor_server.hold_jobs_in_build = True
James E. Blairb0fcae42012-07-17 11:12:10 -0700114 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
115 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
116 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700117 A.addApproval('code-review', 2)
118 B.addApproval('code-review', 2)
119 C.addApproval('code-review', 2)
James E. Blairb0fcae42012-07-17 11:12:10 -0700120
James E. Blair8b5408c2016-08-08 15:37:46 -0700121 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
122 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
123 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairb0fcae42012-07-17 11:12:10 -0700124
125 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400126 self.assertEqual(len(self.builds), 1)
127 self.assertEqual(self.builds[0].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700128 self.assertTrue(self.builds[0].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700129
Paul Belanger174a8272017-03-14 13:20:10 -0400130 self.executor_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700131 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400132 self.assertEqual(len(self.builds), 3)
133 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700134 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400135 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700136 self.assertTrue(self.builds[1].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400137 self.assertEqual(self.builds[2].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700138 self.assertTrue(self.builds[2].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700139
Paul Belanger174a8272017-03-14 13:20:10 -0400140 self.executor_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700141 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400142 self.assertEqual(len(self.builds), 5)
143 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700144 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400145 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700146 self.assertTrue(self.builds[1].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700147
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400148 self.assertEqual(self.builds[2].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700149 self.assertTrue(self.builds[2].hasChanges(A, B))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400150 self.assertEqual(self.builds[3].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700151 self.assertTrue(self.builds[3].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700152
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400153 self.assertEqual(self.builds[4].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700154 self.assertTrue(self.builds[4].hasChanges(A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -0700155
Paul Belanger174a8272017-03-14 13:20:10 -0400156 self.executor_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700157 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400158 self.assertEqual(len(self.builds), 6)
159 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700160 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400161 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700162 self.assertTrue(self.builds[1].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700163
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400164 self.assertEqual(self.builds[2].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700165 self.assertTrue(self.builds[2].hasChanges(A, B))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400166 self.assertEqual(self.builds[3].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700167 self.assertTrue(self.builds[3].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700168
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400169 self.assertEqual(self.builds[4].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700170 self.assertTrue(self.builds[4].hasChanges(A, B, C))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400171 self.assertEqual(self.builds[5].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700172 self.assertTrue(self.builds[5].hasChanges(A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -0700173
Paul Belanger174a8272017-03-14 13:20:10 -0400174 self.executor_server.hold_jobs_in_build = False
175 self.executor_server.release()
James E. Blairb0fcae42012-07-17 11:12:10 -0700176 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400177 self.assertEqual(len(self.builds), 0)
James E. Blairb0fcae42012-07-17 11:12:10 -0700178
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400179 self.assertEqual(len(self.history), 9)
180 self.assertEqual(A.data['status'], 'MERGED')
181 self.assertEqual(B.data['status'], 'MERGED')
182 self.assertEqual(C.data['status'], 'MERGED')
183 self.assertEqual(A.reported, 2)
184 self.assertEqual(B.reported, 2)
185 self.assertEqual(C.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700186
187 def test_failed_changes(self):
188 "Test that a change behind a failed change is retested"
Paul Belanger174a8272017-03-14 13:20:10 -0400189 self.executor_server.hold_jobs_in_build = True
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700190
James E. Blairb02a3bb2012-07-30 17:49:55 -0700191 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
192 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -0700193 A.addApproval('code-review', 2)
194 B.addApproval('code-review', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700195
Paul Belanger174a8272017-03-14 13:20:10 -0400196 self.executor_server.failJob('project-test1', A)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700197
James E. Blair8b5408c2016-08-08 15:37:46 -0700198 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
199 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blairb02a3bb2012-07-30 17:49:55 -0700200 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700201 self.assertBuilds([dict(name='project-merge', changes='1,1')])
James E. Blaire2819012013-06-28 17:17:26 -0400202
Paul Belanger174a8272017-03-14 13:20:10 -0400203 self.executor_server.release('.*-merge')
James E. Blaire2819012013-06-28 17:17:26 -0400204 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700205 # A/project-merge is complete
206 self.assertBuilds([
207 dict(name='project-test1', changes='1,1'),
208 dict(name='project-test2', changes='1,1'),
209 dict(name='project-merge', changes='1,1 2,1'),
210 ])
James E. Blaire2819012013-06-28 17:17:26 -0400211
Paul Belanger174a8272017-03-14 13:20:10 -0400212 self.executor_server.release('.*-merge')
James E. Blaire2819012013-06-28 17:17:26 -0400213 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700214 # A/project-merge is complete
215 # B/project-merge is complete
216 self.assertBuilds([
217 dict(name='project-test1', changes='1,1'),
218 dict(name='project-test2', changes='1,1'),
219 dict(name='project-test1', changes='1,1 2,1'),
220 dict(name='project-test2', changes='1,1 2,1'),
221 ])
222
223 # Release project-test1 for A which will fail. This will
Paul Belanger174a8272017-03-14 13:20:10 -0400224 # abort both running B jobs and reexecute project-merge for B.
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700225 self.builds[0].release()
226 self.waitUntilSettled()
227
228 self.orderedRelease()
229 self.assertHistory([
230 dict(name='project-merge', result='SUCCESS', changes='1,1'),
231 dict(name='project-merge', result='SUCCESS', changes='1,1 2,1'),
232 dict(name='project-test1', result='FAILURE', changes='1,1'),
233 dict(name='project-test1', result='ABORTED', changes='1,1 2,1'),
234 dict(name='project-test2', result='ABORTED', changes='1,1 2,1'),
235 dict(name='project-test2', result='SUCCESS', changes='1,1'),
236 dict(name='project-merge', result='SUCCESS', changes='2,1'),
237 dict(name='project-test1', result='SUCCESS', changes='2,1'),
238 dict(name='project-test2', result='SUCCESS', changes='2,1'),
James E. Blairb536ecc2016-08-31 10:11:42 -0700239 ], ordered=False)
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700240
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400241 self.assertEqual(A.data['status'], 'NEW')
242 self.assertEqual(B.data['status'], 'MERGED')
243 self.assertEqual(A.reported, 2)
244 self.assertEqual(B.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700245
246 def test_independent_queues(self):
247 "Test that changes end up in the right queues"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700248
Paul Belanger174a8272017-03-14 13:20:10 -0400249 self.executor_server.hold_jobs_in_build = True
Zhongyue Luo5d556072012-09-21 02:00:47 +0900250 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blairb02a3bb2012-07-30 17:49:55 -0700251 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
252 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700253 A.addApproval('code-review', 2)
254 B.addApproval('code-review', 2)
255 C.addApproval('code-review', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700256
James E. Blair8b5408c2016-08-08 15:37:46 -0700257 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairf59f3cf2017-02-19 14:50:26 -0800258 self.waitUntilSettled()
James E. Blairb02a3bb2012-07-30 17:49:55 -0700259
James E. Blairf59f3cf2017-02-19 14:50:26 -0800260 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
261 self.waitUntilSettled()
262
263 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairb02a3bb2012-07-30 17:49:55 -0700264 self.waitUntilSettled()
265
266 # There should be one merge job at the head of each queue running
James E. Blair5f0d49e2016-08-19 09:36:50 -0700267 self.assertBuilds([
268 dict(name='project-merge', changes='1,1'),
269 dict(name='project-merge', changes='2,1'),
270 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700271
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700272 # Release the current merge builds
James E. Blair5f0d49e2016-08-19 09:36:50 -0700273 self.builds[0].release()
274 self.waitUntilSettled()
275 self.builds[0].release()
James E. Blairb02a3bb2012-07-30 17:49:55 -0700276 self.waitUntilSettled()
277 # Release the merge job for project2 which is behind project1
Paul Belanger174a8272017-03-14 13:20:10 -0400278 self.executor_server.release('.*-merge')
James E. Blairb02a3bb2012-07-30 17:49:55 -0700279 self.waitUntilSettled()
280
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700281 # All the test builds should be running:
James E. Blair5f0d49e2016-08-19 09:36:50 -0700282 self.assertBuilds([
283 dict(name='project-test1', changes='1,1'),
284 dict(name='project-test2', changes='1,1'),
285 dict(name='project-test1', changes='2,1'),
286 dict(name='project-test2', changes='2,1'),
Paul Belanger58bf6912016-11-11 19:36:01 -0500287 dict(name='project1-project2-integration', changes='2,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700288 dict(name='project-test1', changes='2,1 3,1'),
289 dict(name='project-test2', changes='2,1 3,1'),
Clint Byrumcd9393f2016-12-21 12:21:07 -0800290 dict(name='project1-project2-integration', changes='2,1 3,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700291 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700292
James E. Blair5f0d49e2016-08-19 09:36:50 -0700293 self.orderedRelease()
294 self.assertHistory([
295 dict(name='project-merge', result='SUCCESS', changes='1,1'),
296 dict(name='project-merge', result='SUCCESS', changes='2,1'),
297 dict(name='project-merge', result='SUCCESS', changes='2,1 3,1'),
298 dict(name='project-test1', result='SUCCESS', changes='1,1'),
299 dict(name='project-test2', result='SUCCESS', changes='1,1'),
300 dict(name='project-test1', result='SUCCESS', changes='2,1'),
301 dict(name='project-test2', result='SUCCESS', changes='2,1'),
Paul Belanger58bf6912016-11-11 19:36:01 -0500302 dict(
303 name='project1-project2-integration',
304 result='SUCCESS',
305 changes='2,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700306 dict(name='project-test1', result='SUCCESS', changes='2,1 3,1'),
307 dict(name='project-test2', result='SUCCESS', changes='2,1 3,1'),
Clint Byrumcd9393f2016-12-21 12:21:07 -0800308 dict(name='project1-project2-integration',
309 result='SUCCESS',
310 changes='2,1 3,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700311 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700312
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400313 self.assertEqual(A.data['status'], 'MERGED')
314 self.assertEqual(B.data['status'], 'MERGED')
315 self.assertEqual(C.data['status'], 'MERGED')
316 self.assertEqual(A.reported, 2)
317 self.assertEqual(B.reported, 2)
318 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700319
320 def test_failed_change_at_head(self):
321 "Test that if a change at the head fails, jobs behind it are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -0700322
Paul Belanger174a8272017-03-14 13:20:10 -0400323 self.executor_server.hold_jobs_in_build = True
James E. Blaird466dc42012-07-31 10:42:56 -0700324 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
325 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
326 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700327 A.addApproval('code-review', 2)
328 B.addApproval('code-review', 2)
329 C.addApproval('code-review', 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700330
Paul Belanger174a8272017-03-14 13:20:10 -0400331 self.executor_server.failJob('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -0700332
James E. Blair8b5408c2016-08-08 15:37:46 -0700333 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
334 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
335 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blaird466dc42012-07-31 10:42:56 -0700336
337 self.waitUntilSettled()
James E. Blaird466dc42012-07-31 10:42:56 -0700338
James E. Blairb536ecc2016-08-31 10:11:42 -0700339 self.assertBuilds([
340 dict(name='project-merge', changes='1,1'),
341 ])
James E. Blaird466dc42012-07-31 10:42:56 -0700342
Paul Belanger174a8272017-03-14 13:20:10 -0400343 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700344 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400345 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700346 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400347 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700348 self.waitUntilSettled()
349
James E. Blairb536ecc2016-08-31 10:11:42 -0700350 self.assertBuilds([
351 dict(name='project-test1', changes='1,1'),
352 dict(name='project-test2', changes='1,1'),
353 dict(name='project-test1', changes='1,1 2,1'),
354 dict(name='project-test2', changes='1,1 2,1'),
355 dict(name='project-test1', changes='1,1 2,1 3,1'),
356 dict(name='project-test2', changes='1,1 2,1 3,1'),
357 ])
James E. Blaird466dc42012-07-31 10:42:56 -0700358
Monty Taylor6bef8ef2013-06-02 08:17:12 -0400359 self.release(self.builds[0])
James E. Blaird466dc42012-07-31 10:42:56 -0700360 self.waitUntilSettled()
361
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400362 # project-test2, project-merge for B
James E. Blairb536ecc2016-08-31 10:11:42 -0700363 self.assertBuilds([
364 dict(name='project-test2', changes='1,1'),
365 dict(name='project-merge', changes='2,1'),
366 ])
367 # Unordered history comparison because the aborts can finish
368 # in any order.
369 self.assertHistory([
370 dict(name='project-merge', result='SUCCESS',
371 changes='1,1'),
372 dict(name='project-merge', result='SUCCESS',
373 changes='1,1 2,1'),
374 dict(name='project-merge', result='SUCCESS',
375 changes='1,1 2,1 3,1'),
376 dict(name='project-test1', result='FAILURE',
377 changes='1,1'),
378 dict(name='project-test1', result='ABORTED',
379 changes='1,1 2,1'),
380 dict(name='project-test2', result='ABORTED',
381 changes='1,1 2,1'),
382 dict(name='project-test1', result='ABORTED',
383 changes='1,1 2,1 3,1'),
384 dict(name='project-test2', result='ABORTED',
385 changes='1,1 2,1 3,1'),
386 ], ordered=False)
James E. Blaird466dc42012-07-31 10:42:56 -0700387
Paul Belanger174a8272017-03-14 13:20:10 -0400388 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700389 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400390 self.executor_server.release('.*-merge')
James E. Blairb536ecc2016-08-31 10:11:42 -0700391 self.waitUntilSettled()
392 self.orderedRelease()
James E. Blaird466dc42012-07-31 10:42:56 -0700393
James E. Blairb536ecc2016-08-31 10:11:42 -0700394 self.assertBuilds([])
395 self.assertHistory([
396 dict(name='project-merge', result='SUCCESS',
397 changes='1,1'),
398 dict(name='project-merge', result='SUCCESS',
399 changes='1,1 2,1'),
400 dict(name='project-merge', result='SUCCESS',
401 changes='1,1 2,1 3,1'),
402 dict(name='project-test1', result='FAILURE',
403 changes='1,1'),
404 dict(name='project-test1', result='ABORTED',
405 changes='1,1 2,1'),
406 dict(name='project-test2', result='ABORTED',
407 changes='1,1 2,1'),
408 dict(name='project-test1', result='ABORTED',
409 changes='1,1 2,1 3,1'),
410 dict(name='project-test2', result='ABORTED',
411 changes='1,1 2,1 3,1'),
412 dict(name='project-merge', result='SUCCESS',
413 changes='2,1'),
414 dict(name='project-merge', result='SUCCESS',
415 changes='2,1 3,1'),
416 dict(name='project-test2', result='SUCCESS',
417 changes='1,1'),
418 dict(name='project-test1', result='SUCCESS',
419 changes='2,1'),
420 dict(name='project-test2', result='SUCCESS',
421 changes='2,1'),
422 dict(name='project-test1', result='SUCCESS',
423 changes='2,1 3,1'),
424 dict(name='project-test2', result='SUCCESS',
425 changes='2,1 3,1'),
426 ], ordered=False)
427
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400428 self.assertEqual(A.data['status'], 'NEW')
429 self.assertEqual(B.data['status'], 'MERGED')
430 self.assertEqual(C.data['status'], 'MERGED')
431 self.assertEqual(A.reported, 2)
432 self.assertEqual(B.reported, 2)
433 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700434
James E. Blair0aac4872013-08-23 14:02:38 -0700435 def test_failed_change_in_middle(self):
436 "Test a failed change in the middle of the queue"
437
Paul Belanger174a8272017-03-14 13:20:10 -0400438 self.executor_server.hold_jobs_in_build = True
James E. Blair0aac4872013-08-23 14:02:38 -0700439 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
440 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
441 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700442 A.addApproval('code-review', 2)
443 B.addApproval('code-review', 2)
444 C.addApproval('code-review', 2)
James E. Blair0aac4872013-08-23 14:02:38 -0700445
Paul Belanger174a8272017-03-14 13:20:10 -0400446 self.executor_server.failJob('project-test1', B)
James E. Blair0aac4872013-08-23 14:02:38 -0700447
James E. Blair8b5408c2016-08-08 15:37:46 -0700448 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
449 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
450 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair0aac4872013-08-23 14:02:38 -0700451
452 self.waitUntilSettled()
453
Paul Belanger174a8272017-03-14 13:20:10 -0400454 self.executor_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700455 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400456 self.executor_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700457 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400458 self.executor_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700459 self.waitUntilSettled()
460
461 self.assertEqual(len(self.builds), 6)
462 self.assertEqual(self.builds[0].name, 'project-test1')
463 self.assertEqual(self.builds[1].name, 'project-test2')
464 self.assertEqual(self.builds[2].name, 'project-test1')
465 self.assertEqual(self.builds[3].name, 'project-test2')
466 self.assertEqual(self.builds[4].name, 'project-test1')
467 self.assertEqual(self.builds[5].name, 'project-test2')
468
469 self.release(self.builds[2])
470 self.waitUntilSettled()
471
James E. Blair972e3c72013-08-29 12:04:55 -0700472 # project-test1 and project-test2 for A
473 # project-test2 for B
474 # project-merge for C (without B)
475 self.assertEqual(len(self.builds), 4)
James E. Blair0aac4872013-08-23 14:02:38 -0700476 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 2)
477
Paul Belanger174a8272017-03-14 13:20:10 -0400478 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -0700479 self.waitUntilSettled()
480
481 # project-test1 and project-test2 for A
482 # project-test2 for B
483 # project-test1 and project-test2 for C
484 self.assertEqual(len(self.builds), 5)
485
Paul Belanger2e2a0492016-10-30 18:33:37 -0400486 tenant = self.sched.abide.tenants.get('tenant-one')
487 items = tenant.layout.pipelines['gate'].getAllItems()
James E. Blair0aac4872013-08-23 14:02:38 -0700488 builds = items[0].current_build_set.getBuilds()
489 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
490 self.assertEqual(self.countJobResults(builds, None), 2)
491 builds = items[1].current_build_set.getBuilds()
492 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
493 self.assertEqual(self.countJobResults(builds, 'FAILURE'), 1)
494 self.assertEqual(self.countJobResults(builds, None), 1)
495 builds = items[2].current_build_set.getBuilds()
496 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
James E. Blair972e3c72013-08-29 12:04:55 -0700497 self.assertEqual(self.countJobResults(builds, None), 2)
James E. Blair0aac4872013-08-23 14:02:38 -0700498
Paul Belanger174a8272017-03-14 13:20:10 -0400499 self.executor_server.hold_jobs_in_build = False
500 self.executor_server.release()
James E. Blair0aac4872013-08-23 14:02:38 -0700501 self.waitUntilSettled()
502
503 self.assertEqual(len(self.builds), 0)
504 self.assertEqual(len(self.history), 12)
505 self.assertEqual(A.data['status'], 'MERGED')
506 self.assertEqual(B.data['status'], 'NEW')
507 self.assertEqual(C.data['status'], 'MERGED')
508 self.assertEqual(A.reported, 2)
509 self.assertEqual(B.reported, 2)
510 self.assertEqual(C.reported, 2)
511
James E. Blaird466dc42012-07-31 10:42:56 -0700512 def test_failed_change_at_head_with_queue(self):
513 "Test that if a change at the head fails, queued jobs are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -0700514
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700515 self.gearman_server.hold_jobs_in_queue = True
James E. Blaird466dc42012-07-31 10:42:56 -0700516 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
517 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
518 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700519 A.addApproval('code-review', 2)
520 B.addApproval('code-review', 2)
521 C.addApproval('code-review', 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700522
Paul Belanger174a8272017-03-14 13:20:10 -0400523 self.executor_server.failJob('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -0700524
James E. Blair8b5408c2016-08-08 15:37:46 -0700525 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
526 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
527 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blaird466dc42012-07-31 10:42:56 -0700528
529 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -0700530 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400531 self.assertEqual(len(self.builds), 0)
532 self.assertEqual(len(queue), 1)
Paul Belanger174a8272017-03-14 13:20:10 -0400533 self.assertEqual(queue[0].name, 'executor:execute')
Clint Byrum8b2bc0c2016-11-16 16:28:50 -0800534 job_args = json.loads(queue[0].arguments)
535 self.assertEqual(job_args['job'], 'project-merge')
536 self.assertEqual(job_args['items'][0]['number'], '%d' % A.number)
James E. Blaird466dc42012-07-31 10:42:56 -0700537
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700538 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700539 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700540 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700541 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700542 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700543 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -0700544 queue = self.gearman_server.getQueue()
James E. Blaird466dc42012-07-31 10:42:56 -0700545
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400546 self.assertEqual(len(self.builds), 0)
547 self.assertEqual(len(queue), 6)
Clint Byrum8b2bc0c2016-11-16 16:28:50 -0800548
549 self.assertEqual(
550 json.loads(queue[0].arguments)['job'], 'project-test1')
551 self.assertEqual(
552 json.loads(queue[1].arguments)['job'], 'project-test2')
553 self.assertEqual(
554 json.loads(queue[2].arguments)['job'], 'project-test1')
555 self.assertEqual(
556 json.loads(queue[3].arguments)['job'], 'project-test2')
557 self.assertEqual(
558 json.loads(queue[4].arguments)['job'], 'project-test1')
559 self.assertEqual(
560 json.loads(queue[5].arguments)['job'], 'project-test2')
James E. Blaird466dc42012-07-31 10:42:56 -0700561
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700562 self.release(queue[0])
James E. Blaird466dc42012-07-31 10:42:56 -0700563 self.waitUntilSettled()
564
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400565 self.assertEqual(len(self.builds), 0)
James E. Blair701c5b42013-06-06 09:34:59 -0700566 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400567 self.assertEqual(len(queue), 2) # project-test2, project-merge for B
568 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 0)
James E. Blaird466dc42012-07-31 10:42:56 -0700569
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700570 self.gearman_server.hold_jobs_in_queue = False
571 self.gearman_server.release()
James E. Blaird466dc42012-07-31 10:42:56 -0700572 self.waitUntilSettled()
573
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400574 self.assertEqual(len(self.builds), 0)
575 self.assertEqual(len(self.history), 11)
576 self.assertEqual(A.data['status'], 'NEW')
577 self.assertEqual(B.data['status'], 'MERGED')
578 self.assertEqual(C.data['status'], 'MERGED')
579 self.assertEqual(A.reported, 2)
580 self.assertEqual(B.reported, 2)
581 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700582
James E. Blairec056492016-07-22 09:45:56 -0700583 @skip("Disabled for early v3 development")
James E. Blairce8a2132016-05-19 15:21:52 -0700584 def _test_time_database(self, iteration):
Paul Belanger174a8272017-03-14 13:20:10 -0400585 self.executor_server.hold_jobs_in_build = True
James E. Blairce8a2132016-05-19 15:21:52 -0700586 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -0700587 A.addApproval('code-review', 2)
588 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairce8a2132016-05-19 15:21:52 -0700589 self.waitUntilSettled()
590 time.sleep(2)
591
592 data = json.loads(self.sched.formatStatusJSON())
593 found_job = None
594 for pipeline in data['pipelines']:
595 if pipeline['name'] != 'gate':
596 continue
597 for queue in pipeline['change_queues']:
598 for head in queue['heads']:
599 for item in head:
600 for job in item['jobs']:
601 if job['name'] == 'project-merge':
602 found_job = job
603 break
604
605 self.assertIsNotNone(found_job)
606 if iteration == 1:
607 self.assertIsNotNone(found_job['estimated_time'])
608 self.assertIsNone(found_job['remaining_time'])
609 else:
610 self.assertIsNotNone(found_job['estimated_time'])
611 self.assertTrue(found_job['estimated_time'] >= 2)
612 self.assertIsNotNone(found_job['remaining_time'])
613
Paul Belanger174a8272017-03-14 13:20:10 -0400614 self.executor_server.hold_jobs_in_build = False
615 self.executor_server.release()
James E. Blairce8a2132016-05-19 15:21:52 -0700616 self.waitUntilSettled()
617
James E. Blairec056492016-07-22 09:45:56 -0700618 @skip("Disabled for early v3 development")
James E. Blairce8a2132016-05-19 15:21:52 -0700619 def test_time_database(self):
620 "Test the time database"
621
622 self._test_time_database(1)
623 self._test_time_database(2)
624
James E. Blairfef71632013-09-23 11:15:47 -0700625 def test_two_failed_changes_at_head(self):
626 "Test that changes are reparented correctly if 2 fail at head"
627
Paul Belanger174a8272017-03-14 13:20:10 -0400628 self.executor_server.hold_jobs_in_build = True
James E. Blairfef71632013-09-23 11:15:47 -0700629 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
630 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
631 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700632 A.addApproval('code-review', 2)
633 B.addApproval('code-review', 2)
634 C.addApproval('code-review', 2)
James E. Blairfef71632013-09-23 11:15:47 -0700635
Paul Belanger174a8272017-03-14 13:20:10 -0400636 self.executor_server.failJob('project-test1', A)
637 self.executor_server.failJob('project-test1', B)
James E. Blairfef71632013-09-23 11:15:47 -0700638
James E. Blair8b5408c2016-08-08 15:37:46 -0700639 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
640 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
641 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairfef71632013-09-23 11:15:47 -0700642 self.waitUntilSettled()
643
Paul Belanger174a8272017-03-14 13:20:10 -0400644 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700645 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400646 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700647 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400648 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700649 self.waitUntilSettled()
650
651 self.assertEqual(len(self.builds), 6)
652 self.assertEqual(self.builds[0].name, 'project-test1')
653 self.assertEqual(self.builds[1].name, 'project-test2')
654 self.assertEqual(self.builds[2].name, 'project-test1')
655 self.assertEqual(self.builds[3].name, 'project-test2')
656 self.assertEqual(self.builds[4].name, 'project-test1')
657 self.assertEqual(self.builds[5].name, 'project-test2')
658
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400659 self.assertTrue(self.builds[0].hasChanges(A))
660 self.assertTrue(self.builds[2].hasChanges(A))
661 self.assertTrue(self.builds[2].hasChanges(B))
662 self.assertTrue(self.builds[4].hasChanges(A))
663 self.assertTrue(self.builds[4].hasChanges(B))
664 self.assertTrue(self.builds[4].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700665
666 # Fail change B first
667 self.release(self.builds[2])
668 self.waitUntilSettled()
669
670 # restart of C after B failure
Paul Belanger174a8272017-03-14 13:20:10 -0400671 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700672 self.waitUntilSettled()
673
674 self.assertEqual(len(self.builds), 5)
675 self.assertEqual(self.builds[0].name, 'project-test1')
676 self.assertEqual(self.builds[1].name, 'project-test2')
677 self.assertEqual(self.builds[2].name, 'project-test2')
678 self.assertEqual(self.builds[3].name, 'project-test1')
679 self.assertEqual(self.builds[4].name, 'project-test2')
680
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400681 self.assertTrue(self.builds[1].hasChanges(A))
682 self.assertTrue(self.builds[2].hasChanges(A))
683 self.assertTrue(self.builds[2].hasChanges(B))
684 self.assertTrue(self.builds[4].hasChanges(A))
685 self.assertFalse(self.builds[4].hasChanges(B))
686 self.assertTrue(self.builds[4].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700687
688 # Finish running all passing jobs for change A
689 self.release(self.builds[1])
690 self.waitUntilSettled()
691 # Fail and report change A
692 self.release(self.builds[0])
693 self.waitUntilSettled()
694
695 # restart of B,C after A failure
Paul Belanger174a8272017-03-14 13:20:10 -0400696 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700697 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400698 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700699 self.waitUntilSettled()
700
701 self.assertEqual(len(self.builds), 4)
702 self.assertEqual(self.builds[0].name, 'project-test1') # B
703 self.assertEqual(self.builds[1].name, 'project-test2') # B
704 self.assertEqual(self.builds[2].name, 'project-test1') # C
705 self.assertEqual(self.builds[3].name, 'project-test2') # C
706
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400707 self.assertFalse(self.builds[1].hasChanges(A))
708 self.assertTrue(self.builds[1].hasChanges(B))
709 self.assertFalse(self.builds[1].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700710
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400711 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blairfef71632013-09-23 11:15:47 -0700712 # After A failed and B and C restarted, B should be back in
713 # C's tests because it has not failed yet.
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400714 self.assertTrue(self.builds[2].hasChanges(B))
715 self.assertTrue(self.builds[2].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700716
Paul Belanger174a8272017-03-14 13:20:10 -0400717 self.executor_server.hold_jobs_in_build = False
718 self.executor_server.release()
James E. Blairfef71632013-09-23 11:15:47 -0700719 self.waitUntilSettled()
720
721 self.assertEqual(len(self.builds), 0)
722 self.assertEqual(len(self.history), 21)
723 self.assertEqual(A.data['status'], 'NEW')
724 self.assertEqual(B.data['status'], 'NEW')
725 self.assertEqual(C.data['status'], 'MERGED')
726 self.assertEqual(A.reported, 2)
727 self.assertEqual(B.reported, 2)
728 self.assertEqual(C.reported, 2)
729
James E. Blair8c803f82012-07-31 16:25:42 -0700730 def test_patch_order(self):
731 "Test that dependent patches are tested in the right order"
732 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
733 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
734 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700735 A.addApproval('code-review', 2)
736 B.addApproval('code-review', 2)
737 C.addApproval('code-review', 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700738
739 M2 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M2')
740 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
741 M2.setMerged()
742 M1.setMerged()
743
744 # C -> B -> A -> M1 -> M2
745 # M2 is here to make sure it is never queried. If it is, it
746 # means zuul is walking down the entire history of merged
747 # changes.
748
749 C.setDependsOn(B, 1)
750 B.setDependsOn(A, 1)
751 A.setDependsOn(M1, 1)
752 M1.setDependsOn(M2, 1)
753
James E. Blair8b5408c2016-08-08 15:37:46 -0700754 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair8c803f82012-07-31 16:25:42 -0700755
756 self.waitUntilSettled()
757
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400758 self.assertEqual(A.data['status'], 'NEW')
759 self.assertEqual(B.data['status'], 'NEW')
760 self.assertEqual(C.data['status'], 'NEW')
James E. Blair8c803f82012-07-31 16:25:42 -0700761
James E. Blair8b5408c2016-08-08 15:37:46 -0700762 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
763 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8c803f82012-07-31 16:25:42 -0700764
765 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400766 self.assertEqual(M2.queried, 0)
767 self.assertEqual(A.data['status'], 'MERGED')
768 self.assertEqual(B.data['status'], 'MERGED')
769 self.assertEqual(C.data['status'], 'MERGED')
770 self.assertEqual(A.reported, 2)
771 self.assertEqual(B.reported, 2)
772 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700773
James E. Blair063672f2015-01-29 13:09:12 -0800774 def test_needed_changes_enqueue(self):
775 "Test that a needed change is enqueued ahead"
776 # A Given a git tree like this, if we enqueue
777 # / \ change C, we should walk up and down the tree
778 # B G and enqueue changes in the order ABCDEFG.
779 # /|\ This is also the order that you would get if
780 # *C E F you enqueued changes in the order ABCDEFG, so
781 # / the ordering is stable across re-enqueue events.
782 # D
783
784 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
785 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
786 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
787 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
788 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
789 F = self.fake_gerrit.addFakeChange('org/project', 'master', 'F')
790 G = self.fake_gerrit.addFakeChange('org/project', 'master', 'G')
791 B.setDependsOn(A, 1)
792 C.setDependsOn(B, 1)
793 D.setDependsOn(C, 1)
794 E.setDependsOn(B, 1)
795 F.setDependsOn(B, 1)
796 G.setDependsOn(A, 1)
797
James E. Blair8b5408c2016-08-08 15:37:46 -0700798 A.addApproval('code-review', 2)
799 B.addApproval('code-review', 2)
800 C.addApproval('code-review', 2)
801 D.addApproval('code-review', 2)
802 E.addApproval('code-review', 2)
803 F.addApproval('code-review', 2)
804 G.addApproval('code-review', 2)
805 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair063672f2015-01-29 13:09:12 -0800806
807 self.waitUntilSettled()
808
809 self.assertEqual(A.data['status'], 'NEW')
810 self.assertEqual(B.data['status'], 'NEW')
811 self.assertEqual(C.data['status'], 'NEW')
812 self.assertEqual(D.data['status'], 'NEW')
813 self.assertEqual(E.data['status'], 'NEW')
814 self.assertEqual(F.data['status'], 'NEW')
815 self.assertEqual(G.data['status'], 'NEW')
816
817 # We're about to add approvals to changes without adding the
818 # triggering events to Zuul, so that we can be sure that it is
819 # enqueing the changes based on dependencies, not because of
820 # triggering events. Since it will have the changes cached
821 # already (without approvals), we need to clear the cache
822 # first.
Paul Belanger593480a2016-11-02 19:06:28 -0400823 for connection in self.connections.connections.values():
Joshua Hesketh4bd7da32016-02-17 20:58:47 +1100824 connection.maintainCache([])
James E. Blair063672f2015-01-29 13:09:12 -0800825
Paul Belanger174a8272017-03-14 13:20:10 -0400826 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -0700827 A.addApproval('approved', 1)
828 B.addApproval('approved', 1)
829 D.addApproval('approved', 1)
830 E.addApproval('approved', 1)
831 F.addApproval('approved', 1)
832 G.addApproval('approved', 1)
833 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair063672f2015-01-29 13:09:12 -0800834
835 for x in range(8):
Paul Belanger174a8272017-03-14 13:20:10 -0400836 self.executor_server.release('.*-merge')
James E. Blair063672f2015-01-29 13:09:12 -0800837 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400838 self.executor_server.hold_jobs_in_build = False
839 self.executor_server.release()
James E. Blair063672f2015-01-29 13:09:12 -0800840 self.waitUntilSettled()
841
842 self.assertEqual(A.data['status'], 'MERGED')
843 self.assertEqual(B.data['status'], 'MERGED')
844 self.assertEqual(C.data['status'], 'MERGED')
845 self.assertEqual(D.data['status'], 'MERGED')
846 self.assertEqual(E.data['status'], 'MERGED')
847 self.assertEqual(F.data['status'], 'MERGED')
848 self.assertEqual(G.data['status'], 'MERGED')
849 self.assertEqual(A.reported, 2)
850 self.assertEqual(B.reported, 2)
851 self.assertEqual(C.reported, 2)
852 self.assertEqual(D.reported, 2)
853 self.assertEqual(E.reported, 2)
854 self.assertEqual(F.reported, 2)
855 self.assertEqual(G.reported, 2)
856 self.assertEqual(self.history[6].changes,
857 '1,1 2,1 3,1 4,1 5,1 6,1 7,1')
858
Joshua Hesketh850ccb62014-11-27 11:31:02 +1100859 def test_source_cache(self):
860 "Test that the source cache operates correctly"
Paul Belanger174a8272017-03-14 13:20:10 -0400861 self.executor_server.hold_jobs_in_build = True
James E. Blair0e933c52013-07-11 10:18:52 -0700862
863 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
864 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
865 X = self.fake_gerrit.addFakeChange('org/project', 'master', 'X')
James E. Blair8b5408c2016-08-08 15:37:46 -0700866 A.addApproval('code-review', 2)
867 B.addApproval('code-review', 2)
James E. Blair0e933c52013-07-11 10:18:52 -0700868
869 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
870 M1.setMerged()
871
872 B.setDependsOn(A, 1)
873 A.setDependsOn(M1, 1)
874
James E. Blair8b5408c2016-08-08 15:37:46 -0700875 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair0e933c52013-07-11 10:18:52 -0700876 self.fake_gerrit.addEvent(X.getPatchsetCreatedEvent(1))
877
878 self.waitUntilSettled()
879
880 for build in self.builds:
881 if build.parameters['ZUUL_PIPELINE'] == 'check':
882 build.release()
883 self.waitUntilSettled()
884 for build in self.builds:
885 if build.parameters['ZUUL_PIPELINE'] == 'check':
886 build.release()
887 self.waitUntilSettled()
888
James E. Blair8b5408c2016-08-08 15:37:46 -0700889 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair0e933c52013-07-11 10:18:52 -0700890 self.waitUntilSettled()
891
Joshua Hesketh352264b2015-08-11 23:42:08 +1000892 self.log.debug("len %s" % self.fake_gerrit._change_cache.keys())
James E. Blair0e933c52013-07-11 10:18:52 -0700893 # there should still be changes in the cache
Joshua Hesketh352264b2015-08-11 23:42:08 +1000894 self.assertNotEqual(len(self.fake_gerrit._change_cache.keys()), 0)
James E. Blair0e933c52013-07-11 10:18:52 -0700895
Paul Belanger174a8272017-03-14 13:20:10 -0400896 self.executor_server.hold_jobs_in_build = False
897 self.executor_server.release()
James E. Blair0e933c52013-07-11 10:18:52 -0700898 self.waitUntilSettled()
899
900 self.assertEqual(A.data['status'], 'MERGED')
901 self.assertEqual(B.data['status'], 'MERGED')
902 self.assertEqual(A.queried, 2) # Initial and isMerged
903 self.assertEqual(B.queried, 3) # Initial A, refresh from B, isMerged
904
James E. Blair8c803f82012-07-31 16:25:42 -0700905 def test_can_merge(self):
James E. Blair4886cc12012-07-18 15:39:41 -0700906 "Test whether a change is ready to merge"
James E. Blair8c803f82012-07-31 16:25:42 -0700907 # TODO: move to test_gerrit (this is a unit test!)
908 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belanger9bba4902016-11-02 16:07:33 -0400909 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6053de42017-04-05 11:27:11 -0700910 (trusted, project) = tenant.getProject('org/project')
911 source = project.source
Paul Belanger9bba4902016-11-02 16:07:33 -0400912
913 # TODO(pabelanger): As we add more source / trigger APIs we should make
914 # it easier for users to create events for testing.
915 event = zuul.model.TriggerEvent()
916 event.trigger_name = 'gerrit'
917 event.change_number = '1'
918 event.patch_number = '2'
919
920 a = source.getChange(event)
921 mgr = tenant.layout.pipelines['gate'].manager
James E. Blairc0dedf82014-08-06 09:37:52 -0700922 self.assertFalse(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -0700923
James E. Blair8b5408c2016-08-08 15:37:46 -0700924 A.addApproval('code-review', 2)
Paul Belanger9bba4902016-11-02 16:07:33 -0400925 a = source.getChange(event, refresh=True)
James E. Blairc0dedf82014-08-06 09:37:52 -0700926 self.assertFalse(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -0700927
James E. Blair8b5408c2016-08-08 15:37:46 -0700928 A.addApproval('approved', 1)
Paul Belanger9bba4902016-11-02 16:07:33 -0400929 a = source.getChange(event, refresh=True)
James E. Blairc0dedf82014-08-06 09:37:52 -0700930 self.assertTrue(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair4886cc12012-07-18 15:39:41 -0700931
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700932 def test_project_merge_conflict(self):
933 "Test that gate merge conflicts are handled properly"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700934
935 self.gearman_server.hold_jobs_in_queue = True
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700936 A = self.fake_gerrit.addFakeChange('org/project',
937 'master', 'A',
938 files={'conflict': 'foo'})
939 B = self.fake_gerrit.addFakeChange('org/project',
940 'master', 'B',
941 files={'conflict': 'bar'})
942 C = self.fake_gerrit.addFakeChange('org/project',
James E. Blair6736beb2013-07-11 15:18:15 -0700943 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700944 A.addApproval('code-review', 2)
945 B.addApproval('code-review', 2)
946 C.addApproval('code-review', 2)
947 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
948 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
949 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair973721f2012-08-15 10:19:43 -0700950 self.waitUntilSettled()
951
James E. Blair6736beb2013-07-11 15:18:15 -0700952 self.assertEqual(A.reported, 1)
953 self.assertEqual(B.reported, 1)
954 self.assertEqual(C.reported, 1)
955
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700956 self.gearman_server.release('project-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700957 self.waitUntilSettled()
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700958 self.gearman_server.release('project-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700959 self.waitUntilSettled()
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700960 self.gearman_server.release('project-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700961 self.waitUntilSettled()
James E. Blair972e3c72013-08-29 12:04:55 -0700962
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700963 self.gearman_server.hold_jobs_in_queue = False
964 self.gearman_server.release()
James E. Blair973721f2012-08-15 10:19:43 -0700965 self.waitUntilSettled()
966
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400967 self.assertEqual(A.data['status'], 'MERGED')
968 self.assertEqual(B.data['status'], 'NEW')
969 self.assertEqual(C.data['status'], 'MERGED')
970 self.assertEqual(A.reported, 2)
971 self.assertEqual(B.reported, 2)
972 self.assertEqual(C.reported, 2)
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700973
974 self.assertHistory([
975 dict(name='project-merge', result='SUCCESS', changes='1,1'),
976 dict(name='project-test1', result='SUCCESS', changes='1,1'),
977 dict(name='project-test2', result='SUCCESS', changes='1,1'),
978 dict(name='project-merge', result='SUCCESS', changes='1,1 3,1'),
979 dict(name='project-test1', result='SUCCESS', changes='1,1 3,1'),
980 dict(name='project-test2', result='SUCCESS', changes='1,1 3,1'),
981 ], ordered=False)
982
983 def test_delayed_merge_conflict(self):
984 "Test that delayed check merge conflicts are handled properly"
985
986 # Hold jobs in the gearman queue so that we can test whether
987 # the executor returns a merge failure after the scheduler has
988 # successfully merged.
989 self.gearman_server.hold_jobs_in_queue = True
990 A = self.fake_gerrit.addFakeChange('org/project',
991 'master', 'A',
992 files={'conflict': 'foo'})
993 B = self.fake_gerrit.addFakeChange('org/project',
994 'master', 'B',
995 files={'conflict': 'bar'})
996 C = self.fake_gerrit.addFakeChange('org/project',
997 'master', 'C')
998 C.setDependsOn(B, 1)
999
1000 # A enters the gate queue; B and C enter the check queue
1001 A.addApproval('code-review', 2)
1002 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1003 self.waitUntilSettled()
1004 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1005 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
1006 self.waitUntilSettled()
1007
1008 self.assertEqual(A.reported, 1)
1009 self.assertEqual(B.reported, 0) # Check does not report start
1010 self.assertEqual(C.reported, 0) # Check does not report start
1011
1012 # A merges while B and C are queued in check
1013 # Release A project-merge
1014 queue = self.gearman_server.getQueue()
1015 self.release(queue[0])
1016 self.waitUntilSettled()
1017
1018 # Release A project-test*
1019 # gate has higher precedence, so A's test jobs are added in
1020 # front of the merge jobs for B and C
1021 queue = self.gearman_server.getQueue()
1022 self.release(queue[0])
1023 self.release(queue[1])
1024 self.waitUntilSettled()
1025
1026 self.assertEqual(A.data['status'], 'MERGED')
1027 self.assertEqual(B.data['status'], 'NEW')
1028 self.assertEqual(C.data['status'], 'NEW')
1029 self.assertEqual(A.reported, 2)
1030 self.assertEqual(B.reported, 0)
1031 self.assertEqual(C.reported, 0)
1032 self.assertHistory([
1033 dict(name='project-merge', result='SUCCESS', changes='1,1'),
1034 dict(name='project-test1', result='SUCCESS', changes='1,1'),
1035 dict(name='project-test2', result='SUCCESS', changes='1,1'),
1036 ], ordered=False)
1037
1038 # B and C report merge conflicts
1039 # Release B project-merge
1040 queue = self.gearman_server.getQueue()
1041 self.release(queue[0])
1042 self.waitUntilSettled()
1043
1044 # Release C
1045 self.gearman_server.hold_jobs_in_queue = False
1046 self.gearman_server.release()
1047 self.waitUntilSettled()
1048
1049 self.assertEqual(A.data['status'], 'MERGED')
1050 self.assertEqual(B.data['status'], 'NEW')
1051 self.assertEqual(C.data['status'], 'NEW')
1052 self.assertEqual(A.reported, 2)
1053 self.assertEqual(B.reported, 1)
1054 self.assertEqual(C.reported, 1)
1055
1056 self.assertHistory([
1057 dict(name='project-merge', result='SUCCESS', changes='1,1'),
1058 dict(name='project-test1', result='SUCCESS', changes='1,1'),
1059 dict(name='project-test2', result='SUCCESS', changes='1,1'),
1060 dict(name='project-merge', result='MERGER_FAILURE', changes='2,1'),
1061 dict(name='project-merge', result='MERGER_FAILURE',
1062 changes='2,1 3,1'),
1063 ], ordered=False)
James E. Blair6736beb2013-07-11 15:18:15 -07001064
James E. Blairdaabed22012-08-15 15:38:57 -07001065 def test_post(self):
1066 "Test that post jobs run"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001067
Zhongyue Luo5d556072012-09-21 02:00:47 +09001068 e = {
1069 "type": "ref-updated",
1070 "submitter": {
1071 "name": "User Name",
1072 },
1073 "refUpdate": {
1074 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1075 "newRev": "d479a0bfcb34da57a31adb2a595c0cf687812543",
1076 "refName": "master",
1077 "project": "org/project",
1078 }
1079 }
James E. Blairdaabed22012-08-15 15:38:57 -07001080 self.fake_gerrit.addEvent(e)
1081 self.waitUntilSettled()
1082
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001083 job_names = [x.name for x in self.history]
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001084 self.assertEqual(len(self.history), 1)
1085 self.assertIn('project-post', job_names)
James E. Blairc6294a52012-08-17 10:19:48 -07001086
K Jonathan Harkerf95e7232015-04-29 13:33:16 -07001087 def test_post_ignore_deletes(self):
1088 "Test that deleting refs does not trigger post jobs"
1089
1090 e = {
1091 "type": "ref-updated",
1092 "submitter": {
1093 "name": "User Name",
1094 },
1095 "refUpdate": {
1096 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1097 "newRev": "0000000000000000000000000000000000000000",
1098 "refName": "master",
1099 "project": "org/project",
1100 }
1101 }
1102 self.fake_gerrit.addEvent(e)
1103 self.waitUntilSettled()
1104
1105 job_names = [x.name for x in self.history]
1106 self.assertEqual(len(self.history), 0)
1107 self.assertNotIn('project-post', job_names)
1108
James E. Blaircc324192017-04-19 14:36:08 -07001109 @simple_layout('layouts/dont-ignore-ref-deletes.yaml')
K Jonathan Harkerf95e7232015-04-29 13:33:16 -07001110 def test_post_ignore_deletes_negative(self):
1111 "Test that deleting refs does trigger post jobs"
K Jonathan Harkerf95e7232015-04-29 13:33:16 -07001112 e = {
1113 "type": "ref-updated",
1114 "submitter": {
1115 "name": "User Name",
1116 },
1117 "refUpdate": {
1118 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1119 "newRev": "0000000000000000000000000000000000000000",
1120 "refName": "master",
1121 "project": "org/project",
1122 }
1123 }
1124 self.fake_gerrit.addEvent(e)
1125 self.waitUntilSettled()
1126
1127 job_names = [x.name for x in self.history]
1128 self.assertEqual(len(self.history), 1)
1129 self.assertIn('project-post', job_names)
1130
James E. Blairec056492016-07-22 09:45:56 -07001131 @skip("Disabled for early v3 development")
James E. Blairc6294a52012-08-17 10:19:48 -07001132 def test_build_configuration_branch_interaction(self):
1133 "Test that switching between branches works"
1134 self.test_build_configuration()
1135 self.test_build_configuration_branch()
1136 # C has been merged, undo that
Monty Taylorbc758832013-06-17 17:22:42 -04001137 path = os.path.join(self.upstream_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001138 repo = git.Repo(path)
1139 repo.heads.master.commit = repo.commit('init')
1140 self.test_build_configuration()
1141
James E. Blaircaec0c52012-08-22 14:52:22 -07001142 def test_dependent_changes_dequeue(self):
1143 "Test that dependent patches are not needlessly tested"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001144
James E. Blaircaec0c52012-08-22 14:52:22 -07001145 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1146 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1147 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001148 A.addApproval('code-review', 2)
1149 B.addApproval('code-review', 2)
1150 C.addApproval('code-review', 2)
James E. Blaircaec0c52012-08-22 14:52:22 -07001151
1152 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
1153 M1.setMerged()
1154
1155 # C -> B -> A -> M1
1156
1157 C.setDependsOn(B, 1)
1158 B.setDependsOn(A, 1)
1159 A.setDependsOn(M1, 1)
1160
Paul Belanger174a8272017-03-14 13:20:10 -04001161 self.executor_server.failJob('project-merge', A)
James E. Blaircaec0c52012-08-22 14:52:22 -07001162
James E. Blair8b5408c2016-08-08 15:37:46 -07001163 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1164 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1165 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blaircaec0c52012-08-22 14:52:22 -07001166
1167 self.waitUntilSettled()
1168
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001169 self.assertEqual(A.data['status'], 'NEW')
1170 self.assertEqual(A.reported, 2)
1171 self.assertEqual(B.data['status'], 'NEW')
1172 self.assertEqual(B.reported, 2)
1173 self.assertEqual(C.data['status'], 'NEW')
1174 self.assertEqual(C.reported, 2)
1175 self.assertEqual(len(self.history), 1)
James E. Blairec590122012-08-22 15:19:31 -07001176
James E. Blair972e3c72013-08-29 12:04:55 -07001177 def test_failing_dependent_changes(self):
1178 "Test that failing dependent patches are taken out of stream"
Paul Belanger174a8272017-03-14 13:20:10 -04001179 self.executor_server.hold_jobs_in_build = True
James E. Blair972e3c72013-08-29 12:04:55 -07001180 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1181 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1182 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1183 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
1184 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
James E. Blair8b5408c2016-08-08 15:37:46 -07001185 A.addApproval('code-review', 2)
1186 B.addApproval('code-review', 2)
1187 C.addApproval('code-review', 2)
1188 D.addApproval('code-review', 2)
1189 E.addApproval('code-review', 2)
James E. Blair972e3c72013-08-29 12:04:55 -07001190
1191 # E, D -> C -> B, A
1192
1193 D.setDependsOn(C, 1)
1194 C.setDependsOn(B, 1)
1195
Paul Belanger174a8272017-03-14 13:20:10 -04001196 self.executor_server.failJob('project-test1', B)
James E. Blair972e3c72013-08-29 12:04:55 -07001197
James E. Blair8b5408c2016-08-08 15:37:46 -07001198 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1199 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
1200 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1201 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1202 self.fake_gerrit.addEvent(E.addApproval('approved', 1))
James E. Blair972e3c72013-08-29 12:04:55 -07001203
1204 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001205 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001206 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001207 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001208 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001209 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001210 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001211 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001212 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001213 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001214 self.waitUntilSettled()
1215
Paul Belanger174a8272017-03-14 13:20:10 -04001216 self.executor_server.hold_jobs_in_build = False
James E. Blair972e3c72013-08-29 12:04:55 -07001217 for build in self.builds:
1218 if build.parameters['ZUUL_CHANGE'] != '1':
1219 build.release()
1220 self.waitUntilSettled()
1221
Paul Belanger174a8272017-03-14 13:20:10 -04001222 self.executor_server.release()
James E. Blair972e3c72013-08-29 12:04:55 -07001223 self.waitUntilSettled()
1224
1225 self.assertEqual(A.data['status'], 'MERGED')
1226 self.assertEqual(A.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001227 self.assertIn('Build succeeded', A.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001228 self.assertEqual(B.data['status'], 'NEW')
1229 self.assertEqual(B.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001230 self.assertIn('Build failed', B.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001231 self.assertEqual(C.data['status'], 'NEW')
1232 self.assertEqual(C.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001233 self.assertIn('depends on a change', C.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001234 self.assertEqual(D.data['status'], 'NEW')
1235 self.assertEqual(D.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001236 self.assertIn('depends on a change', D.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001237 self.assertEqual(E.data['status'], 'MERGED')
1238 self.assertEqual(E.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001239 self.assertIn('Build succeeded', E.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001240 self.assertEqual(len(self.history), 18)
1241
James E. Blairec590122012-08-22 15:19:31 -07001242 def test_head_is_dequeued_once(self):
James E. Blair2fa50962013-01-30 21:50:41 -08001243 "Test that if a change at the head fails it is dequeued only once"
James E. Blairec590122012-08-22 15:19:31 -07001244 # If it's dequeued more than once, we should see extra
1245 # aborted jobs.
James E. Blairec590122012-08-22 15:19:31 -07001246
Paul Belanger174a8272017-03-14 13:20:10 -04001247 self.executor_server.hold_jobs_in_build = True
James E. Blair6df67132017-04-19 13:53:20 -07001248 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1249 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1250 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001251 A.addApproval('code-review', 2)
1252 B.addApproval('code-review', 2)
1253 C.addApproval('code-review', 2)
James E. Blairec590122012-08-22 15:19:31 -07001254
Paul Belanger174a8272017-03-14 13:20:10 -04001255 self.executor_server.failJob('project-test1', A)
1256 self.executor_server.failJob('project-test2', A)
James E. Blairec590122012-08-22 15:19:31 -07001257
James E. Blair8b5408c2016-08-08 15:37:46 -07001258 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1259 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1260 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairec590122012-08-22 15:19:31 -07001261
1262 self.waitUntilSettled()
James E. Blairec590122012-08-22 15:19:31 -07001263
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001264 self.assertEqual(len(self.builds), 1)
Paul Belanger58bf6912016-11-11 19:36:01 -05001265 self.assertEqual(self.builds[0].name, 'project-merge')
1266 self.assertTrue(self.builds[0].hasChanges(A))
James E. Blairec590122012-08-22 15:19:31 -07001267
Paul Belanger174a8272017-03-14 13:20:10 -04001268 self.executor_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001269 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001270 self.executor_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001271 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001272 self.executor_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001273 self.waitUntilSettled()
1274
James E. Blair6df67132017-04-19 13:53:20 -07001275 self.assertEqual(len(self.builds), 6)
Paul Belanger58bf6912016-11-11 19:36:01 -05001276 self.assertEqual(self.builds[0].name, 'project-test1')
1277 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair6df67132017-04-19 13:53:20 -07001278 self.assertEqual(self.builds[2].name, 'project-test1')
1279 self.assertEqual(self.builds[3].name, 'project-test2')
1280 self.assertEqual(self.builds[4].name, 'project-test1')
1281 self.assertEqual(self.builds[5].name, 'project-test2')
James E. Blairec590122012-08-22 15:19:31 -07001282
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001283 self.release(self.builds[0])
James E. Blairec590122012-08-22 15:19:31 -07001284 self.waitUntilSettled()
1285
James E. Blair6df67132017-04-19 13:53:20 -07001286 self.assertEqual(len(self.builds), 2) # test2, merge for B
1287 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 4)
James E. Blairec590122012-08-22 15:19:31 -07001288
Paul Belanger174a8272017-03-14 13:20:10 -04001289 self.executor_server.hold_jobs_in_build = False
1290 self.executor_server.release()
James E. Blairec590122012-08-22 15:19:31 -07001291 self.waitUntilSettled()
1292
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001293 self.assertEqual(len(self.builds), 0)
James E. Blair6df67132017-04-19 13:53:20 -07001294 self.assertEqual(len(self.history), 15)
James E. Blaircaec0c52012-08-22 14:52:22 -07001295
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001296 self.assertEqual(A.data['status'], 'NEW')
1297 self.assertEqual(B.data['status'], 'MERGED')
1298 self.assertEqual(C.data['status'], 'MERGED')
1299 self.assertEqual(A.reported, 2)
1300 self.assertEqual(B.reported, 2)
1301 self.assertEqual(C.reported, 2)
James E. Blair4ec821f2012-08-23 15:28:28 -07001302
James E. Blaircc020532017-04-19 13:04:44 -07001303 @simple_layout('layouts/nonvoting-job.yaml')
James E. Blair4ec821f2012-08-23 15:28:28 -07001304 def test_nonvoting_job(self):
1305 "Test that non-voting jobs don't vote."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001306
James E. Blair4ec821f2012-08-23 15:28:28 -07001307 A = self.fake_gerrit.addFakeChange('org/nonvoting-project',
1308 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001309 A.addApproval('code-review', 2)
Paul Belanger174a8272017-03-14 13:20:10 -04001310 self.executor_server.failJob('nonvoting-project-test2', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07001311 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4ec821f2012-08-23 15:28:28 -07001312
1313 self.waitUntilSettled()
James E. Blair4ec821f2012-08-23 15:28:28 -07001314
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001315 self.assertEqual(A.data['status'], 'MERGED')
1316 self.assertEqual(A.reported, 2)
1317 self.assertEqual(
1318 self.getJobFromHistory('nonvoting-project-merge').result,
1319 'SUCCESS')
1320 self.assertEqual(
1321 self.getJobFromHistory('nonvoting-project-test1').result,
1322 'SUCCESS')
1323 self.assertEqual(
1324 self.getJobFromHistory('nonvoting-project-test2').result,
1325 'FAILURE')
James E. Blaire0487072012-08-29 17:38:31 -07001326
James E. Blair5821bd92015-09-16 08:48:15 -07001327 for build in self.builds:
1328 self.assertEqual(build.parameters['ZUUL_VOTING'], '0')
1329
James E. Blaire0487072012-08-29 17:38:31 -07001330 def test_check_queue_success(self):
1331 "Test successful check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001332
James E. Blaire0487072012-08-29 17:38:31 -07001333 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1334 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1335
1336 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07001337
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001338 self.assertEqual(A.data['status'], 'NEW')
1339 self.assertEqual(A.reported, 1)
1340 self.assertEqual(self.getJobFromHistory('project-merge').result,
1341 'SUCCESS')
1342 self.assertEqual(self.getJobFromHistory('project-test1').result,
1343 'SUCCESS')
1344 self.assertEqual(self.getJobFromHistory('project-test2').result,
1345 'SUCCESS')
James E. Blaire0487072012-08-29 17:38:31 -07001346
1347 def test_check_queue_failure(self):
1348 "Test failed check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001349
James E. Blaire0487072012-08-29 17:38:31 -07001350 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belanger174a8272017-03-14 13:20:10 -04001351 self.executor_server.failJob('project-test2', A)
James E. Blaire0487072012-08-29 17:38:31 -07001352 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1353
1354 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07001355
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001356 self.assertEqual(A.data['status'], 'NEW')
1357 self.assertEqual(A.reported, 1)
1358 self.assertEqual(self.getJobFromHistory('project-merge').result,
James E. Blair78e31b32013-07-09 09:11:34 -07001359 'SUCCESS')
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001360 self.assertEqual(self.getJobFromHistory('project-test1').result,
1361 'SUCCESS')
1362 self.assertEqual(self.getJobFromHistory('project-test2').result,
1363 'FAILURE')
James E. Blair127bc182012-08-28 15:55:15 -07001364
James E. Blair7cb84542017-04-19 13:35:05 -07001365 @simple_layout('layouts/three-projects.yaml')
James E. Blair127bc182012-08-28 15:55:15 -07001366 def test_dependent_behind_dequeue(self):
Clint Byruma9626572017-02-22 14:04:00 -05001367 # This particular test does a large amount of merges and needs a little
1368 # more time to complete
James E. Blair267e5162017-04-07 10:08:20 -07001369 self.wait_timeout = 120
James E. Blair127bc182012-08-28 15:55:15 -07001370 "test that dependent changes behind dequeued changes work"
1371 # This complicated test is a reproduction of a real life bug
1372 self.sched.reconfigure(self.config)
James E. Blair127bc182012-08-28 15:55:15 -07001373
Paul Belanger174a8272017-03-14 13:20:10 -04001374 self.executor_server.hold_jobs_in_build = True
James E. Blair127bc182012-08-28 15:55:15 -07001375 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1376 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1377 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
1378 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
1379 E = self.fake_gerrit.addFakeChange('org/project2', 'master', 'E')
1380 F = self.fake_gerrit.addFakeChange('org/project3', 'master', 'F')
1381 D.setDependsOn(C, 1)
1382 E.setDependsOn(D, 1)
James E. Blair8b5408c2016-08-08 15:37:46 -07001383 A.addApproval('code-review', 2)
1384 B.addApproval('code-review', 2)
1385 C.addApproval('code-review', 2)
1386 D.addApproval('code-review', 2)
1387 E.addApproval('code-review', 2)
1388 F.addApproval('code-review', 2)
James E. Blair127bc182012-08-28 15:55:15 -07001389
1390 A.fail_merge = True
James E. Blair127bc182012-08-28 15:55:15 -07001391
1392 # Change object re-use in the gerrit trigger is hidden if
1393 # changes are added in quick succession; waiting makes it more
1394 # like real life.
James E. Blair8b5408c2016-08-08 15:37:46 -07001395 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001396 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001397 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001398 self.waitUntilSettled()
1399
Paul Belanger174a8272017-03-14 13:20:10 -04001400 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001401 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001402 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001403 self.waitUntilSettled()
1404
James E. Blair8b5408c2016-08-08 15:37:46 -07001405 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001406 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001407 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001408 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001409 self.fake_gerrit.addEvent(E.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001410 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001411 self.fake_gerrit.addEvent(F.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001412 self.waitUntilSettled()
1413
Paul Belanger174a8272017-03-14 13:20:10 -04001414 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001415 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001416 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001417 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001418 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001419 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001420 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001421 self.waitUntilSettled()
1422
1423 # all jobs running
James E. Blaire955e062012-10-08 09:49:03 -07001424
1425 # Grab pointers to the jobs we want to release before
1426 # releasing any, because list indexes may change as
1427 # the jobs complete.
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001428 a, b, c = self.builds[:3]
James E. Blaire955e062012-10-08 09:49:03 -07001429 a.release()
1430 b.release()
1431 c.release()
James E. Blair127bc182012-08-28 15:55:15 -07001432 self.waitUntilSettled()
1433
Paul Belanger174a8272017-03-14 13:20:10 -04001434 self.executor_server.hold_jobs_in_build = False
1435 self.executor_server.release()
James E. Blair127bc182012-08-28 15:55:15 -07001436 self.waitUntilSettled()
1437
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001438 self.assertEqual(A.data['status'], 'NEW')
1439 self.assertEqual(B.data['status'], 'MERGED')
1440 self.assertEqual(C.data['status'], 'MERGED')
1441 self.assertEqual(D.data['status'], 'MERGED')
1442 self.assertEqual(E.data['status'], 'MERGED')
1443 self.assertEqual(F.data['status'], 'MERGED')
James E. Blair127bc182012-08-28 15:55:15 -07001444
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001445 self.assertEqual(A.reported, 2)
1446 self.assertEqual(B.reported, 2)
1447 self.assertEqual(C.reported, 2)
1448 self.assertEqual(D.reported, 2)
1449 self.assertEqual(E.reported, 2)
1450 self.assertEqual(F.reported, 2)
James E. Blair127bc182012-08-28 15:55:15 -07001451
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001452 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 15)
1453 self.assertEqual(len(self.history), 44)
James E. Blair05fed602012-09-07 12:45:24 -07001454
1455 def test_merger_repack(self):
1456 "Test that the merger works after a repack"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001457
James E. Blair05fed602012-09-07 12:45:24 -07001458 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001459 A.addApproval('code-review', 2)
1460 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair05fed602012-09-07 12:45:24 -07001461 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001462 self.assertEqual(self.getJobFromHistory('project-merge').result,
1463 'SUCCESS')
1464 self.assertEqual(self.getJobFromHistory('project-test1').result,
1465 'SUCCESS')
1466 self.assertEqual(self.getJobFromHistory('project-test2').result,
1467 'SUCCESS')
1468 self.assertEqual(A.data['status'], 'MERGED')
1469 self.assertEqual(A.reported, 2)
James E. Blair05fed602012-09-07 12:45:24 -07001470 self.assertEmptyQueues()
Paul Belanger5bfe9e72016-11-04 19:20:04 -04001471 self.build_history = []
James E. Blair05fed602012-09-07 12:45:24 -07001472
Monty Taylord642d852017-02-23 14:05:42 -05001473 path = os.path.join(self.merger_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001474 if os.path.exists(path):
1475 repack_repo(path)
Paul Belanger174a8272017-03-14 13:20:10 -04001476 path = os.path.join(self.executor_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001477 if os.path.exists(path):
1478 repack_repo(path)
James E. Blair05fed602012-09-07 12:45:24 -07001479
1480 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001481 A.addApproval('code-review', 2)
1482 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair05fed602012-09-07 12:45:24 -07001483 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001484 self.assertEqual(self.getJobFromHistory('project-merge').result,
1485 'SUCCESS')
1486 self.assertEqual(self.getJobFromHistory('project-test1').result,
1487 'SUCCESS')
1488 self.assertEqual(self.getJobFromHistory('project-test2').result,
1489 'SUCCESS')
1490 self.assertEqual(A.data['status'], 'MERGED')
1491 self.assertEqual(A.reported, 2)
James E. Blair7ee88a22012-09-12 18:59:31 +02001492
James E. Blair4886f282012-11-15 09:27:33 -08001493 def test_merger_repack_large_change(self):
1494 "Test that the merger works with large changes after a repack"
Paul Belanger174a8272017-03-14 13:20:10 -04001495 # https://bugs.executepad.net/zuul/+bug/1078946
James E. Blairac2c3242014-01-24 13:38:51 -08001496 # This test assumes the repo is already cloned; make sure it is
Paul Belanger503bded2016-11-11 19:43:38 -05001497 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6df67132017-04-19 13:53:20 -07001498 trusted, project = tenant.getProject('org/project')
James E. Blair0ffa0102017-03-30 13:11:33 -07001499 url = self.fake_gerrit.getGitUrl(project)
James E. Blair6df67132017-04-19 13:53:20 -07001500 self.merge_server.merger.addProject('org/project', url)
1501 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair4886f282012-11-15 09:27:33 -08001502 A.addPatchset(large=True)
James E. Blair6df67132017-04-19 13:53:20 -07001503 path = os.path.join(self.upstream_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001504 repack_repo(path)
James E. Blair6df67132017-04-19 13:53:20 -07001505 path = os.path.join(self.merger_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001506 if os.path.exists(path):
1507 repack_repo(path)
James E. Blair6df67132017-04-19 13:53:20 -07001508 path = os.path.join(self.executor_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001509 if os.path.exists(path):
1510 repack_repo(path)
James E. Blair4886f282012-11-15 09:27:33 -08001511
James E. Blair8b5408c2016-08-08 15:37:46 -07001512 A.addApproval('code-review', 2)
1513 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4886f282012-11-15 09:27:33 -08001514 self.waitUntilSettled()
Paul Belanger503bded2016-11-11 19:43:38 -05001515 self.assertEqual(self.getJobFromHistory('project-merge').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001516 'SUCCESS')
Paul Belanger503bded2016-11-11 19:43:38 -05001517 self.assertEqual(self.getJobFromHistory('project-test1').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001518 'SUCCESS')
Paul Belanger503bded2016-11-11 19:43:38 -05001519 self.assertEqual(self.getJobFromHistory('project-test2').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001520 'SUCCESS')
1521 self.assertEqual(A.data['status'], 'MERGED')
1522 self.assertEqual(A.reported, 2)
James E. Blair4886f282012-11-15 09:27:33 -08001523
James E. Blair2fa50962013-01-30 21:50:41 -08001524 def test_new_patchset_dequeues_old(self):
1525 "Test that a new patchset causes the old to be dequeued"
1526 # D -> C (depends on B) -> B (depends on A) -> A -> M
Paul Belanger174a8272017-03-14 13:20:10 -04001527 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001528 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
1529 M.setMerged()
1530
1531 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1532 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1533 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1534 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001535 A.addApproval('code-review', 2)
1536 B.addApproval('code-review', 2)
1537 C.addApproval('code-review', 2)
1538 D.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001539
1540 C.setDependsOn(B, 1)
1541 B.setDependsOn(A, 1)
1542 A.setDependsOn(M, 1)
1543
James E. Blair8b5408c2016-08-08 15:37:46 -07001544 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1545 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1546 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1547 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001548 self.waitUntilSettled()
1549
1550 B.addPatchset()
1551 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1552 self.waitUntilSettled()
1553
Paul Belanger174a8272017-03-14 13:20:10 -04001554 self.executor_server.hold_jobs_in_build = False
1555 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001556 self.waitUntilSettled()
1557
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001558 self.assertEqual(A.data['status'], 'MERGED')
1559 self.assertEqual(A.reported, 2)
1560 self.assertEqual(B.data['status'], 'NEW')
1561 self.assertEqual(B.reported, 2)
1562 self.assertEqual(C.data['status'], 'NEW')
1563 self.assertEqual(C.reported, 2)
1564 self.assertEqual(D.data['status'], 'MERGED')
1565 self.assertEqual(D.reported, 2)
1566 self.assertEqual(len(self.history), 9) # 3 each for A, B, D.
James E. Blair2fa50962013-01-30 21:50:41 -08001567
James E. Blairba437362015-02-07 11:41:52 -08001568 def test_new_patchset_check(self):
1569 "Test a new patchset in check"
Antoine Mussobd86a312014-01-08 14:51:33 +01001570
Paul Belanger174a8272017-03-14 13:20:10 -04001571 self.executor_server.hold_jobs_in_build = True
Antoine Mussobd86a312014-01-08 14:51:33 +01001572
1573 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blairba437362015-02-07 11:41:52 -08001574 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger18e5f632016-11-03 15:24:16 -04001575 tenant = self.sched.abide.tenants.get('tenant-one')
1576 check_pipeline = tenant.layout.pipelines['check']
James E. Blairba437362015-02-07 11:41:52 -08001577
1578 # Add two git-dependent changes
1579 B.setDependsOn(A, 1)
1580 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1581 self.waitUntilSettled()
Antoine Mussobd86a312014-01-08 14:51:33 +01001582 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1583 self.waitUntilSettled()
James E. Blairba437362015-02-07 11:41:52 -08001584
1585 # A live item, and a non-live/live pair
1586 items = check_pipeline.getAllItems()
1587 self.assertEqual(len(items), 3)
1588
1589 self.assertEqual(items[0].change.number, '1')
1590 self.assertEqual(items[0].change.patchset, '1')
1591 self.assertFalse(items[0].live)
1592
1593 self.assertEqual(items[1].change.number, '2')
1594 self.assertEqual(items[1].change.patchset, '1')
1595 self.assertTrue(items[1].live)
1596
1597 self.assertEqual(items[2].change.number, '1')
1598 self.assertEqual(items[2].change.patchset, '1')
1599 self.assertTrue(items[2].live)
1600
1601 # Add a new patchset to A
1602 A.addPatchset()
1603 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
1604 self.waitUntilSettled()
1605
1606 # The live copy of A,1 should be gone, but the non-live and B
1607 # should continue, and we should have a new A,2
1608 items = check_pipeline.getAllItems()
1609 self.assertEqual(len(items), 3)
1610
1611 self.assertEqual(items[0].change.number, '1')
1612 self.assertEqual(items[0].change.patchset, '1')
1613 self.assertFalse(items[0].live)
1614
1615 self.assertEqual(items[1].change.number, '2')
1616 self.assertEqual(items[1].change.patchset, '1')
1617 self.assertTrue(items[1].live)
1618
1619 self.assertEqual(items[2].change.number, '1')
1620 self.assertEqual(items[2].change.patchset, '2')
1621 self.assertTrue(items[2].live)
1622
1623 # Add a new patchset to B
1624 B.addPatchset()
1625 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1626 self.waitUntilSettled()
1627
1628 # The live copy of B,1 should be gone, and it's non-live copy of A,1
1629 # but we should have a new B,2 (still based on A,1)
1630 items = check_pipeline.getAllItems()
1631 self.assertEqual(len(items), 3)
1632
1633 self.assertEqual(items[0].change.number, '1')
1634 self.assertEqual(items[0].change.patchset, '2')
1635 self.assertTrue(items[0].live)
1636
1637 self.assertEqual(items[1].change.number, '1')
1638 self.assertEqual(items[1].change.patchset, '1')
1639 self.assertFalse(items[1].live)
1640
1641 self.assertEqual(items[2].change.number, '2')
1642 self.assertEqual(items[2].change.patchset, '2')
1643 self.assertTrue(items[2].live)
1644
1645 self.builds[0].release()
1646 self.waitUntilSettled()
1647 self.builds[0].release()
1648 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001649 self.executor_server.hold_jobs_in_build = False
1650 self.executor_server.release()
James E. Blairba437362015-02-07 11:41:52 -08001651 self.waitUntilSettled()
1652
1653 self.assertEqual(A.reported, 1)
1654 self.assertEqual(B.reported, 1)
1655 self.assertEqual(self.history[0].result, 'ABORTED')
1656 self.assertEqual(self.history[0].changes, '1,1')
1657 self.assertEqual(self.history[1].result, 'ABORTED')
1658 self.assertEqual(self.history[1].changes, '1,1 2,1')
1659 self.assertEqual(self.history[2].result, 'SUCCESS')
1660 self.assertEqual(self.history[2].changes, '1,2')
1661 self.assertEqual(self.history[3].result, 'SUCCESS')
1662 self.assertEqual(self.history[3].changes, '1,1 2,2')
1663
1664 def test_abandoned_gate(self):
1665 "Test that an abandoned change is dequeued from gate"
1666
Paul Belanger174a8272017-03-14 13:20:10 -04001667 self.executor_server.hold_jobs_in_build = True
James E. Blairba437362015-02-07 11:41:52 -08001668
1669 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001670 A.addApproval('code-review', 2)
1671 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairba437362015-02-07 11:41:52 -08001672 self.waitUntilSettled()
Antoine Mussobd86a312014-01-08 14:51:33 +01001673 self.assertEqual(len(self.builds), 1, "One job being built (on hold)")
1674 self.assertEqual(self.builds[0].name, 'project-merge')
1675
1676 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1677 self.waitUntilSettled()
1678
Paul Belanger174a8272017-03-14 13:20:10 -04001679 self.executor_server.release('.*-merge')
Antoine Mussobd86a312014-01-08 14:51:33 +01001680 self.waitUntilSettled()
1681
Arie5b4048c2016-10-05 16:12:06 +03001682 self.assertBuilds([])
1683 self.assertHistory([
1684 dict(name='project-merge', result='ABORTED', changes='1,1')],
1685 ordered=False)
James E. Blairba437362015-02-07 11:41:52 -08001686 self.assertEqual(A.reported, 1,
1687 "Abandoned gate change should report only start")
1688
1689 def test_abandoned_check(self):
1690 "Test that an abandoned change is dequeued from check"
1691
Paul Belanger174a8272017-03-14 13:20:10 -04001692 self.executor_server.hold_jobs_in_build = True
James E. Blairba437362015-02-07 11:41:52 -08001693
1694 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1695 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger18e5f632016-11-03 15:24:16 -04001696 tenant = self.sched.abide.tenants.get('tenant-one')
1697 check_pipeline = tenant.layout.pipelines['check']
James E. Blairba437362015-02-07 11:41:52 -08001698
1699 # Add two git-dependent changes
1700 B.setDependsOn(A, 1)
1701 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1702 self.waitUntilSettled()
1703 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1704 self.waitUntilSettled()
1705 # A live item, and a non-live/live pair
1706 items = check_pipeline.getAllItems()
1707 self.assertEqual(len(items), 3)
1708
1709 self.assertEqual(items[0].change.number, '1')
1710 self.assertFalse(items[0].live)
1711
1712 self.assertEqual(items[1].change.number, '2')
1713 self.assertTrue(items[1].live)
1714
1715 self.assertEqual(items[2].change.number, '1')
1716 self.assertTrue(items[2].live)
1717
1718 # Abandon A
1719 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1720 self.waitUntilSettled()
1721
1722 # The live copy of A should be gone, but the non-live and B
1723 # should continue
1724 items = check_pipeline.getAllItems()
1725 self.assertEqual(len(items), 2)
1726
1727 self.assertEqual(items[0].change.number, '1')
1728 self.assertFalse(items[0].live)
1729
1730 self.assertEqual(items[1].change.number, '2')
1731 self.assertTrue(items[1].live)
1732
Paul Belanger174a8272017-03-14 13:20:10 -04001733 self.executor_server.hold_jobs_in_build = False
1734 self.executor_server.release()
James E. Blairba437362015-02-07 11:41:52 -08001735 self.waitUntilSettled()
1736
1737 self.assertEqual(len(self.history), 4)
1738 self.assertEqual(self.history[0].result, 'ABORTED',
Antoine Mussobd86a312014-01-08 14:51:33 +01001739 'Build should have been aborted')
1740 self.assertEqual(A.reported, 0, "Abandoned change should not report")
James E. Blairba437362015-02-07 11:41:52 -08001741 self.assertEqual(B.reported, 1, "Change should report")
Antoine Mussobd86a312014-01-08 14:51:33 +01001742
Steve Varnau7b78b312015-04-03 14:49:46 -07001743 def test_abandoned_not_timer(self):
1744 "Test that an abandoned change does not cancel timer jobs"
1745
Paul Belanger174a8272017-03-14 13:20:10 -04001746 self.executor_server.hold_jobs_in_build = True
Steve Varnau7b78b312015-04-03 14:49:46 -07001747
1748 # Start timer trigger - also org/project
Clint Byrumead6c562017-02-01 16:34:04 -08001749 self.updateConfigLayout('layout-idle')
Steve Varnau7b78b312015-04-03 14:49:46 -07001750 self.sched.reconfigure(self.config)
Steve Varnau7b78b312015-04-03 14:49:46 -07001751 # The pipeline triggers every second, so we should have seen
1752 # several by now.
1753 time.sleep(5)
1754 self.waitUntilSettled()
1755 # Stop queuing timer triggered jobs so that the assertions
1756 # below don't race against more jobs being queued.
Clint Byrumead6c562017-02-01 16:34:04 -08001757 # Must be in same repo, so overwrite config with another one
Clint Byrum58264dc2017-02-07 21:21:22 -08001758 self.commitLayoutUpdate('layout-idle', 'layout-no-timer')
Clint Byrumead6c562017-02-01 16:34:04 -08001759
Steve Varnau7b78b312015-04-03 14:49:46 -07001760 self.sched.reconfigure(self.config)
Steve Varnau7b78b312015-04-03 14:49:46 -07001761 self.assertEqual(len(self.builds), 2, "Two timer jobs")
1762
1763 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1764 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1765 self.waitUntilSettled()
1766 self.assertEqual(len(self.builds), 3, "One change plus two timer jobs")
1767
1768 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1769 self.waitUntilSettled()
1770
1771 self.assertEqual(len(self.builds), 2, "Two timer jobs remain")
1772
Paul Belanger174a8272017-03-14 13:20:10 -04001773 self.executor_server.release()
Steve Varnau7b78b312015-04-03 14:49:46 -07001774 self.waitUntilSettled()
1775
Arx Cruzb1b010d2013-10-28 19:49:59 -02001776 def test_zuul_url_return(self):
1777 "Test if ZUUL_URL is returning when zuul_url is set in zuul.conf"
James E. Blair4076e2b2014-01-28 12:42:20 -08001778 self.assertTrue(self.sched.config.has_option('merger', 'zuul_url'))
Paul Belanger174a8272017-03-14 13:20:10 -04001779 self.executor_server.hold_jobs_in_build = True
Arx Cruzb1b010d2013-10-28 19:49:59 -02001780
1781 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001782 A.addApproval('code-review', 2)
1783 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Arx Cruzb1b010d2013-10-28 19:49:59 -02001784 self.waitUntilSettled()
1785
1786 self.assertEqual(len(self.builds), 1)
1787 for build in self.builds:
1788 self.assertTrue('ZUUL_URL' in build.parameters)
1789
Paul Belanger174a8272017-03-14 13:20:10 -04001790 self.executor_server.hold_jobs_in_build = False
1791 self.executor_server.release()
Arx Cruzb1b010d2013-10-28 19:49:59 -02001792 self.waitUntilSettled()
1793
James E. Blair2fa50962013-01-30 21:50:41 -08001794 def test_new_patchset_dequeues_old_on_head(self):
1795 "Test that a new patchset causes the old to be dequeued (at head)"
1796 # D -> C (depends on B) -> B (depends on A) -> A -> M
Paul Belanger174a8272017-03-14 13:20:10 -04001797 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001798 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
1799 M.setMerged()
1800 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1801 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1802 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1803 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001804 A.addApproval('code-review', 2)
1805 B.addApproval('code-review', 2)
1806 C.addApproval('code-review', 2)
1807 D.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001808
1809 C.setDependsOn(B, 1)
1810 B.setDependsOn(A, 1)
1811 A.setDependsOn(M, 1)
1812
James E. Blair8b5408c2016-08-08 15:37:46 -07001813 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1814 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1815 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1816 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001817 self.waitUntilSettled()
1818
1819 A.addPatchset()
1820 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
1821 self.waitUntilSettled()
1822
Paul Belanger174a8272017-03-14 13:20:10 -04001823 self.executor_server.hold_jobs_in_build = False
1824 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001825 self.waitUntilSettled()
1826
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001827 self.assertEqual(A.data['status'], 'NEW')
1828 self.assertEqual(A.reported, 2)
1829 self.assertEqual(B.data['status'], 'NEW')
1830 self.assertEqual(B.reported, 2)
1831 self.assertEqual(C.data['status'], 'NEW')
1832 self.assertEqual(C.reported, 2)
1833 self.assertEqual(D.data['status'], 'MERGED')
1834 self.assertEqual(D.reported, 2)
1835 self.assertEqual(len(self.history), 7)
James E. Blair2fa50962013-01-30 21:50:41 -08001836
1837 def test_new_patchset_dequeues_old_without_dependents(self):
1838 "Test that a new patchset causes only the old to be dequeued"
Paul Belanger174a8272017-03-14 13:20:10 -04001839 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001840 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1841 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1842 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001843 A.addApproval('code-review', 2)
1844 B.addApproval('code-review', 2)
1845 C.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001846
James E. Blair8b5408c2016-08-08 15:37:46 -07001847 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1848 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1849 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001850 self.waitUntilSettled()
1851
1852 B.addPatchset()
1853 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1854 self.waitUntilSettled()
1855
Paul Belanger174a8272017-03-14 13:20:10 -04001856 self.executor_server.hold_jobs_in_build = False
1857 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001858 self.waitUntilSettled()
1859
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001860 self.assertEqual(A.data['status'], 'MERGED')
1861 self.assertEqual(A.reported, 2)
1862 self.assertEqual(B.data['status'], 'NEW')
1863 self.assertEqual(B.reported, 2)
1864 self.assertEqual(C.data['status'], 'MERGED')
1865 self.assertEqual(C.reported, 2)
1866 self.assertEqual(len(self.history), 9)
James E. Blair2fa50962013-01-30 21:50:41 -08001867
1868 def test_new_patchset_dequeues_old_independent_queue(self):
1869 "Test that a new patchset causes the old to be dequeued (independent)"
Paul Belanger174a8272017-03-14 13:20:10 -04001870 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001871 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1872 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1873 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1874 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1875 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1876 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
1877 self.waitUntilSettled()
1878
1879 B.addPatchset()
1880 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1881 self.waitUntilSettled()
1882
Paul Belanger174a8272017-03-14 13:20:10 -04001883 self.executor_server.hold_jobs_in_build = False
1884 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001885 self.waitUntilSettled()
1886
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001887 self.assertEqual(A.data['status'], 'NEW')
1888 self.assertEqual(A.reported, 1)
1889 self.assertEqual(B.data['status'], 'NEW')
1890 self.assertEqual(B.reported, 1)
1891 self.assertEqual(C.data['status'], 'NEW')
1892 self.assertEqual(C.reported, 1)
1893 self.assertEqual(len(self.history), 10)
1894 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 1)
James E. Blair7d0dedc2013-02-21 17:26:09 -08001895
James E. Blaircc020532017-04-19 13:04:44 -07001896 @simple_layout('layouts/noop-job.yaml')
James E. Blair18c64442014-03-18 10:14:45 -07001897 def test_noop_job(self):
1898 "Test that the internal noop job works"
1899 A = self.fake_gerrit.addFakeChange('org/noop-project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001900 A.addApproval('code-review', 2)
1901 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair18c64442014-03-18 10:14:45 -07001902 self.waitUntilSettled()
1903
1904 self.assertEqual(len(self.gearman_server.getQueue()), 0)
1905 self.assertTrue(self.sched._areAllBuildsComplete())
1906 self.assertEqual(len(self.history), 0)
1907 self.assertEqual(A.data['status'], 'MERGED')
1908 self.assertEqual(A.reported, 2)
1909
James E. Blair06cc3922017-04-19 10:08:10 -07001910 @simple_layout('layouts/no-jobs-project.yaml')
Evgeny Antyshevd6e546c2015-06-11 15:13:57 +00001911 def test_no_job_project(self):
1912 "Test that reports with no jobs don't get sent"
1913 A = self.fake_gerrit.addFakeChange('org/no-jobs-project',
1914 'master', 'A')
1915 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1916 self.waitUntilSettled()
1917
1918 # Change wasn't reported to
1919 self.assertEqual(A.reported, False)
1920
1921 # Check queue is empty afterwards
Clint Byrum883c30e2016-12-13 11:54:33 -08001922 tenant = self.sched.abide.tenants.get('tenant-one')
1923 check_pipeline = tenant.layout.pipelines['check']
Evgeny Antyshevd6e546c2015-06-11 15:13:57 +00001924 items = check_pipeline.getAllItems()
1925 self.assertEqual(len(items), 0)
1926
1927 self.assertEqual(len(self.history), 0)
1928
James E. Blair7d0dedc2013-02-21 17:26:09 -08001929 def test_zuul_refs(self):
1930 "Test that zuul refs exist and have the right changes"
Paul Belanger174a8272017-03-14 13:20:10 -04001931 self.executor_server.hold_jobs_in_build = True
James E. Blair7d0dedc2013-02-21 17:26:09 -08001932 M1 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'M1')
1933 M1.setMerged()
1934 M2 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'M2')
1935 M2.setMerged()
1936
1937 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1938 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1939 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
1940 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001941 A.addApproval('code-review', 2)
1942 B.addApproval('code-review', 2)
1943 C.addApproval('code-review', 2)
1944 D.addApproval('code-review', 2)
1945 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1946 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1947 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1948 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001949
1950 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001951 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001952 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001953 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001954 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001955 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001956 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001957 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001958 self.waitUntilSettled()
1959
James E. Blair7d0dedc2013-02-21 17:26:09 -08001960 a_zref = b_zref = c_zref = d_zref = None
Clint Byrum3343e3e2016-11-15 16:05:03 -08001961 a_build = b_build = c_build = d_build = None
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001962 for x in self.builds:
James E. Blair7d0dedc2013-02-21 17:26:09 -08001963 if x.parameters['ZUUL_CHANGE'] == '3':
1964 a_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001965 a_build = x
1966 elif x.parameters['ZUUL_CHANGE'] == '4':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001967 b_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001968 b_build = x
1969 elif x.parameters['ZUUL_CHANGE'] == '5':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001970 c_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001971 c_build = x
1972 elif x.parameters['ZUUL_CHANGE'] == '6':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001973 d_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001974 d_build = x
1975 if a_build and b_build and c_build and d_build:
1976 break
James E. Blair7d0dedc2013-02-21 17:26:09 -08001977
1978 # There are... four... refs.
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001979 self.assertIsNotNone(a_zref)
1980 self.assertIsNotNone(b_zref)
1981 self.assertIsNotNone(c_zref)
1982 self.assertIsNotNone(d_zref)
James E. Blair7d0dedc2013-02-21 17:26:09 -08001983
1984 # And they should all be different
1985 refs = set([a_zref, b_zref, c_zref, d_zref])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001986 self.assertEqual(len(refs), 4)
James E. Blair7d0dedc2013-02-21 17:26:09 -08001987
Clint Byrum3343e3e2016-11-15 16:05:03 -08001988 # should have a, not b, and should not be in project2
1989 self.assertTrue(a_build.hasChanges(A))
1990 self.assertFalse(a_build.hasChanges(B, M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001991
Clint Byrum3343e3e2016-11-15 16:05:03 -08001992 # should have a and b, and should not be in project2
1993 self.assertTrue(b_build.hasChanges(A, B))
1994 self.assertFalse(b_build.hasChanges(M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001995
Clint Byrum3343e3e2016-11-15 16:05:03 -08001996 # should have a and b in 1, c in 2
1997 self.assertTrue(c_build.hasChanges(A, B, C))
1998 self.assertFalse(c_build.hasChanges(D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001999
Clint Byrum3343e3e2016-11-15 16:05:03 -08002000 # should have a and b in 1, c and d in 2
2001 self.assertTrue(d_build.hasChanges(A, B, C, D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002002
Paul Belanger174a8272017-03-14 13:20:10 -04002003 self.executor_server.hold_jobs_in_build = False
2004 self.executor_server.release()
James E. Blair7d0dedc2013-02-21 17:26:09 -08002005 self.waitUntilSettled()
2006
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002007 self.assertEqual(A.data['status'], 'MERGED')
2008 self.assertEqual(A.reported, 2)
2009 self.assertEqual(B.data['status'], 'MERGED')
2010 self.assertEqual(B.reported, 2)
2011 self.assertEqual(C.data['status'], 'MERGED')
2012 self.assertEqual(C.reported, 2)
2013 self.assertEqual(D.data['status'], 'MERGED')
2014 self.assertEqual(D.reported, 2)
James E. Blair70c71582013-03-06 08:50:50 -08002015
James E. Blair4a28a882013-08-23 15:17:33 -07002016 def test_rerun_on_error(self):
2017 "Test that if a worker fails to run a job, it is run again"
Paul Belanger174a8272017-03-14 13:20:10 -04002018 self.executor_server.hold_jobs_in_build = True
James E. Blair4a28a882013-08-23 15:17:33 -07002019 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002020 A.addApproval('code-review', 2)
2021 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4a28a882013-08-23 15:17:33 -07002022 self.waitUntilSettled()
2023
James E. Blair412fba82017-01-26 15:00:50 -08002024 self.builds[0].requeue = True
Paul Belanger174a8272017-03-14 13:20:10 -04002025 self.executor_server.hold_jobs_in_build = False
2026 self.executor_server.release()
James E. Blair4a28a882013-08-23 15:17:33 -07002027 self.waitUntilSettled()
James E. Blair412fba82017-01-26 15:00:50 -08002028 self.assertEqual(self.countJobResults(self.history, None), 1)
James E. Blair4a28a882013-08-23 15:17:33 -07002029 self.assertEqual(self.countJobResults(self.history, 'SUCCESS'), 3)
2030
James E. Blair412e5582013-04-22 15:50:12 -07002031 def test_statsd(self):
2032 "Test each of the statsd methods used in the scheduler"
2033 import extras
2034 statsd = extras.try_import('statsd.statsd')
2035 statsd.incr('test-incr')
2036 statsd.timing('test-timing', 3)
Alex Gaynor813d39b2014-05-17 16:17:16 -07002037 statsd.gauge('test-gauge', 12)
James E. Blair412e5582013-04-22 15:50:12 -07002038 self.assertReportedStat('test-incr', '1|c')
2039 self.assertReportedStat('test-timing', '3|ms')
Alex Gaynor813d39b2014-05-17 16:17:16 -07002040 self.assertReportedStat('test-gauge', '12|g')
James E. Blair412e5582013-04-22 15:50:12 -07002041
James E. Blairdad52252014-02-07 16:59:17 -08002042 def test_stuck_job_cleanup(self):
2043 "Test that pending jobs are cleaned up if removed from layout"
Clint Byrum678e2c32017-03-16 16:27:21 -07002044
2045 # We want to hold the project-merge job that the fake change enqueues
James E. Blairdad52252014-02-07 16:59:17 -08002046 self.gearman_server.hold_jobs_in_queue = True
2047 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002048 A.addApproval('code-review', 2)
2049 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairdad52252014-02-07 16:59:17 -08002050 self.waitUntilSettled()
Clint Byrum678e2c32017-03-16 16:27:21 -07002051 # The assertion is that we have one job in the queue, project-merge
James E. Blairdad52252014-02-07 16:59:17 -08002052 self.assertEqual(len(self.gearman_server.getQueue()), 1)
2053
Clint Byrum678e2c32017-03-16 16:27:21 -07002054 self.commitLayoutUpdate('common-config', 'layout-no-jobs')
James E. Blairdad52252014-02-07 16:59:17 -08002055 self.sched.reconfigure(self.config)
2056 self.waitUntilSettled()
2057
James E. Blair18c64442014-03-18 10:14:45 -07002058 self.gearman_server.release('gate-noop')
James E. Blairdad52252014-02-07 16:59:17 -08002059 self.waitUntilSettled()
Clint Byrum678e2c32017-03-16 16:27:21 -07002060 # asserting that project-merge is removed from queue
James E. Blairdad52252014-02-07 16:59:17 -08002061 self.assertEqual(len(self.gearman_server.getQueue()), 0)
2062 self.assertTrue(self.sched._areAllBuildsComplete())
2063
2064 self.assertEqual(len(self.history), 1)
James E. Blair18c64442014-03-18 10:14:45 -07002065 self.assertEqual(self.history[0].name, 'gate-noop')
James E. Blairdad52252014-02-07 16:59:17 -08002066 self.assertEqual(self.history[0].result, 'SUCCESS')
2067
James E. Blair879dafb2015-07-17 14:04:49 -07002068 def test_file_head(self):
2069 # This is a regression test for an observed bug. A change
2070 # with a file named "HEAD" in the root directory of the repo
2071 # was processed by a merger. It then was unable to reset the
2072 # repo because of:
2073 # GitCommandError: 'git reset --hard HEAD' returned
2074 # with exit code 128
2075 # stderr: 'fatal: ambiguous argument 'HEAD': both revision
2076 # and filename
2077 # Use '--' to separate filenames from revisions'
2078
2079 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belangera91095f2016-11-04 19:28:48 -04002080 A.addPatchset({'HEAD': ''})
James E. Blair879dafb2015-07-17 14:04:49 -07002081 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2082
2083 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
2084 self.waitUntilSettled()
2085
2086 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2087 self.waitUntilSettled()
2088
2089 self.assertIn('Build succeeded', A.messages[0])
2090 self.assertIn('Build succeeded', B.messages[0])
2091
James E. Blair70c71582013-03-06 08:50:50 -08002092 def test_file_jobs(self):
2093 "Test that file jobs run only when appropriate"
2094 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Adam Gandelman5661bda2017-02-03 15:58:03 -08002095 A.addPatchset({'pip-requires': 'foo'})
James E. Blair70c71582013-03-06 08:50:50 -08002096 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07002097 A.addApproval('code-review', 2)
2098 B.addApproval('code-review', 2)
2099 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
2100 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair70c71582013-03-06 08:50:50 -08002101 self.waitUntilSettled()
2102
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002103 testfile_jobs = [x for x in self.history
James E. Blair70c71582013-03-06 08:50:50 -08002104 if x.name == 'project-testfile']
2105
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002106 self.assertEqual(len(testfile_jobs), 1)
2107 self.assertEqual(testfile_jobs[0].changes, '1,2')
2108 self.assertEqual(A.data['status'], 'MERGED')
2109 self.assertEqual(A.reported, 2)
2110 self.assertEqual(B.data['status'], 'MERGED')
2111 self.assertEqual(B.reported, 2)
James E. Blair3c5e5b52013-04-26 11:17:03 -07002112
Clint Byrum3ee39f32016-11-17 23:45:07 -08002113 def _test_irrelevant_files_jobs(self, should_skip):
2114 "Test that jobs with irrelevant-files filter run only when appropriate"
Clint Byrum3ee39f32016-11-17 23:45:07 -08002115 if should_skip:
2116 files = {'ignoreme': 'ignored\n'}
2117 else:
2118 files = {'respectme': 'please!\n'}
Maru Newby3fe5f852015-01-13 04:22:14 +00002119
2120 change = self.fake_gerrit.addFakeChange('org/project',
Clint Byrum3ee39f32016-11-17 23:45:07 -08002121 'master',
2122 'test irrelevant-files',
2123 files=files)
Maru Newby3fe5f852015-01-13 04:22:14 +00002124 self.fake_gerrit.addEvent(change.getPatchsetCreatedEvent(1))
2125 self.waitUntilSettled()
2126
2127 tested_change_ids = [x.changes[0] for x in self.history
Clint Byrum3ee39f32016-11-17 23:45:07 -08002128 if x.name == 'project-test-irrelevant-files']
Maru Newby3fe5f852015-01-13 04:22:14 +00002129
2130 if should_skip:
2131 self.assertEqual([], tested_change_ids)
2132 else:
2133 self.assertIn(change.data['number'], tested_change_ids)
2134
James E. Blaircc324192017-04-19 14:36:08 -07002135 @simple_layout('layouts/irrelevant-files.yaml')
Clint Byrum3ee39f32016-11-17 23:45:07 -08002136 def test_irrelevant_files_match_skips_job(self):
2137 self._test_irrelevant_files_jobs(should_skip=True)
Maru Newby3fe5f852015-01-13 04:22:14 +00002138
James E. Blaircc324192017-04-19 14:36:08 -07002139 @simple_layout('layouts/irrelevant-files.yaml')
Clint Byrum3ee39f32016-11-17 23:45:07 -08002140 def test_irrelevant_files_no_match_runs_job(self):
2141 self._test_irrelevant_files_jobs(should_skip=False)
Maru Newby3fe5f852015-01-13 04:22:14 +00002142
James E. Blaircc324192017-04-19 14:36:08 -07002143 @simple_layout('layouts/inheritance.yaml')
Clint Byrum85493602016-11-18 11:59:47 -08002144 def test_inherited_jobs_keep_matchers(self):
Clint Byrum85493602016-11-18 11:59:47 -08002145 files = {'ignoreme': 'ignored\n'}
2146
2147 change = self.fake_gerrit.addFakeChange('org/project',
2148 'master',
2149 'test irrelevant-files',
2150 files=files)
2151 self.fake_gerrit.addEvent(change.getPatchsetCreatedEvent(1))
2152 self.waitUntilSettled()
2153
2154 run_jobs = set([build.name for build in self.history])
2155
2156 self.assertEqual(set(['project-test-nomatch-starts-empty',
2157 'project-test-nomatch-starts-full']), run_jobs)
2158
James E. Blairec056492016-07-22 09:45:56 -07002159 @skip("Disabled for early v3 development")
James E. Blair3c5e5b52013-04-26 11:17:03 -07002160 def test_test_config(self):
2161 "Test that we can test the config"
James E. Blairf84026c2015-12-08 16:11:46 -08002162 self.sched.testConfig(self.config.get('zuul', 'tenant_config'),
Joshua Hesketh352264b2015-08-11 23:42:08 +10002163 self.connections)
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002164
James E. Blairc8a1e052014-02-25 09:29:26 -08002165 def test_queue_names(self):
2166 "Test shared change queue names"
Paul Belanger8e68fc22017-02-06 16:24:49 -05002167 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6053de42017-04-05 11:27:11 -07002168 (trusted, project1) = tenant.getProject('org/project1')
2169 (trusted, project2) = tenant.getProject('org/project2')
Paul Belanger8e68fc22017-02-06 16:24:49 -05002170 q1 = tenant.layout.pipelines['gate'].getQueue(project1)
2171 q2 = tenant.layout.pipelines['gate'].getQueue(project2)
2172 self.assertEqual(q1.name, 'integrated')
2173 self.assertEqual(q2.name, 'integrated')
James E. Blairc8a1e052014-02-25 09:29:26 -08002174
James E. Blair64ed6f22013-07-10 14:07:23 -07002175 def test_queue_precedence(self):
2176 "Test that queue precedence works"
2177
2178 self.gearman_server.hold_jobs_in_queue = True
Paul Belanger174a8272017-03-14 13:20:10 -04002179 self.executor_server.hold_jobs_in_build = True
James E. Blair64ed6f22013-07-10 14:07:23 -07002180 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2181 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
James E. Blair8b5408c2016-08-08 15:37:46 -07002182 A.addApproval('code-review', 2)
2183 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair64ed6f22013-07-10 14:07:23 -07002184
2185 self.waitUntilSettled()
2186 self.gearman_server.hold_jobs_in_queue = False
2187 self.gearman_server.release()
2188 self.waitUntilSettled()
2189
James E. Blair8de58bd2013-07-18 16:23:33 -07002190 # Run one build at a time to ensure non-race order:
James E. Blairb8c16472015-05-05 14:55:26 -07002191 self.orderedRelease()
Paul Belanger174a8272017-03-14 13:20:10 -04002192 self.executor_server.hold_jobs_in_build = False
James E. Blair8de58bd2013-07-18 16:23:33 -07002193 self.waitUntilSettled()
2194
James E. Blair64ed6f22013-07-10 14:07:23 -07002195 self.log.debug(self.history)
2196 self.assertEqual(self.history[0].pipeline, 'gate')
2197 self.assertEqual(self.history[1].pipeline, 'check')
2198 self.assertEqual(self.history[2].pipeline, 'gate')
2199 self.assertEqual(self.history[3].pipeline, 'gate')
2200 self.assertEqual(self.history[4].pipeline, 'check')
2201 self.assertEqual(self.history[5].pipeline, 'check')
2202
Clark Boylana5edbe42014-06-03 16:39:10 -07002203 def test_json_status(self):
James E. Blair1843a552013-07-03 14:19:52 -07002204 "Test that we can retrieve JSON status info"
Paul Belanger174a8272017-03-14 13:20:10 -04002205 self.executor_server.hold_jobs_in_build = True
James E. Blair1843a552013-07-03 14:19:52 -07002206 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002207 A.addApproval('code-review', 2)
2208 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair1843a552013-07-03 14:19:52 -07002209 self.waitUntilSettled()
2210
Paul Belanger174a8272017-03-14 13:20:10 -04002211 self.executor_server.release('project-merge')
James E. Blairb7273ef2016-04-19 08:58:51 -07002212 self.waitUntilSettled()
2213
James E. Blair1843a552013-07-03 14:19:52 -07002214 port = self.webapp.server.socket.getsockname()[1]
2215
Adam Gandelman77a12c72017-02-03 17:43:43 -08002216 req = urllib.request.Request(
2217 "http://localhost:%s/tenant-one/status" % port)
Morgan Fainberg293f7f82016-05-30 14:01:22 -07002218 f = urllib.request.urlopen(req)
Clark Boylanaa4f2e72014-06-03 21:22:40 -07002219 headers = f.info()
2220 self.assertIn('Content-Length', headers)
2221 self.assertIn('Content-Type', headers)
Sachi Kingdc963fc2016-03-23 16:00:33 +11002222 self.assertIsNotNone(re.match('^application/json(; charset=UTF-8)?$',
2223 headers['Content-Type']))
Timo Tijhof0ebd2932015-04-02 12:11:21 +01002224 self.assertIn('Access-Control-Allow-Origin', headers)
2225 self.assertIn('Cache-Control', headers)
Clark Boylanaa4f2e72014-06-03 21:22:40 -07002226 self.assertIn('Last-Modified', headers)
Timo Tijhof0ebd2932015-04-02 12:11:21 +01002227 self.assertIn('Expires', headers)
James E. Blair1843a552013-07-03 14:19:52 -07002228 data = f.read()
2229
Paul Belanger174a8272017-03-14 13:20:10 -04002230 self.executor_server.hold_jobs_in_build = False
2231 self.executor_server.release()
James E. Blair1843a552013-07-03 14:19:52 -07002232 self.waitUntilSettled()
2233
2234 data = json.loads(data)
James E. Blairb7273ef2016-04-19 08:58:51 -07002235 status_jobs = []
James E. Blair1843a552013-07-03 14:19:52 -07002236 for p in data['pipelines']:
2237 for q in p['change_queues']:
James E. Blairbfb8e042014-12-30 17:01:44 -08002238 if p['name'] in ['gate', 'conflict']:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002239 self.assertEqual(q['window'], 20)
2240 else:
2241 self.assertEqual(q['window'], 0)
James E. Blair1843a552013-07-03 14:19:52 -07002242 for head in q['heads']:
2243 for change in head:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002244 self.assertTrue(change['active'])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002245 self.assertEqual(change['id'], '1,1')
James E. Blair1843a552013-07-03 14:19:52 -07002246 for job in change['jobs']:
James E. Blairb7273ef2016-04-19 08:58:51 -07002247 status_jobs.append(job)
2248 self.assertEqual('project-merge', status_jobs[0]['name'])
2249 self.assertEqual('https://server/job/project-merge/0/',
2250 status_jobs[0]['url'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002251 self.assertEqual('https://server/job/project-merge/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002252 status_jobs[0]['report_url'])
James E. Blairb7273ef2016-04-19 08:58:51 -07002253 self.assertEqual('project-test1', status_jobs[1]['name'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002254 self.assertEqual('https://server/job/project-test1/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002255 status_jobs[1]['url'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002256 self.assertEqual('https://server/job/project-test1/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002257 status_jobs[1]['report_url'])
2258
2259 self.assertEqual('project-test2', status_jobs[2]['name'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002260 self.assertEqual('https://server/job/project-test2/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002261 status_jobs[2]['url'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002262 self.assertEqual('https://server/job/project-test2/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002263 status_jobs[2]['report_url'])
James E. Blair1843a552013-07-03 14:19:52 -07002264
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002265 def test_semaphore_one(self):
2266 "Test semaphores with max=1 (mutex)"
2267 self.updateConfigLayout('layout-semaphore')
James E. Blairaf17a972016-02-03 15:07:18 -08002268 self.sched.reconfigure(self.config)
2269
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002270 self.waitUntilSettled()
2271 tenant = self.sched.abide.tenants.get('openstack')
2272
Paul Belanger174a8272017-03-14 13:20:10 -04002273 self.executor_server.hold_jobs_in_build = True
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002274
James E. Blairaf17a972016-02-03 15:07:18 -08002275 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2276 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002277 self.assertFalse('test-semaphore' in
2278 tenant.semaphore_handler.semaphores)
James E. Blairaf17a972016-02-03 15:07:18 -08002279
2280 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2281 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2282 self.waitUntilSettled()
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002283
James E. Blairaf17a972016-02-03 15:07:18 -08002284 self.assertEqual(len(self.builds), 3)
2285 self.assertEqual(self.builds[0].name, 'project-test1')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002286 self.assertEqual(self.builds[1].name, 'semaphore-one-test1')
James E. Blairaf17a972016-02-03 15:07:18 -08002287 self.assertEqual(self.builds[2].name, 'project-test1')
2288
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002289 self.executor_server.release('semaphore-one-test1')
James E. Blairaf17a972016-02-03 15:07:18 -08002290 self.waitUntilSettled()
2291
2292 self.assertEqual(len(self.builds), 3)
2293 self.assertEqual(self.builds[0].name, 'project-test1')
2294 self.assertEqual(self.builds[1].name, 'project-test1')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002295 self.assertEqual(self.builds[2].name, 'semaphore-one-test2')
2296 self.assertTrue('test-semaphore' in
2297 tenant.semaphore_handler.semaphores)
James E. Blairaf17a972016-02-03 15:07:18 -08002298
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002299 self.executor_server.release('semaphore-one-test2')
James E. Blairaf17a972016-02-03 15:07:18 -08002300 self.waitUntilSettled()
2301
2302 self.assertEqual(len(self.builds), 3)
2303 self.assertEqual(self.builds[0].name, 'project-test1')
2304 self.assertEqual(self.builds[1].name, 'project-test1')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002305 self.assertEqual(self.builds[2].name, 'semaphore-one-test1')
2306 self.assertTrue('test-semaphore' in
2307 tenant.semaphore_handler.semaphores)
James E. Blairaf17a972016-02-03 15:07:18 -08002308
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002309 self.executor_server.release('semaphore-one-test1')
James E. Blairaf17a972016-02-03 15:07:18 -08002310 self.waitUntilSettled()
2311
2312 self.assertEqual(len(self.builds), 3)
2313 self.assertEqual(self.builds[0].name, 'project-test1')
2314 self.assertEqual(self.builds[1].name, 'project-test1')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002315 self.assertEqual(self.builds[2].name, 'semaphore-one-test2')
2316 self.assertTrue('test-semaphore' in
2317 tenant.semaphore_handler.semaphores)
James E. Blairaf17a972016-02-03 15:07:18 -08002318
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002319 self.executor_server.release('semaphore-one-test2')
James E. Blairaf17a972016-02-03 15:07:18 -08002320 self.waitUntilSettled()
2321
2322 self.assertEqual(len(self.builds), 2)
2323 self.assertEqual(self.builds[0].name, 'project-test1')
2324 self.assertEqual(self.builds[1].name, 'project-test1')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002325 self.assertFalse('test-semaphore' in
2326 tenant.semaphore_handler.semaphores)
James E. Blairaf17a972016-02-03 15:07:18 -08002327
Paul Belanger174a8272017-03-14 13:20:10 -04002328 self.executor_server.hold_jobs_in_build = False
2329 self.executor_server.release()
James E. Blairaf17a972016-02-03 15:07:18 -08002330
2331 self.waitUntilSettled()
2332 self.assertEqual(len(self.builds), 0)
2333
2334 self.assertEqual(A.reported, 1)
2335 self.assertEqual(B.reported, 1)
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002336 self.assertFalse('test-semaphore' in
2337 tenant.semaphore_handler.semaphores)
James E. Blairaf17a972016-02-03 15:07:18 -08002338
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002339 def test_semaphore_two(self):
2340 "Test semaphores with max>1"
2341 self.updateConfigLayout('layout-semaphore')
Tobias Henkelfb91a492017-02-15 07:29:43 +01002342 self.sched.reconfigure(self.config)
2343
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002344 self.waitUntilSettled()
2345 tenant = self.sched.abide.tenants.get('openstack')
2346
2347 self.executor_server.hold_jobs_in_build = True
2348 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2349 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2350 self.assertFalse('test-semaphore-two' in
2351 tenant.semaphore_handler.semaphores)
2352
2353 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2354 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2355 self.waitUntilSettled()
2356
2357 self.assertEqual(len(self.builds), 4)
2358 self.assertEqual(self.builds[0].name, 'project-test1')
2359 self.assertEqual(self.builds[1].name, 'semaphore-two-test1')
2360 self.assertEqual(self.builds[2].name, 'semaphore-two-test2')
2361 self.assertEqual(self.builds[3].name, 'project-test1')
2362 self.assertTrue('test-semaphore-two' in
2363 tenant.semaphore_handler.semaphores)
2364 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
2365 'test-semaphore-two', [])), 2)
2366
2367 self.executor_server.release('semaphore-two-test1')
2368 self.waitUntilSettled()
2369
2370 self.assertEqual(len(self.builds), 4)
2371 self.assertEqual(self.builds[0].name, 'project-test1')
2372 self.assertEqual(self.builds[1].name, 'semaphore-two-test2')
2373 self.assertEqual(self.builds[2].name, 'project-test1')
2374 self.assertEqual(self.builds[3].name, 'semaphore-two-test1')
2375 self.assertTrue('test-semaphore-two' in
2376 tenant.semaphore_handler.semaphores)
2377 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
2378 'test-semaphore-two', [])), 2)
2379
2380 self.executor_server.release('semaphore-two-test2')
2381 self.waitUntilSettled()
2382
2383 self.assertEqual(len(self.builds), 4)
2384 self.assertEqual(self.builds[0].name, 'project-test1')
2385 self.assertEqual(self.builds[1].name, 'project-test1')
2386 self.assertEqual(self.builds[2].name, 'semaphore-two-test1')
2387 self.assertEqual(self.builds[3].name, 'semaphore-two-test2')
2388 self.assertTrue('test-semaphore-two' in
2389 tenant.semaphore_handler.semaphores)
2390 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
2391 'test-semaphore-two', [])), 2)
2392
2393 self.executor_server.release('semaphore-two-test1')
2394 self.waitUntilSettled()
2395
2396 self.assertEqual(len(self.builds), 3)
2397 self.assertEqual(self.builds[0].name, 'project-test1')
2398 self.assertEqual(self.builds[1].name, 'project-test1')
2399 self.assertEqual(self.builds[2].name, 'semaphore-two-test2')
2400 self.assertTrue('test-semaphore-two' in
2401 tenant.semaphore_handler.semaphores)
2402 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
2403 'test-semaphore-two', [])), 1)
2404
2405 self.executor_server.release('semaphore-two-test2')
2406 self.waitUntilSettled()
2407
2408 self.assertEqual(len(self.builds), 2)
2409 self.assertEqual(self.builds[0].name, 'project-test1')
2410 self.assertEqual(self.builds[1].name, 'project-test1')
2411 self.assertFalse('test-semaphore-two' in
2412 tenant.semaphore_handler.semaphores)
2413
2414 self.executor_server.hold_jobs_in_build = False
2415 self.executor_server.release()
2416
2417 self.waitUntilSettled()
2418 self.assertEqual(len(self.builds), 0)
2419
2420 self.assertEqual(A.reported, 1)
2421 self.assertEqual(B.reported, 1)
2422
2423 def test_semaphore_abandon(self):
2424 "Test abandon with job semaphores"
2425 self.updateConfigLayout('layout-semaphore')
2426 self.sched.reconfigure(self.config)
2427
2428 self.waitUntilSettled()
2429 tenant = self.sched.abide.tenants.get('openstack')
2430
Paul Belanger174a8272017-03-14 13:20:10 -04002431 self.executor_server.hold_jobs_in_build = True
Tobias Henkelfb91a492017-02-15 07:29:43 +01002432
2433 tenant = self.sched.abide.tenants.get('openstack')
2434 check_pipeline = tenant.layout.pipelines['check']
2435
2436 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002437 self.assertFalse('test-semaphore' in
2438 tenant.semaphore_handler.semaphores)
Tobias Henkelfb91a492017-02-15 07:29:43 +01002439
2440 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2441 self.waitUntilSettled()
2442
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002443 self.assertTrue('test-semaphore' in
2444 tenant.semaphore_handler.semaphores)
Tobias Henkelfb91a492017-02-15 07:29:43 +01002445
2446 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
2447 self.waitUntilSettled()
2448
2449 # The check pipeline should be empty
2450 items = check_pipeline.getAllItems()
2451 self.assertEqual(len(items), 0)
2452
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002453 # The semaphore should be released
2454 self.assertFalse('test-semaphore' in
2455 tenant.semaphore_handler.semaphores)
Tobias Henkelfb91a492017-02-15 07:29:43 +01002456
Paul Belanger174a8272017-03-14 13:20:10 -04002457 self.executor_server.hold_jobs_in_build = False
2458 self.executor_server.release()
Tobias Henkelfb91a492017-02-15 07:29:43 +01002459 self.waitUntilSettled()
2460
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002461 def test_semaphore_reconfigure(self):
2462 "Test reconfigure with job semaphores"
2463 self.updateConfigLayout('layout-semaphore')
Tobias Henkelfb91a492017-02-15 07:29:43 +01002464 self.sched.reconfigure(self.config)
2465
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002466 self.waitUntilSettled()
2467 tenant = self.sched.abide.tenants.get('openstack')
2468
Paul Belanger174a8272017-03-14 13:20:10 -04002469 self.executor_server.hold_jobs_in_build = True
Tobias Henkelfb91a492017-02-15 07:29:43 +01002470
2471 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002472 self.assertFalse('test-semaphore' in
2473 tenant.semaphore_handler.semaphores)
Tobias Henkelfb91a492017-02-15 07:29:43 +01002474
2475 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2476 self.waitUntilSettled()
2477
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002478 self.assertTrue('test-semaphore' in
2479 tenant.semaphore_handler.semaphores)
Tobias Henkelfb91a492017-02-15 07:29:43 +01002480
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002481 # reconfigure without layout change
Tobias Henkelfb91a492017-02-15 07:29:43 +01002482 self.sched.reconfigure(self.config)
2483 self.waitUntilSettled()
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002484 tenant = self.sched.abide.tenants.get('openstack')
2485
2486 # semaphore still must be held
2487 self.assertTrue('test-semaphore' in
2488 tenant.semaphore_handler.semaphores)
2489
2490 self.updateConfigLayout('layout-semaphore-reconfiguration')
2491 self.sched.reconfigure(self.config)
2492 self.waitUntilSettled()
2493 tenant = self.sched.abide.tenants.get('openstack')
Tobias Henkelfb91a492017-02-15 07:29:43 +01002494
Paul Belanger174a8272017-03-14 13:20:10 -04002495 self.executor_server.release('project-test1')
Tobias Henkelfb91a492017-02-15 07:29:43 +01002496 self.waitUntilSettled()
2497
2498 # There should be no builds anymore
2499 self.assertEqual(len(self.builds), 0)
2500
Tobias Henkel9a0e1942017-03-20 16:16:02 +01002501 # The semaphore should be released
2502 self.assertFalse('test-semaphore' in
2503 tenant.semaphore_handler.semaphores)
Tobias Henkelfb91a492017-02-15 07:29:43 +01002504
James E. Blaircdccd972013-07-01 12:10:22 -07002505 def test_live_reconfiguration(self):
2506 "Test that live reconfiguration works"
Paul Belanger174a8272017-03-14 13:20:10 -04002507 self.executor_server.hold_jobs_in_build = True
James E. Blaircdccd972013-07-01 12:10:22 -07002508 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002509 A.addApproval('code-review', 2)
2510 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blaircdccd972013-07-01 12:10:22 -07002511 self.waitUntilSettled()
2512
2513 self.sched.reconfigure(self.config)
James E. Blairbd963632017-02-01 09:58:14 -08002514 self.waitUntilSettled()
James E. Blaircdccd972013-07-01 12:10:22 -07002515
Paul Belanger174a8272017-03-14 13:20:10 -04002516 self.executor_server.hold_jobs_in_build = False
2517 self.executor_server.release()
James E. Blaircdccd972013-07-01 12:10:22 -07002518 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002519 self.assertEqual(self.getJobFromHistory('project-merge').result,
2520 'SUCCESS')
2521 self.assertEqual(self.getJobFromHistory('project-test1').result,
2522 'SUCCESS')
2523 self.assertEqual(self.getJobFromHistory('project-test2').result,
2524 'SUCCESS')
2525 self.assertEqual(A.data['status'], 'MERGED')
2526 self.assertEqual(A.reported, 2)
James E. Blair287c06d2013-07-24 10:39:30 -07002527
James E. Blairec056492016-07-22 09:45:56 -07002528 @skip("Disabled for early v3 development")
James E. Blair6bc782d2015-07-17 16:20:21 -07002529 def test_live_reconfiguration_merge_conflict(self):
2530 # A real-world bug: a change in a gate queue has a merge
2531 # conflict and a job is added to its project while it's
2532 # sitting in the queue. The job gets added to the change and
2533 # enqueued and the change gets stuck.
2534 self.worker.registerFunction('build:project-test3')
Paul Belanger174a8272017-03-14 13:20:10 -04002535 self.executor_server.hold_jobs_in_build = True
James E. Blair6bc782d2015-07-17 16:20:21 -07002536
2537 # This change is fine. It's here to stop the queue long
2538 # enough for the next change to be subject to the
2539 # reconfiguration, as well as to provide a conflict for the
2540 # next change. This change will succeed and merge.
2541 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2542 A.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002543 A.addApproval('code-review', 2)
James E. Blair6bc782d2015-07-17 16:20:21 -07002544
2545 # This change will be in merge conflict. During the
2546 # reconfiguration, we will add a job. We want to make sure
2547 # that doesn't cause it to get stuck.
2548 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2549 B.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002550 B.addApproval('code-review', 2)
James E. Blair4eb21fa2015-07-27 14:56:47 -07002551
James E. Blair8b5408c2016-08-08 15:37:46 -07002552 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
2553 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002554
2555 self.waitUntilSettled()
2556
2557 # No jobs have run yet
2558 self.assertEqual(A.data['status'], 'NEW')
2559 self.assertEqual(A.reported, 1)
2560 self.assertEqual(B.data['status'], 'NEW')
2561 self.assertEqual(B.reported, 1)
2562 self.assertEqual(len(self.history), 0)
2563
2564 # Add the "project-test3" job.
James E. Blairf84026c2015-12-08 16:11:46 -08002565 self.updateConfigLayout(
2566 'tests/fixtures/layout-live-reconfiguration-add-job.yaml')
James E. Blair6bc782d2015-07-17 16:20:21 -07002567 self.sched.reconfigure(self.config)
2568 self.waitUntilSettled()
2569
Paul Belanger174a8272017-03-14 13:20:10 -04002570 self.executor_server.hold_jobs_in_build = False
2571 self.executor_server.release()
James E. Blair6bc782d2015-07-17 16:20:21 -07002572 self.waitUntilSettled()
2573
2574 self.assertEqual(A.data['status'], 'MERGED')
2575 self.assertEqual(A.reported, 2)
2576 self.assertEqual(B.data['status'], 'NEW')
2577 self.assertEqual(B.reported, 2)
2578 self.assertEqual(self.getJobFromHistory('project-merge').result,
2579 'SUCCESS')
2580 self.assertEqual(self.getJobFromHistory('project-test1').result,
2581 'SUCCESS')
2582 self.assertEqual(self.getJobFromHistory('project-test2').result,
2583 'SUCCESS')
2584 self.assertEqual(self.getJobFromHistory('project-test3').result,
2585 'SUCCESS')
2586 self.assertEqual(len(self.history), 4)
2587
James E. Blairec056492016-07-22 09:45:56 -07002588 @skip("Disabled for early v3 development")
James E. Blair400e8fd2015-07-30 17:44:45 -07002589 def test_live_reconfiguration_failed_root(self):
James E. Blair6bc782d2015-07-17 16:20:21 -07002590 # An extrapolation of test_live_reconfiguration_merge_conflict
2591 # that tests a job added to a job tree with a failed root does
2592 # not run.
2593 self.worker.registerFunction('build:project-test3')
Paul Belanger174a8272017-03-14 13:20:10 -04002594 self.executor_server.hold_jobs_in_build = True
James E. Blair6bc782d2015-07-17 16:20:21 -07002595
2596 # This change is fine. It's here to stop the queue long
2597 # enough for the next change to be subject to the
2598 # reconfiguration. This change will succeed and merge.
2599 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2600 A.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002601 A.addApproval('code-review', 2)
2602 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002603 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002604 self.executor_server.release('.*-merge')
James E. Blair6bc782d2015-07-17 16:20:21 -07002605 self.waitUntilSettled()
2606
2607 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger174a8272017-03-14 13:20:10 -04002608 self.executor_server.failJob('project-merge', B)
James E. Blair8b5408c2016-08-08 15:37:46 -07002609 B.addApproval('code-review', 2)
2610 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002611 self.waitUntilSettled()
2612
Paul Belanger174a8272017-03-14 13:20:10 -04002613 self.executor_server.release('.*-merge')
James E. Blair6bc782d2015-07-17 16:20:21 -07002614 self.waitUntilSettled()
2615
2616 # Both -merge jobs have run, but no others.
2617 self.assertEqual(A.data['status'], 'NEW')
2618 self.assertEqual(A.reported, 1)
2619 self.assertEqual(B.data['status'], 'NEW')
2620 self.assertEqual(B.reported, 1)
2621 self.assertEqual(self.history[0].result, 'SUCCESS')
2622 self.assertEqual(self.history[0].name, 'project-merge')
2623 self.assertEqual(self.history[1].result, 'FAILURE')
2624 self.assertEqual(self.history[1].name, 'project-merge')
2625 self.assertEqual(len(self.history), 2)
2626
2627 # Add the "project-test3" job.
James E. Blairf84026c2015-12-08 16:11:46 -08002628 self.updateConfigLayout(
2629 'tests/fixtures/layout-live-reconfiguration-add-job.yaml')
James E. Blair6bc782d2015-07-17 16:20:21 -07002630 self.sched.reconfigure(self.config)
2631 self.waitUntilSettled()
2632
Paul Belanger174a8272017-03-14 13:20:10 -04002633 self.executor_server.hold_jobs_in_build = False
2634 self.executor_server.release()
James E. Blair6bc782d2015-07-17 16:20:21 -07002635 self.waitUntilSettled()
2636
2637 self.assertEqual(A.data['status'], 'MERGED')
2638 self.assertEqual(A.reported, 2)
2639 self.assertEqual(B.data['status'], 'NEW')
2640 self.assertEqual(B.reported, 2)
2641 self.assertEqual(self.history[0].result, 'SUCCESS')
2642 self.assertEqual(self.history[0].name, 'project-merge')
2643 self.assertEqual(self.history[1].result, 'FAILURE')
2644 self.assertEqual(self.history[1].name, 'project-merge')
2645 self.assertEqual(self.history[2].result, 'SUCCESS')
2646 self.assertEqual(self.history[3].result, 'SUCCESS')
2647 self.assertEqual(self.history[4].result, 'SUCCESS')
2648 self.assertEqual(len(self.history), 5)
2649
James E. Blairec056492016-07-22 09:45:56 -07002650 @skip("Disabled for early v3 development")
James E. Blair400e8fd2015-07-30 17:44:45 -07002651 def test_live_reconfiguration_failed_job(self):
2652 # Test that a change with a removed failing job does not
2653 # disrupt reconfiguration. If a change has a failed job and
2654 # that job is removed during a reconfiguration, we observed a
2655 # bug where the code to re-set build statuses would run on
2656 # that build and raise an exception because the job no longer
2657 # existed.
Paul Belanger174a8272017-03-14 13:20:10 -04002658 self.executor_server.hold_jobs_in_build = True
James E. Blair400e8fd2015-07-30 17:44:45 -07002659
2660 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2661
2662 # This change will fail and later be removed by the reconfiguration.
Paul Belanger174a8272017-03-14 13:20:10 -04002663 self.executor_server.failJob('project-test1', A)
James E. Blair400e8fd2015-07-30 17:44:45 -07002664
2665 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2666 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002667 self.executor_server.release('.*-merge')
James E. Blair400e8fd2015-07-30 17:44:45 -07002668 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002669 self.executor_server.release('project-test1')
James E. Blair400e8fd2015-07-30 17:44:45 -07002670 self.waitUntilSettled()
2671
2672 self.assertEqual(A.data['status'], 'NEW')
2673 self.assertEqual(A.reported, 0)
2674
2675 self.assertEqual(self.getJobFromHistory('project-merge').result,
2676 'SUCCESS')
2677 self.assertEqual(self.getJobFromHistory('project-test1').result,
2678 'FAILURE')
2679 self.assertEqual(len(self.history), 2)
2680
2681 # Remove the test1 job.
James E. Blairf84026c2015-12-08 16:11:46 -08002682 self.updateConfigLayout(
2683 'tests/fixtures/layout-live-reconfiguration-failed-job.yaml')
James E. Blair400e8fd2015-07-30 17:44:45 -07002684 self.sched.reconfigure(self.config)
2685 self.waitUntilSettled()
2686
Paul Belanger174a8272017-03-14 13:20:10 -04002687 self.executor_server.hold_jobs_in_build = False
2688 self.executor_server.release()
James E. Blair400e8fd2015-07-30 17:44:45 -07002689 self.waitUntilSettled()
2690
2691 self.assertEqual(self.getJobFromHistory('project-test2').result,
2692 'SUCCESS')
2693 self.assertEqual(self.getJobFromHistory('project-testfile').result,
2694 'SUCCESS')
2695 self.assertEqual(len(self.history), 4)
2696
2697 self.assertEqual(A.data['status'], 'NEW')
2698 self.assertEqual(A.reported, 1)
2699 self.assertIn('Build succeeded', A.messages[0])
2700 # Ensure the removed job was not included in the report.
2701 self.assertNotIn('project-test1', A.messages[0])
2702
James E. Blairec056492016-07-22 09:45:56 -07002703 @skip("Disabled for early v3 development")
James E. Blairfe707d12015-08-05 15:18:15 -07002704 def test_live_reconfiguration_shared_queue(self):
2705 # Test that a change with a failing job which was removed from
2706 # this project but otherwise still exists in the system does
2707 # not disrupt reconfiguration.
2708
Paul Belanger174a8272017-03-14 13:20:10 -04002709 self.executor_server.hold_jobs_in_build = True
James E. Blairfe707d12015-08-05 15:18:15 -07002710
2711 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2712
Paul Belanger174a8272017-03-14 13:20:10 -04002713 self.executor_server.failJob('project1-project2-integration', A)
James E. Blairfe707d12015-08-05 15:18:15 -07002714
2715 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2716 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002717 self.executor_server.release('.*-merge')
James E. Blairfe707d12015-08-05 15:18:15 -07002718 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002719 self.executor_server.release('project1-project2-integration')
James E. Blairfe707d12015-08-05 15:18:15 -07002720 self.waitUntilSettled()
2721
2722 self.assertEqual(A.data['status'], 'NEW')
2723 self.assertEqual(A.reported, 0)
2724
2725 self.assertEqual(self.getJobFromHistory('project1-merge').result,
2726 'SUCCESS')
2727 self.assertEqual(self.getJobFromHistory(
2728 'project1-project2-integration').result, 'FAILURE')
2729 self.assertEqual(len(self.history), 2)
2730
2731 # Remove the integration job.
James E. Blairf84026c2015-12-08 16:11:46 -08002732 self.updateConfigLayout(
2733 'tests/fixtures/layout-live-reconfiguration-shared-queue.yaml')
James E. Blairfe707d12015-08-05 15:18:15 -07002734 self.sched.reconfigure(self.config)
2735 self.waitUntilSettled()
2736
Paul Belanger174a8272017-03-14 13:20:10 -04002737 self.executor_server.hold_jobs_in_build = False
2738 self.executor_server.release()
James E. Blairfe707d12015-08-05 15:18:15 -07002739 self.waitUntilSettled()
2740
2741 self.assertEqual(self.getJobFromHistory('project1-merge').result,
2742 'SUCCESS')
2743 self.assertEqual(self.getJobFromHistory('project1-test1').result,
2744 'SUCCESS')
2745 self.assertEqual(self.getJobFromHistory('project1-test2').result,
2746 'SUCCESS')
2747 self.assertEqual(self.getJobFromHistory(
2748 'project1-project2-integration').result, 'FAILURE')
2749 self.assertEqual(len(self.history), 4)
2750
2751 self.assertEqual(A.data['status'], 'NEW')
2752 self.assertEqual(A.reported, 1)
2753 self.assertIn('Build succeeded', A.messages[0])
2754 # Ensure the removed job was not included in the report.
2755 self.assertNotIn('project1-project2-integration', A.messages[0])
2756
James E. Blairec056492016-07-22 09:45:56 -07002757 @skip("Disabled for early v3 development")
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002758 def test_double_live_reconfiguration_shared_queue(self):
2759 # This was a real-world regression. A change is added to
2760 # gate; a reconfigure happens, a second change which depends
2761 # on the first is added, and a second reconfiguration happens.
2762 # Ensure that both changes merge.
2763
2764 # A failure may indicate incorrect caching or cleaning up of
2765 # references during a reconfiguration.
Paul Belanger174a8272017-03-14 13:20:10 -04002766 self.executor_server.hold_jobs_in_build = True
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002767
2768 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2769 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2770 B.setDependsOn(A, 1)
James E. Blair8b5408c2016-08-08 15:37:46 -07002771 A.addApproval('code-review', 2)
2772 B.addApproval('code-review', 2)
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002773
2774 # Add the parent change.
James E. Blair8b5408c2016-08-08 15:37:46 -07002775 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002776 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002777 self.executor_server.release('.*-merge')
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002778 self.waitUntilSettled()
2779
2780 # Reconfigure (with only one change in the pipeline).
2781 self.sched.reconfigure(self.config)
2782 self.waitUntilSettled()
2783
2784 # Add the child change.
James E. Blair8b5408c2016-08-08 15:37:46 -07002785 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002786 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002787 self.executor_server.release('.*-merge')
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002788 self.waitUntilSettled()
2789
2790 # Reconfigure (with both in the pipeline).
2791 self.sched.reconfigure(self.config)
2792 self.waitUntilSettled()
2793
Paul Belanger174a8272017-03-14 13:20:10 -04002794 self.executor_server.hold_jobs_in_build = False
2795 self.executor_server.release()
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002796 self.waitUntilSettled()
2797
2798 self.assertEqual(len(self.history), 8)
2799
2800 self.assertEqual(A.data['status'], 'MERGED')
2801 self.assertEqual(A.reported, 2)
2802 self.assertEqual(B.data['status'], 'MERGED')
2803 self.assertEqual(B.reported, 2)
2804
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002805 def test_live_reconfiguration_del_project(self):
2806 # Test project deletion from layout
2807 # while changes are enqueued
2808
Paul Belanger174a8272017-03-14 13:20:10 -04002809 self.executor_server.hold_jobs_in_build = True
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002810 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2811 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2812 C = self.fake_gerrit.addFakeChange('org/project1', 'master', 'C')
2813
2814 # A Depends-On: B
2815 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
2816 A.subject, B.data['id'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002817 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002818
2819 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2820 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
2821 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002822 self.executor_server.release('.*-merge')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002823 self.waitUntilSettled()
2824 self.assertEqual(len(self.builds), 5)
2825
2826 # This layout defines only org/project, not org/project1
Clint Byrum0149ada2017-04-04 12:22:01 -07002827 self.commitLayoutUpdate('common-config',
2828 'layout-live-reconfiguration-del-project')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002829 self.sched.reconfigure(self.config)
2830 self.waitUntilSettled()
2831
2832 # Builds for C aborted, builds for A succeed,
2833 # and have change B applied ahead
Clint Byrum0149ada2017-04-04 12:22:01 -07002834 job_c = self.getJobFromHistory('project-test1')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002835 self.assertEqual(job_c.changes, '3,1')
2836 self.assertEqual(job_c.result, 'ABORTED')
2837
Paul Belanger174a8272017-03-14 13:20:10 -04002838 self.executor_server.hold_jobs_in_build = False
2839 self.executor_server.release()
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002840 self.waitUntilSettled()
2841
Clint Byrum0149ada2017-04-04 12:22:01 -07002842 self.assertEqual(
2843 self.getJobFromHistory('project-test1', 'org/project').changes,
2844 '2,1 1,1')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002845
2846 self.assertEqual(A.data['status'], 'NEW')
2847 self.assertEqual(B.data['status'], 'NEW')
2848 self.assertEqual(C.data['status'], 'NEW')
2849 self.assertEqual(A.reported, 1)
2850 self.assertEqual(B.reported, 0)
2851 self.assertEqual(C.reported, 0)
2852
Clint Byrum0149ada2017-04-04 12:22:01 -07002853 tenant = self.sched.abide.tenants.get('tenant-one')
2854 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002855 self.assertIn('Build succeeded', A.messages[0])
2856
James E. Blairec056492016-07-22 09:45:56 -07002857 @skip("Disabled for early v3 development")
James E. Blair287c06d2013-07-24 10:39:30 -07002858 def test_delayed_repo_init(self):
James E. Blairf84026c2015-12-08 16:11:46 -08002859 self.updateConfigLayout(
2860 'tests/fixtures/layout-delayed-repo-init.yaml')
James E. Blair287c06d2013-07-24 10:39:30 -07002861 self.sched.reconfigure(self.config)
2862
2863 self.init_repo("org/new-project")
2864 A = self.fake_gerrit.addFakeChange('org/new-project', 'master', 'A')
2865
James E. Blair8b5408c2016-08-08 15:37:46 -07002866 A.addApproval('code-review', 2)
2867 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair287c06d2013-07-24 10:39:30 -07002868 self.waitUntilSettled()
2869 self.assertEqual(self.getJobFromHistory('project-merge').result,
2870 'SUCCESS')
2871 self.assertEqual(self.getJobFromHistory('project-test1').result,
2872 'SUCCESS')
2873 self.assertEqual(self.getJobFromHistory('project-test2').result,
2874 'SUCCESS')
2875 self.assertEqual(A.data['status'], 'MERGED')
2876 self.assertEqual(A.reported, 2)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002877
James E. Blair9ea70072017-04-19 16:05:30 -07002878 @simple_layout('layouts/repo-deleted.yaml')
Clark Boylan6dbbc482013-10-18 10:57:31 -07002879 def test_repo_deleted(self):
Clark Boylan6dbbc482013-10-18 10:57:31 -07002880 self.init_repo("org/delete-project")
2881 A = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'A')
2882
James E. Blair8b5408c2016-08-08 15:37:46 -07002883 A.addApproval('code-review', 2)
2884 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002885 self.waitUntilSettled()
2886 self.assertEqual(self.getJobFromHistory('project-merge').result,
2887 'SUCCESS')
2888 self.assertEqual(self.getJobFromHistory('project-test1').result,
2889 'SUCCESS')
2890 self.assertEqual(self.getJobFromHistory('project-test2').result,
2891 'SUCCESS')
2892 self.assertEqual(A.data['status'], 'MERGED')
2893 self.assertEqual(A.reported, 2)
2894
2895 # Delete org/new-project zuul repo. Should be recloned.
James E. Blair8c1be532017-02-07 14:04:12 -08002896 p = 'org/delete-project'
Monty Taylord642d852017-02-23 14:05:42 -05002897 if os.path.exists(os.path.join(self.merger_src_root, p)):
2898 shutil.rmtree(os.path.join(self.merger_src_root, p))
Paul Belanger174a8272017-03-14 13:20:10 -04002899 if os.path.exists(os.path.join(self.executor_src_root, p)):
2900 shutil.rmtree(os.path.join(self.executor_src_root, p))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002901
2902 B = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'B')
2903
James E. Blair8b5408c2016-08-08 15:37:46 -07002904 B.addApproval('code-review', 2)
2905 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002906 self.waitUntilSettled()
2907 self.assertEqual(self.getJobFromHistory('project-merge').result,
2908 'SUCCESS')
2909 self.assertEqual(self.getJobFromHistory('project-test1').result,
2910 'SUCCESS')
2911 self.assertEqual(self.getJobFromHistory('project-test2').result,
2912 'SUCCESS')
2913 self.assertEqual(B.data['status'], 'MERGED')
2914 self.assertEqual(B.reported, 2)
2915
James E. Blaire68d43f2017-04-19 14:03:30 -07002916 @simple_layout('layouts/tags.yaml')
James E. Blair456f2fb2016-02-09 09:29:33 -08002917 def test_tags(self):
2918 "Test job tags"
James E. Blair456f2fb2016-02-09 09:29:33 -08002919 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2920 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
2921 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2922 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2923 self.waitUntilSettled()
2924
James E. Blaire68d43f2017-04-19 14:03:30 -07002925 self.assertEqual(len(self.history), 2)
Cullen Taylor3aa6d472017-03-01 15:22:09 -06002926
2927 results = {self.getJobFromHistory('merge',
2928 project='org/project1').uuid: 'extratag merge',
2929 self.getJobFromHistory('merge',
2930 project='org/project2').uuid: 'merge'}
James E. Blair456f2fb2016-02-09 09:29:33 -08002931
2932 for build in self.history:
Cullen Taylor3aa6d472017-03-01 15:22:09 -06002933 self.assertEqual(results.get(build.uuid, ''),
2934 build.parameters['vars']['zuul'].get('tags'))
James E. Blair456f2fb2016-02-09 09:29:33 -08002935
James E. Blair63bb0ef2013-07-29 17:14:51 -07002936 def test_timer(self):
2937 "Test that a periodic job is triggered"
Paul Belanger174a8272017-03-14 13:20:10 -04002938 self.executor_server.hold_jobs_in_build = True
Clint Byrum5e729e92017-02-08 06:34:57 -08002939 self.updateConfigLayout('layout-timer')
James E. Blair63bb0ef2013-07-29 17:14:51 -07002940 self.sched.reconfigure(self.config)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002941
Clark Boylan3ee090a2014-04-03 20:55:09 -07002942 # The pipeline triggers every second, so we should have seen
2943 # several by now.
2944 time.sleep(5)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002945 self.waitUntilSettled()
Clark Boylan3ee090a2014-04-03 20:55:09 -07002946
2947 self.assertEqual(len(self.builds), 2)
2948
James E. Blair63bb0ef2013-07-29 17:14:51 -07002949 port = self.webapp.server.socket.getsockname()[1]
2950
Clint Byrum5e729e92017-02-08 06:34:57 -08002951 req = urllib.request.Request(
2952 "http://localhost:%s/openstack/status" % port)
Morgan Fainberg293f7f82016-05-30 14:01:22 -07002953 f = urllib.request.urlopen(req)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002954 data = f.read()
2955
Paul Belanger174a8272017-03-14 13:20:10 -04002956 self.executor_server.hold_jobs_in_build = False
Clark Boylan3ee090a2014-04-03 20:55:09 -07002957 # Stop queuing timer triggered jobs so that the assertions
2958 # below don't race against more jobs being queued.
Clint Byrum5e729e92017-02-08 06:34:57 -08002959 self.commitLayoutUpdate('layout-timer', 'layout-no-timer')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002960 self.sched.reconfigure(self.config)
Paul Belanger174a8272017-03-14 13:20:10 -04002961 self.executor_server.release()
James E. Blair63bb0ef2013-07-29 17:14:51 -07002962 self.waitUntilSettled()
2963
2964 self.assertEqual(self.getJobFromHistory(
2965 'project-bitrot-stable-old').result, 'SUCCESS')
2966 self.assertEqual(self.getJobFromHistory(
2967 'project-bitrot-stable-older').result, 'SUCCESS')
2968
2969 data = json.loads(data)
2970 status_jobs = set()
2971 for p in data['pipelines']:
2972 for q in p['change_queues']:
2973 for head in q['heads']:
2974 for change in head:
James E. Blair63bb0ef2013-07-29 17:14:51 -07002975 for job in change['jobs']:
2976 status_jobs.add(job['name'])
2977 self.assertIn('project-bitrot-stable-old', status_jobs)
2978 self.assertIn('project-bitrot-stable-older', status_jobs)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002979
James E. Blair4f6033c2014-03-27 15:49:09 -07002980 def test_idle(self):
2981 "Test that frequent periodic jobs work"
Paul Belanger174a8272017-03-14 13:20:10 -04002982 self.executor_server.hold_jobs_in_build = True
Clint Byrum58264dc2017-02-07 21:21:22 -08002983 self.updateConfigLayout('layout-idle')
James E. Blair4f6033c2014-03-27 15:49:09 -07002984
Clark Boylan3ee090a2014-04-03 20:55:09 -07002985 for x in range(1, 3):
2986 # Test that timer triggers periodic jobs even across
2987 # layout config reloads.
2988 # Start timer trigger
Clark Boylan3ee090a2014-04-03 20:55:09 -07002989 self.sched.reconfigure(self.config)
James E. Blair995fc0f2016-02-04 16:48:31 -08002990 self.waitUntilSettled()
James E. Blair4f6033c2014-03-27 15:49:09 -07002991
Clark Boylan3ee090a2014-04-03 20:55:09 -07002992 # The pipeline triggers every second, so we should have seen
2993 # several by now.
2994 time.sleep(5)
Clark Boylan3ee090a2014-04-03 20:55:09 -07002995
2996 # Stop queuing timer triggered jobs so that the assertions
2997 # below don't race against more jobs being queued.
Clint Byrum58264dc2017-02-07 21:21:22 -08002998 before = self.commitLayoutUpdate('layout-idle', 'layout-no-timer')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002999 self.sched.reconfigure(self.config)
James E. Blair995fc0f2016-02-04 16:48:31 -08003000 self.waitUntilSettled()
Clint Byrum58264dc2017-02-07 21:21:22 -08003001 self.assertEqual(len(self.builds), 2,
3002 'Timer builds iteration #%d' % x)
Paul Belanger174a8272017-03-14 13:20:10 -04003003 self.executor_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07003004 self.waitUntilSettled()
3005 self.assertEqual(len(self.builds), 0)
3006 self.assertEqual(len(self.history), x * 2)
Clint Byrum58264dc2017-02-07 21:21:22 -08003007 # Revert back to layout-idle
3008 repo = git.Repo(os.path.join(self.test_root,
3009 'upstream',
3010 'layout-idle'))
3011 repo.git.reset('--hard', before)
James E. Blair4f6033c2014-03-27 15:49:09 -07003012
James E. Blaircc324192017-04-19 14:36:08 -07003013 @simple_layout('layouts/smtp.yaml')
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003014 def test_check_smtp_pool(self):
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003015 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3016 self.waitUntilSettled()
3017
3018 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3019 self.waitUntilSettled()
3020
James E. Blairff80a2f2013-12-27 13:24:06 -08003021 self.assertEqual(len(self.smtp_messages), 2)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003022
3023 # A.messages only holds what FakeGerrit places in it. Thus we
3024 # work on the knowledge of what the first message should be as
3025 # it is only configured to go to SMTP.
3026
3027 self.assertEqual('zuul@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08003028 self.smtp_messages[0]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003029 self.assertEqual(['you@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08003030 self.smtp_messages[0]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003031 self.assertEqual('Starting check jobs.',
James E. Blairff80a2f2013-12-27 13:24:06 -08003032 self.smtp_messages[0]['body'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003033
3034 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08003035 self.smtp_messages[1]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003036 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08003037 self.smtp_messages[1]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003038 self.assertEqual(A.messages[0],
James E. Blairff80a2f2013-12-27 13:24:06 -08003039 self.smtp_messages[1]['body'])
James E. Blairad28e912013-11-27 10:43:22 -08003040
James E. Blaire5910202013-12-27 09:50:31 -08003041 def test_timer_smtp(self):
3042 "Test that a periodic job is triggered"
Paul Belanger174a8272017-03-14 13:20:10 -04003043 self.executor_server.hold_jobs_in_build = True
Clint Byrum7b71b2f2017-02-08 07:00:52 -08003044 self.updateConfigLayout('layout-timer-smtp')
James E. Blaire5910202013-12-27 09:50:31 -08003045 self.sched.reconfigure(self.config)
James E. Blaire5910202013-12-27 09:50:31 -08003046
Clark Boylan3ee090a2014-04-03 20:55:09 -07003047 # The pipeline triggers every second, so we should have seen
3048 # several by now.
3049 time.sleep(5)
James E. Blaire5910202013-12-27 09:50:31 -08003050 self.waitUntilSettled()
3051
Clark Boylan3ee090a2014-04-03 20:55:09 -07003052 self.assertEqual(len(self.builds), 2)
Paul Belanger174a8272017-03-14 13:20:10 -04003053 self.executor_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07003054 self.waitUntilSettled()
3055 self.assertEqual(len(self.history), 2)
3056
James E. Blaire5910202013-12-27 09:50:31 -08003057 self.assertEqual(self.getJobFromHistory(
3058 'project-bitrot-stable-old').result, 'SUCCESS')
3059 self.assertEqual(self.getJobFromHistory(
3060 'project-bitrot-stable-older').result, 'SUCCESS')
3061
James E. Blairff80a2f2013-12-27 13:24:06 -08003062 self.assertEqual(len(self.smtp_messages), 1)
James E. Blaire5910202013-12-27 09:50:31 -08003063
3064 # A.messages only holds what FakeGerrit places in it. Thus we
3065 # work on the knowledge of what the first message should be as
3066 # it is only configured to go to SMTP.
3067
3068 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08003069 self.smtp_messages[0]['from_email'])
James E. Blaire5910202013-12-27 09:50:31 -08003070 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08003071 self.smtp_messages[0]['to_email'])
James E. Blaire5910202013-12-27 09:50:31 -08003072 self.assertIn('Subject: Periodic check for org/project succeeded',
James E. Blairff80a2f2013-12-27 13:24:06 -08003073 self.smtp_messages[0]['headers'])
James E. Blaire5910202013-12-27 09:50:31 -08003074
Clark Boylan3ee090a2014-04-03 20:55:09 -07003075 # Stop queuing timer triggered jobs and let any that may have
3076 # queued through so that end of test assertions pass.
Clint Byrum7b71b2f2017-02-08 07:00:52 -08003077 self.commitLayoutUpdate('layout-timer-smtp', 'layout-no-timer')
Clark Boylan3ee090a2014-04-03 20:55:09 -07003078 self.sched.reconfigure(self.config)
James E. Blairf8058972014-08-15 16:09:16 -07003079 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003080 self.executor_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07003081 self.waitUntilSettled()
3082
Joshua Hesketh25695cb2017-03-06 12:50:04 +11003083 @skip("Disabled for early v3 development")
Evgeny Antyshevda90a502017-02-08 08:42:59 +00003084 def test_timer_sshkey(self):
3085 "Test that a periodic job can setup SSH key authentication"
3086 self.worker.hold_jobs_in_build = True
3087 self.config.set('zuul', 'layout_config',
3088 'tests/fixtures/layout-timer.yaml')
3089 self.sched.reconfigure(self.config)
3090 self.registerJobs()
3091
3092 # The pipeline triggers every second, so we should have seen
3093 # several by now.
3094 time.sleep(5)
3095 self.waitUntilSettled()
3096
3097 self.assertEqual(len(self.builds), 2)
3098
3099 ssh_wrapper = os.path.join(self.git_root, ".ssh_wrapper_gerrit")
3100 self.assertTrue(os.path.isfile(ssh_wrapper))
3101 with open(ssh_wrapper) as f:
3102 ssh_wrapper_content = f.read()
3103 self.assertIn("fake_id_rsa", ssh_wrapper_content)
3104 # In the unit tests Merger runs in the same process,
3105 # so we see its' environment variables
3106 self.assertEqual(os.environ['GIT_SSH'], ssh_wrapper)
3107
3108 self.worker.release('.*')
3109 self.waitUntilSettled()
3110 self.assertEqual(len(self.history), 2)
3111
3112 self.assertEqual(self.getJobFromHistory(
3113 'project-bitrot-stable-old').result, 'SUCCESS')
3114 self.assertEqual(self.getJobFromHistory(
3115 'project-bitrot-stable-older').result, 'SUCCESS')
3116
3117 # Stop queuing timer triggered jobs and let any that may have
3118 # queued through so that end of test assertions pass.
3119 self.config.set('zuul', 'layout_config',
3120 'tests/fixtures/layout-no-timer.yaml')
3121 self.sched.reconfigure(self.config)
3122 self.registerJobs()
3123 self.waitUntilSettled()
3124 self.worker.release('.*')
3125 self.waitUntilSettled()
3126
James E. Blair91e34592015-07-31 16:45:59 -07003127 def test_client_enqueue_change(self):
James E. Blairad28e912013-11-27 10:43:22 -08003128 "Test that the RPC client can enqueue a change"
3129 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003130 A.addApproval('code-review', 2)
3131 A.addApproval('approved', 1)
James E. Blairad28e912013-11-27 10:43:22 -08003132
3133 client = zuul.rpcclient.RPCClient('127.0.0.1',
3134 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003135 r = client.enqueue(tenant='tenant-one',
3136 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003137 project='org/project',
3138 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003139 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003140 self.waitUntilSettled()
3141 self.assertEqual(self.getJobFromHistory('project-merge').result,
3142 'SUCCESS')
3143 self.assertEqual(self.getJobFromHistory('project-test1').result,
3144 'SUCCESS')
3145 self.assertEqual(self.getJobFromHistory('project-test2').result,
3146 'SUCCESS')
3147 self.assertEqual(A.data['status'], 'MERGED')
3148 self.assertEqual(A.reported, 2)
3149 self.assertEqual(r, True)
3150
James E. Blair91e34592015-07-31 16:45:59 -07003151 def test_client_enqueue_ref(self):
3152 "Test that the RPC client can enqueue a ref"
3153
3154 client = zuul.rpcclient.RPCClient('127.0.0.1',
3155 self.gearman_server.port)
3156 r = client.enqueue_ref(
Paul Belangerbaca3132016-11-04 12:49:54 -04003157 tenant='tenant-one',
James E. Blair91e34592015-07-31 16:45:59 -07003158 pipeline='post',
3159 project='org/project',
3160 trigger='gerrit',
3161 ref='master',
3162 oldrev='90f173846e3af9154517b88543ffbd1691f31366',
3163 newrev='d479a0bfcb34da57a31adb2a595c0cf687812543')
3164 self.waitUntilSettled()
3165 job_names = [x.name for x in self.history]
3166 self.assertEqual(len(self.history), 1)
3167 self.assertIn('project-post', job_names)
3168 self.assertEqual(r, True)
3169
James E. Blairad28e912013-11-27 10:43:22 -08003170 def test_client_enqueue_negative(self):
3171 "Test that the RPC client returns errors"
3172 client = zuul.rpcclient.RPCClient('127.0.0.1',
3173 self.gearman_server.port)
3174 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
Paul Belangerbaca3132016-11-04 12:49:54 -04003175 "Invalid tenant"):
3176 r = client.enqueue(tenant='tenant-foo',
3177 pipeline='gate',
3178 project='org/project',
3179 trigger='gerrit',
3180 change='1,1')
3181 client.shutdown()
3182 self.assertEqual(r, False)
3183
3184 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
James E. Blairad28e912013-11-27 10:43:22 -08003185 "Invalid project"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003186 r = client.enqueue(tenant='tenant-one',
3187 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003188 project='project-does-not-exist',
3189 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003190 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003191 client.shutdown()
3192 self.assertEqual(r, False)
3193
3194 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3195 "Invalid pipeline"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003196 r = client.enqueue(tenant='tenant-one',
3197 pipeline='pipeline-does-not-exist',
James E. Blairad28e912013-11-27 10:43:22 -08003198 project='org/project',
3199 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003200 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003201 client.shutdown()
3202 self.assertEqual(r, False)
3203
3204 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3205 "Invalid trigger"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003206 r = client.enqueue(tenant='tenant-one',
3207 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003208 project='org/project',
3209 trigger='trigger-does-not-exist',
James E. Blair36658cf2013-12-06 17:53:48 -08003210 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003211 client.shutdown()
3212 self.assertEqual(r, False)
3213
3214 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3215 "Invalid change"):
Paul Belangerbaca3132016-11-04 12:49:54 -04003216 r = client.enqueue(tenant='tenant-one',
3217 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08003218 project='org/project',
3219 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003220 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003221 client.shutdown()
3222 self.assertEqual(r, False)
3223
3224 self.waitUntilSettled()
3225 self.assertEqual(len(self.history), 0)
3226 self.assertEqual(len(self.builds), 0)
James E. Blair36658cf2013-12-06 17:53:48 -08003227
3228 def test_client_promote(self):
3229 "Test that the RPC client can promote a change"
Paul Belanger174a8272017-03-14 13:20:10 -04003230 self.executor_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003231 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3232 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3233 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07003234 A.addApproval('code-review', 2)
3235 B.addApproval('code-review', 2)
3236 C.addApproval('code-review', 2)
James E. Blair36658cf2013-12-06 17:53:48 -08003237
James E. Blair8b5408c2016-08-08 15:37:46 -07003238 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3239 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3240 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003241
3242 self.waitUntilSettled()
3243
Paul Belangerbaca3132016-11-04 12:49:54 -04003244 tenant = self.sched.abide.tenants.get('tenant-one')
3245 items = tenant.layout.pipelines['gate'].getAllItems()
Sean Daguef39b9ca2014-01-10 21:34:35 -05003246 enqueue_times = {}
3247 for item in items:
3248 enqueue_times[str(item.change)] = item.enqueue_time
3249
James E. Blair36658cf2013-12-06 17:53:48 -08003250 client = zuul.rpcclient.RPCClient('127.0.0.1',
3251 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003252 r = client.promote(tenant='tenant-one',
3253 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003254 change_ids=['2,1', '3,1'])
3255
Sean Daguef39b9ca2014-01-10 21:34:35 -05003256 # ensure that enqueue times are durable
Paul Belangerbaca3132016-11-04 12:49:54 -04003257 items = tenant.layout.pipelines['gate'].getAllItems()
Sean Daguef39b9ca2014-01-10 21:34:35 -05003258 for item in items:
3259 self.assertEqual(
3260 enqueue_times[str(item.change)], item.enqueue_time)
3261
James E. Blair78acec92014-02-06 07:11:32 -08003262 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003263 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003264 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003265 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003266 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003267 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003268 self.waitUntilSettled()
3269
3270 self.assertEqual(len(self.builds), 6)
3271 self.assertEqual(self.builds[0].name, 'project-test1')
3272 self.assertEqual(self.builds[1].name, 'project-test2')
3273 self.assertEqual(self.builds[2].name, 'project-test1')
3274 self.assertEqual(self.builds[3].name, 'project-test2')
3275 self.assertEqual(self.builds[4].name, 'project-test1')
3276 self.assertEqual(self.builds[5].name, 'project-test2')
3277
Paul Belangerbaca3132016-11-04 12:49:54 -04003278 self.assertTrue(self.builds[0].hasChanges(B))
3279 self.assertFalse(self.builds[0].hasChanges(A))
3280 self.assertFalse(self.builds[0].hasChanges(C))
James E. Blair36658cf2013-12-06 17:53:48 -08003281
Paul Belangerbaca3132016-11-04 12:49:54 -04003282 self.assertTrue(self.builds[2].hasChanges(B))
3283 self.assertTrue(self.builds[2].hasChanges(C))
3284 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003285
Paul Belangerbaca3132016-11-04 12:49:54 -04003286 self.assertTrue(self.builds[4].hasChanges(B))
3287 self.assertTrue(self.builds[4].hasChanges(C))
3288 self.assertTrue(self.builds[4].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003289
Paul Belanger174a8272017-03-14 13:20:10 -04003290 self.executor_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003291 self.waitUntilSettled()
3292
3293 self.assertEqual(A.data['status'], 'MERGED')
3294 self.assertEqual(A.reported, 2)
3295 self.assertEqual(B.data['status'], 'MERGED')
3296 self.assertEqual(B.reported, 2)
3297 self.assertEqual(C.data['status'], 'MERGED')
3298 self.assertEqual(C.reported, 2)
3299
3300 client.shutdown()
3301 self.assertEqual(r, True)
3302
3303 def test_client_promote_dependent(self):
3304 "Test that the RPC client can promote a dependent change"
3305 # C (depends on B) -> B -> A ; then promote C to get:
3306 # A -> C (depends on B) -> B
Paul Belanger174a8272017-03-14 13:20:10 -04003307 self.executor_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003308 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3309 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3310 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3311
3312 C.setDependsOn(B, 1)
3313
James E. Blair8b5408c2016-08-08 15:37:46 -07003314 A.addApproval('code-review', 2)
3315 B.addApproval('code-review', 2)
3316 C.addApproval('code-review', 2)
James E. Blair36658cf2013-12-06 17:53:48 -08003317
James E. Blair8b5408c2016-08-08 15:37:46 -07003318 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3319 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3320 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003321
3322 self.waitUntilSettled()
3323
3324 client = zuul.rpcclient.RPCClient('127.0.0.1',
3325 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003326 r = client.promote(tenant='tenant-one',
3327 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003328 change_ids=['3,1'])
3329
James E. Blair78acec92014-02-06 07:11:32 -08003330 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003331 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003332 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003333 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003334 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003335 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003336 self.waitUntilSettled()
3337
3338 self.assertEqual(len(self.builds), 6)
3339 self.assertEqual(self.builds[0].name, 'project-test1')
3340 self.assertEqual(self.builds[1].name, 'project-test2')
3341 self.assertEqual(self.builds[2].name, 'project-test1')
3342 self.assertEqual(self.builds[3].name, 'project-test2')
3343 self.assertEqual(self.builds[4].name, 'project-test1')
3344 self.assertEqual(self.builds[5].name, 'project-test2')
3345
Paul Belangerbaca3132016-11-04 12:49:54 -04003346 self.assertTrue(self.builds[0].hasChanges(B))
3347 self.assertFalse(self.builds[0].hasChanges(A))
3348 self.assertFalse(self.builds[0].hasChanges(C))
James E. Blair36658cf2013-12-06 17:53:48 -08003349
Paul Belangerbaca3132016-11-04 12:49:54 -04003350 self.assertTrue(self.builds[2].hasChanges(B))
3351 self.assertTrue(self.builds[2].hasChanges(C))
3352 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003353
Paul Belangerbaca3132016-11-04 12:49:54 -04003354 self.assertTrue(self.builds[4].hasChanges(B))
3355 self.assertTrue(self.builds[4].hasChanges(C))
3356 self.assertTrue(self.builds[4].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003357
Paul Belanger174a8272017-03-14 13:20:10 -04003358 self.executor_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003359 self.waitUntilSettled()
3360
3361 self.assertEqual(A.data['status'], 'MERGED')
3362 self.assertEqual(A.reported, 2)
3363 self.assertEqual(B.data['status'], 'MERGED')
3364 self.assertEqual(B.reported, 2)
3365 self.assertEqual(C.data['status'], 'MERGED')
3366 self.assertEqual(C.reported, 2)
3367
3368 client.shutdown()
3369 self.assertEqual(r, True)
3370
3371 def test_client_promote_negative(self):
3372 "Test that the RPC client returns errors for promotion"
Paul Belanger174a8272017-03-14 13:20:10 -04003373 self.executor_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003374 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003375 A.addApproval('code-review', 2)
3376 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003377 self.waitUntilSettled()
3378
3379 client = zuul.rpcclient.RPCClient('127.0.0.1',
3380 self.gearman_server.port)
3381
3382 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
Paul Belangerbaca3132016-11-04 12:49:54 -04003383 r = client.promote(tenant='tenant-one',
3384 pipeline='nonexistent',
James E. Blair36658cf2013-12-06 17:53:48 -08003385 change_ids=['2,1', '3,1'])
3386 client.shutdown()
3387 self.assertEqual(r, False)
3388
3389 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
Paul Belangerbaca3132016-11-04 12:49:54 -04003390 r = client.promote(tenant='tenant-one',
3391 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003392 change_ids=['4,1'])
3393 client.shutdown()
3394 self.assertEqual(r, False)
3395
Paul Belanger174a8272017-03-14 13:20:10 -04003396 self.executor_server.hold_jobs_in_build = False
3397 self.executor_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003398 self.waitUntilSettled()
Clark Boylan7603a372014-01-21 11:43:20 -08003399
James E. Blaircc324192017-04-19 14:36:08 -07003400 @simple_layout('layouts/rate-limit.yaml')
Clark Boylan7603a372014-01-21 11:43:20 -08003401 def test_queue_rate_limiting(self):
3402 "Test that DependentPipelines are rate limited with dep across window"
Paul Belanger174a8272017-03-14 13:20:10 -04003403 self.executor_server.hold_jobs_in_build = True
Clark Boylan7603a372014-01-21 11:43:20 -08003404 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3405 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3406 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3407
3408 C.setDependsOn(B, 1)
Paul Belanger174a8272017-03-14 13:20:10 -04003409 self.executor_server.failJob('project-test1', A)
Clark Boylan7603a372014-01-21 11:43:20 -08003410
James E. Blair8b5408c2016-08-08 15:37:46 -07003411 A.addApproval('code-review', 2)
3412 B.addApproval('code-review', 2)
3413 C.addApproval('code-review', 2)
Clark Boylan7603a372014-01-21 11:43:20 -08003414
James E. Blair8b5408c2016-08-08 15:37:46 -07003415 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3416 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3417 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Clark Boylan7603a372014-01-21 11:43:20 -08003418 self.waitUntilSettled()
3419
3420 # Only A and B will have their merge jobs queued because
3421 # window is 2.
3422 self.assertEqual(len(self.builds), 2)
3423 self.assertEqual(self.builds[0].name, 'project-merge')
3424 self.assertEqual(self.builds[1].name, 'project-merge')
3425
Paul Belanger174a8272017-03-14 13:20:10 -04003426 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003427 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003428 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003429 self.waitUntilSettled()
3430
3431 # Only A and B will have their test jobs queued because
3432 # window is 2.
3433 self.assertEqual(len(self.builds), 4)
3434 self.assertEqual(self.builds[0].name, 'project-test1')
3435 self.assertEqual(self.builds[1].name, 'project-test2')
3436 self.assertEqual(self.builds[2].name, 'project-test1')
3437 self.assertEqual(self.builds[3].name, 'project-test2')
3438
Paul Belanger174a8272017-03-14 13:20:10 -04003439 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003440 self.waitUntilSettled()
3441
James E. Blaircc324192017-04-19 14:36:08 -07003442 tenant = self.sched.abide.tenants.get('tenant-one')
Clint Byrumb01f1ca2017-04-02 10:19:52 -07003443 queue = tenant.layout.pipelines['gate'].queues[0]
Clark Boylan7603a372014-01-21 11:43:20 -08003444 # A failed so window is reduced by 1 to 1.
3445 self.assertEqual(queue.window, 1)
3446 self.assertEqual(queue.window_floor, 1)
3447 self.assertEqual(A.data['status'], 'NEW')
3448
3449 # Gate is reset and only B's merge job is queued because
3450 # window shrunk to 1.
3451 self.assertEqual(len(self.builds), 1)
3452 self.assertEqual(self.builds[0].name, 'project-merge')
3453
Paul Belanger174a8272017-03-14 13:20:10 -04003454 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003455 self.waitUntilSettled()
3456
3457 # Only B's test jobs are queued because window is still 1.
3458 self.assertEqual(len(self.builds), 2)
3459 self.assertEqual(self.builds[0].name, 'project-test1')
3460 self.assertEqual(self.builds[1].name, 'project-test2')
3461
Paul Belanger174a8272017-03-14 13:20:10 -04003462 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003463 self.waitUntilSettled()
3464
3465 # B was successfully merged so window is increased to 2.
3466 self.assertEqual(queue.window, 2)
3467 self.assertEqual(queue.window_floor, 1)
3468 self.assertEqual(B.data['status'], 'MERGED')
3469
3470 # Only C is left and its merge job is queued.
3471 self.assertEqual(len(self.builds), 1)
3472 self.assertEqual(self.builds[0].name, 'project-merge')
3473
Paul Belanger174a8272017-03-14 13:20:10 -04003474 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003475 self.waitUntilSettled()
3476
3477 # After successful merge job the test jobs for C are queued.
3478 self.assertEqual(len(self.builds), 2)
3479 self.assertEqual(self.builds[0].name, 'project-test1')
3480 self.assertEqual(self.builds[1].name, 'project-test2')
3481
Paul Belanger174a8272017-03-14 13:20:10 -04003482 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003483 self.waitUntilSettled()
3484
3485 # C successfully merged so window is bumped to 3.
3486 self.assertEqual(queue.window, 3)
3487 self.assertEqual(queue.window_floor, 1)
3488 self.assertEqual(C.data['status'], 'MERGED')
3489
James E. Blaircc324192017-04-19 14:36:08 -07003490 @simple_layout('layouts/rate-limit.yaml')
Clark Boylan7603a372014-01-21 11:43:20 -08003491 def test_queue_rate_limiting_dependent(self):
3492 "Test that DependentPipelines are rate limited with dep in window"
Paul Belanger174a8272017-03-14 13:20:10 -04003493 self.executor_server.hold_jobs_in_build = True
Clark Boylan7603a372014-01-21 11:43:20 -08003494 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3495 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3496 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3497
3498 B.setDependsOn(A, 1)
3499
Paul Belanger174a8272017-03-14 13:20:10 -04003500 self.executor_server.failJob('project-test1', A)
Clark Boylan7603a372014-01-21 11:43:20 -08003501
James E. Blair8b5408c2016-08-08 15:37:46 -07003502 A.addApproval('code-review', 2)
3503 B.addApproval('code-review', 2)
3504 C.addApproval('code-review', 2)
Clark Boylan7603a372014-01-21 11:43:20 -08003505
James E. Blair8b5408c2016-08-08 15:37:46 -07003506 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3507 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3508 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Clark Boylan7603a372014-01-21 11:43:20 -08003509 self.waitUntilSettled()
3510
3511 # Only A and B will have their merge jobs queued because
3512 # window is 2.
3513 self.assertEqual(len(self.builds), 2)
3514 self.assertEqual(self.builds[0].name, 'project-merge')
3515 self.assertEqual(self.builds[1].name, 'project-merge')
3516
James E. Blairf4a5f022017-04-18 14:01:10 -07003517 self.orderedRelease(2)
Clark Boylan7603a372014-01-21 11:43:20 -08003518
3519 # Only A and B will have their test jobs queued because
3520 # window is 2.
3521 self.assertEqual(len(self.builds), 4)
3522 self.assertEqual(self.builds[0].name, 'project-test1')
3523 self.assertEqual(self.builds[1].name, 'project-test2')
3524 self.assertEqual(self.builds[2].name, 'project-test1')
3525 self.assertEqual(self.builds[3].name, 'project-test2')
3526
Paul Belanger174a8272017-03-14 13:20:10 -04003527 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003528 self.waitUntilSettled()
3529
James E. Blaircc324192017-04-19 14:36:08 -07003530 tenant = self.sched.abide.tenants.get('tenant-one')
Clint Byrum14ab6ca2017-04-03 10:15:10 -07003531 queue = tenant.layout.pipelines['gate'].queues[0]
Clark Boylan7603a372014-01-21 11:43:20 -08003532 # A failed so window is reduced by 1 to 1.
3533 self.assertEqual(queue.window, 1)
3534 self.assertEqual(queue.window_floor, 1)
3535 self.assertEqual(A.data['status'], 'NEW')
3536 self.assertEqual(B.data['status'], 'NEW')
3537
3538 # Gate is reset and only C's merge job is queued because
3539 # window shrunk to 1 and A and B were dequeued.
3540 self.assertEqual(len(self.builds), 1)
3541 self.assertEqual(self.builds[0].name, 'project-merge')
3542
James E. Blairf4a5f022017-04-18 14:01:10 -07003543 self.orderedRelease(1)
Clark Boylan7603a372014-01-21 11:43:20 -08003544
3545 # Only C's test jobs are queued because window is still 1.
3546 self.assertEqual(len(self.builds), 2)
3547 self.assertEqual(self.builds[0].name, 'project-test1')
3548 self.assertEqual(self.builds[1].name, 'project-test2')
3549
Paul Belanger174a8272017-03-14 13:20:10 -04003550 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003551 self.waitUntilSettled()
3552
3553 # C was successfully merged so window is increased to 2.
3554 self.assertEqual(queue.window, 2)
3555 self.assertEqual(queue.window_floor, 1)
3556 self.assertEqual(C.data['status'], 'MERGED')
Joshua Heskethba8776a2014-01-12 14:35:40 +08003557
James E. Blairec056492016-07-22 09:45:56 -07003558 @skip("Disabled for early v3 development")
Joshua Heskethba8776a2014-01-12 14:35:40 +08003559 def test_worker_update_metadata(self):
3560 "Test if a worker can send back metadata about itself"
Paul Belanger174a8272017-03-14 13:20:10 -04003561 self.executor_server.hold_jobs_in_build = True
Joshua Heskethba8776a2014-01-12 14:35:40 +08003562
3563 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003564 A.addApproval('code-review', 2)
3565 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Heskethba8776a2014-01-12 14:35:40 +08003566 self.waitUntilSettled()
3567
Paul Belanger174a8272017-03-14 13:20:10 -04003568 self.assertEqual(len(self.executor.builds), 1)
Joshua Heskethba8776a2014-01-12 14:35:40 +08003569
3570 self.log.debug('Current builds:')
Paul Belanger174a8272017-03-14 13:20:10 -04003571 self.log.debug(self.executor.builds)
Joshua Heskethba8776a2014-01-12 14:35:40 +08003572
3573 start = time.time()
3574 while True:
3575 if time.time() - start > 10:
3576 raise Exception("Timeout waiting for gearman server to report "
3577 + "back to the client")
Paul Belanger174a8272017-03-14 13:20:10 -04003578 build = self.executor.builds.values()[0]
Joshua Heskethba8776a2014-01-12 14:35:40 +08003579 if build.worker.name == "My Worker":
3580 break
3581 else:
3582 time.sleep(0)
3583
3584 self.log.debug(build)
3585 self.assertEqual("My Worker", build.worker.name)
3586 self.assertEqual("localhost", build.worker.hostname)
3587 self.assertEqual(['127.0.0.1', '192.168.1.1'], build.worker.ips)
3588 self.assertEqual("zuul.example.org", build.worker.fqdn)
3589 self.assertEqual("FakeBuilder", build.worker.program)
3590 self.assertEqual("v1.1", build.worker.version)
3591 self.assertEqual({'something': 'else'}, build.worker.extra)
3592
Paul Belanger174a8272017-03-14 13:20:10 -04003593 self.executor_server.hold_jobs_in_build = False
3594 self.executor_server.release()
Joshua Heskethba8776a2014-01-12 14:35:40 +08003595 self.waitUntilSettled()
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003596
James E. Blaircc324192017-04-19 14:36:08 -07003597 @simple_layout('layouts/footer-message.yaml')
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003598 def test_footer_message(self):
3599 "Test a pipeline's footer message is correctly added to the report."
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003600 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003601 A.addApproval('code-review', 2)
Paul Belanger174a8272017-03-14 13:20:10 -04003602 self.executor_server.failJob('project-test1', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07003603 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003604 self.waitUntilSettled()
3605
3606 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003607 B.addApproval('code-review', 2)
3608 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003609 self.waitUntilSettled()
3610
3611 self.assertEqual(2, len(self.smtp_messages))
3612
Adam Gandelman82258fd2017-02-07 16:51:58 -08003613 failure_msg = """\
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003614Build failed. For information on how to proceed, see \
Adam Gandelman82258fd2017-02-07 16:51:58 -08003615http://wiki.example.org/Test_Failures"""
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003616
Adam Gandelman82258fd2017-02-07 16:51:58 -08003617 footer_msg = """\
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003618For CI problems and help debugging, contact ci@example.org"""
3619
Adam Gandelman82258fd2017-02-07 16:51:58 -08003620 self.assertTrue(self.smtp_messages[0]['body'].startswith(failure_msg))
3621 self.assertTrue(self.smtp_messages[0]['body'].endswith(footer_msg))
3622 self.assertFalse(self.smtp_messages[1]['body'].startswith(failure_msg))
3623 self.assertTrue(self.smtp_messages[1]['body'].endswith(footer_msg))
Joshua Heskethb7179772014-01-30 23:30:46 +11003624
James E. Blairec056492016-07-22 09:45:56 -07003625 @skip("Disabled for early v3 development")
Joshua Heskethb7179772014-01-30 23:30:46 +11003626 def test_merge_failure_reporters(self):
3627 """Check that the config is set up correctly"""
3628
James E. Blairf84026c2015-12-08 16:11:46 -08003629 self.updateConfigLayout(
3630 'tests/fixtures/layout-merge-failure.yaml')
Joshua Heskethb7179772014-01-30 23:30:46 +11003631 self.sched.reconfigure(self.config)
3632 self.registerJobs()
3633
3634 self.assertEqual(
Jeremy Stanley1c2c3c22015-06-15 21:23:19 +00003635 "Merge Failed.\n\nThis change or one of its cross-repo "
3636 "dependencies was unable to be automatically merged with the "
3637 "current state of its repository. Please rebase the change and "
3638 "upload a new patchset.",
Joshua Heskethb7179772014-01-30 23:30:46 +11003639 self.sched.layout.pipelines['check'].merge_failure_message)
3640 self.assertEqual(
3641 "The merge failed! For more information...",
3642 self.sched.layout.pipelines['gate'].merge_failure_message)
3643
3644 self.assertEqual(
3645 len(self.sched.layout.pipelines['check'].merge_failure_actions), 1)
3646 self.assertEqual(
3647 len(self.sched.layout.pipelines['gate'].merge_failure_actions), 2)
3648
3649 self.assertTrue(isinstance(
Joshua Heskethde958652015-11-10 19:19:50 +11003650 self.sched.layout.pipelines['check'].merge_failure_actions[0],
3651 zuul.reporter.gerrit.GerritReporter))
Joshua Heskethb7179772014-01-30 23:30:46 +11003652
3653 self.assertTrue(
3654 (
3655 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003656 merge_failure_actions[0],
Joshua Heskethffe42062014-09-05 21:43:52 +10003657 zuul.reporter.smtp.SMTPReporter) and
Joshua Heskethb7179772014-01-30 23:30:46 +11003658 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003659 merge_failure_actions[1],
Joshua Heskethffe42062014-09-05 21:43:52 +10003660 zuul.reporter.gerrit.GerritReporter)
Joshua Heskethb7179772014-01-30 23:30:46 +11003661 ) or (
3662 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003663 merge_failure_actions[0],
Joshua Heskethffe42062014-09-05 21:43:52 +10003664 zuul.reporter.gerrit.GerritReporter) and
Joshua Heskethb7179772014-01-30 23:30:46 +11003665 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003666 merge_failure_actions[1],
Joshua Heskethffe42062014-09-05 21:43:52 +10003667 zuul.reporter.smtp.SMTPReporter)
Joshua Heskethb7179772014-01-30 23:30:46 +11003668 )
3669 )
3670
James E. Blairec056492016-07-22 09:45:56 -07003671 @skip("Disabled for early v3 development")
Joshua Heskethb7179772014-01-30 23:30:46 +11003672 def test_merge_failure_reports(self):
3673 """Check that when a change fails to merge the correct message is sent
3674 to the correct reporter"""
James E. Blairf84026c2015-12-08 16:11:46 -08003675 self.updateConfigLayout(
3676 'tests/fixtures/layout-merge-failure.yaml')
Joshua Heskethb7179772014-01-30 23:30:46 +11003677 self.sched.reconfigure(self.config)
3678 self.registerJobs()
3679
3680 # Check a test failure isn't reported to SMTP
3681 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003682 A.addApproval('code-review', 2)
Paul Belanger174a8272017-03-14 13:20:10 -04003683 self.executor_server.failJob('project-test1', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07003684 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Heskethb7179772014-01-30 23:30:46 +11003685 self.waitUntilSettled()
3686
3687 self.assertEqual(3, len(self.history)) # 3 jobs
3688 self.assertEqual(0, len(self.smtp_messages))
3689
3690 # Check a merge failure is reported to SMTP
3691 # B should be merged, but C will conflict with B
3692 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3693 B.addPatchset(['conflict'])
3694 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3695 C.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07003696 B.addApproval('code-review', 2)
3697 C.addApproval('code-review', 2)
3698 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3699 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Joshua Heskethb7179772014-01-30 23:30:46 +11003700 self.waitUntilSettled()
3701
3702 self.assertEqual(6, len(self.history)) # A and B jobs
3703 self.assertEqual(1, len(self.smtp_messages))
3704 self.assertEqual('The merge failed! For more information...',
3705 self.smtp_messages[0]['body'])
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003706
James E. Blairec056492016-07-22 09:45:56 -07003707 @skip("Disabled for early v3 development")
James E. Blairf760f0e2016-02-09 08:44:52 -08003708 def test_default_merge_failure_reports(self):
3709 """Check that the default merge failure reports are correct."""
3710
3711 # A should report success, B should report merge failure.
3712 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3713 A.addPatchset(['conflict'])
3714 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3715 B.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07003716 A.addApproval('code-review', 2)
3717 B.addApproval('code-review', 2)
3718 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3719 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blairf760f0e2016-02-09 08:44:52 -08003720 self.waitUntilSettled()
3721
3722 self.assertEqual(3, len(self.history)) # A jobs
3723 self.assertEqual(A.reported, 2)
3724 self.assertEqual(B.reported, 2)
3725 self.assertEqual(A.data['status'], 'MERGED')
3726 self.assertEqual(B.data['status'], 'NEW')
3727 self.assertIn('Build succeeded', A.messages[1])
3728 self.assertIn('Merge Failed', B.messages[1])
3729 self.assertIn('automatically merged', B.messages[1])
3730 self.assertNotIn('logs.example.com', B.messages[1])
3731 self.assertNotIn('SKIPPED', B.messages[1])
3732
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003733 def test_client_get_running_jobs(self):
3734 "Test that the RPC client can get a list of running jobs"
Paul Belanger174a8272017-03-14 13:20:10 -04003735 self.executor_server.hold_jobs_in_build = True
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003736 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003737 A.addApproval('code-review', 2)
3738 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003739 self.waitUntilSettled()
3740
3741 client = zuul.rpcclient.RPCClient('127.0.0.1',
3742 self.gearman_server.port)
3743
3744 # Wait for gearman server to send the initial workData back to zuul
3745 start = time.time()
3746 while True:
3747 if time.time() - start > 10:
3748 raise Exception("Timeout waiting for gearman server to report "
3749 + "back to the client")
Paul Belanger174a8272017-03-14 13:20:10 -04003750 build = self.executor_client.builds.values()[0]
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003751 if build.worker.name == "My Worker":
3752 break
3753 else:
3754 time.sleep(0)
3755
3756 running_items = client.get_running_jobs()
3757
3758 self.assertEqual(1, len(running_items))
3759 running_item = running_items[0]
3760 self.assertEqual([], running_item['failing_reasons'])
3761 self.assertEqual([], running_item['items_behind'])
3762 self.assertEqual('https://hostname/1', running_item['url'])
3763 self.assertEqual(None, running_item['item_ahead'])
3764 self.assertEqual('org/project', running_item['project'])
3765 self.assertEqual(None, running_item['remaining_time'])
3766 self.assertEqual(True, running_item['active'])
3767 self.assertEqual('1,1', running_item['id'])
3768
3769 self.assertEqual(3, len(running_item['jobs']))
3770 for job in running_item['jobs']:
3771 if job['name'] == 'project-merge':
3772 self.assertEqual('project-merge', job['name'])
3773 self.assertEqual('gate', job['pipeline'])
3774 self.assertEqual(False, job['retry'])
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003775 self.assertEqual('https://server/job/project-merge/0/',
3776 job['url'])
3777 self.assertEqual(7, len(job['worker']))
3778 self.assertEqual(False, job['canceled'])
3779 self.assertEqual(True, job['voting'])
3780 self.assertEqual(None, job['result'])
3781 self.assertEqual('gate', job['pipeline'])
3782 break
3783
Paul Belanger174a8272017-03-14 13:20:10 -04003784 self.executor_server.hold_jobs_in_build = False
3785 self.executor_server.release()
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003786 self.waitUntilSettled()
3787
3788 running_items = client.get_running_jobs()
3789 self.assertEqual(0, len(running_items))
James E. Blairbadc1ad2014-04-28 13:55:14 -07003790
James E. Blairb70e55a2017-04-19 12:57:02 -07003791 @simple_layout('layouts/nonvoting-pipeline.yaml')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003792 def test_nonvoting_pipeline(self):
3793 "Test that a nonvoting pipeline (experimental) can still report"
3794
Joshua Heskethcc017ea2014-04-30 19:55:25 +10003795 A = self.fake_gerrit.addFakeChange('org/experimental-project',
3796 'master', 'A')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003797 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3798 self.waitUntilSettled()
Paul Belanger15e3e202016-10-14 16:27:34 -04003799
3800 self.assertEqual(self.getJobFromHistory('project-merge').result,
3801 'SUCCESS')
Joshua Heskethcc017ea2014-04-30 19:55:25 +10003802 self.assertEqual(
3803 self.getJobFromHistory('experimental-project-test').result,
3804 'SUCCESS')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003805 self.assertEqual(A.reported, 1)
James E. Blair5ee24252014-12-30 10:12:29 -08003806
3807 def test_crd_gate(self):
3808 "Test cross-repo dependencies"
3809 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3810 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003811 A.addApproval('code-review', 2)
3812 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003813
3814 AM2 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'AM2')
3815 AM1 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'AM1')
3816 AM2.setMerged()
3817 AM1.setMerged()
3818
3819 BM2 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'BM2')
3820 BM1 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'BM1')
3821 BM2.setMerged()
3822 BM1.setMerged()
3823
3824 # A -> AM1 -> AM2
3825 # B -> BM1 -> BM2
3826 # A Depends-On: B
3827 # M2 is here to make sure it is never queried. If it is, it
3828 # means zuul is walking down the entire history of merged
3829 # changes.
3830
3831 B.setDependsOn(BM1, 1)
3832 BM1.setDependsOn(BM2, 1)
3833
3834 A.setDependsOn(AM1, 1)
3835 AM1.setDependsOn(AM2, 1)
3836
3837 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3838 A.subject, B.data['id'])
3839
James E. Blair8b5408c2016-08-08 15:37:46 -07003840 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003841 self.waitUntilSettled()
3842
3843 self.assertEqual(A.data['status'], 'NEW')
3844 self.assertEqual(B.data['status'], 'NEW')
3845
Paul Belanger5dccbe72016-11-14 11:17:37 -05003846 for connection in self.connections.connections.values():
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11003847 connection.maintainCache([])
James E. Blair5ee24252014-12-30 10:12:29 -08003848
Paul Belanger174a8272017-03-14 13:20:10 -04003849 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003850 B.addApproval('approved', 1)
3851 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003852 self.waitUntilSettled()
3853
Paul Belanger174a8272017-03-14 13:20:10 -04003854 self.executor_server.release('.*-merge')
James E. Blair5ee24252014-12-30 10:12:29 -08003855 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003856 self.executor_server.release('.*-merge')
James E. Blair5ee24252014-12-30 10:12:29 -08003857 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003858 self.executor_server.hold_jobs_in_build = False
3859 self.executor_server.release()
James E. Blair5ee24252014-12-30 10:12:29 -08003860 self.waitUntilSettled()
3861
3862 self.assertEqual(AM2.queried, 0)
3863 self.assertEqual(BM2.queried, 0)
3864 self.assertEqual(A.data['status'], 'MERGED')
3865 self.assertEqual(B.data['status'], 'MERGED')
3866 self.assertEqual(A.reported, 2)
3867 self.assertEqual(B.reported, 2)
3868
Paul Belanger5dccbe72016-11-14 11:17:37 -05003869 changes = self.getJobFromHistory(
3870 'project-merge', 'org/project1').changes
3871 self.assertEqual(changes, '2,1 1,1')
James E. Blair8f78d882015-02-05 08:51:37 -08003872
3873 def test_crd_branch(self):
3874 "Test cross-repo dependencies in multiple branches"
Paul Belanger6379db12016-11-14 13:57:54 -05003875
3876 self.create_branch('org/project2', 'mp')
James E. Blair8f78d882015-02-05 08:51:37 -08003877 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3878 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
3879 C = self.fake_gerrit.addFakeChange('org/project2', 'mp', 'C')
3880 C.data['id'] = B.data['id']
James E. Blair8b5408c2016-08-08 15:37:46 -07003881 A.addApproval('code-review', 2)
3882 B.addApproval('code-review', 2)
3883 C.addApproval('code-review', 2)
James E. Blair8f78d882015-02-05 08:51:37 -08003884
3885 # A Depends-On: B+C
3886 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3887 A.subject, B.data['id'])
3888
Paul Belanger174a8272017-03-14 13:20:10 -04003889 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003890 B.addApproval('approved', 1)
3891 C.addApproval('approved', 1)
3892 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8f78d882015-02-05 08:51:37 -08003893 self.waitUntilSettled()
3894
Paul Belanger174a8272017-03-14 13:20:10 -04003895 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003896 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003897 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003898 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003899 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003900 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003901 self.executor_server.hold_jobs_in_build = False
3902 self.executor_server.release()
James E. Blair8f78d882015-02-05 08:51:37 -08003903 self.waitUntilSettled()
3904
3905 self.assertEqual(A.data['status'], 'MERGED')
3906 self.assertEqual(B.data['status'], 'MERGED')
3907 self.assertEqual(C.data['status'], 'MERGED')
3908 self.assertEqual(A.reported, 2)
3909 self.assertEqual(B.reported, 2)
3910 self.assertEqual(C.reported, 2)
3911
Paul Belanger6379db12016-11-14 13:57:54 -05003912 changes = self.getJobFromHistory(
3913 'project-merge', 'org/project1').changes
3914 self.assertEqual(changes, '2,1 3,1 1,1')
James E. Blair8f78d882015-02-05 08:51:37 -08003915
3916 def test_crd_multiline(self):
3917 "Test multiple depends-on lines in commit"
3918 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3919 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
3920 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07003921 A.addApproval('code-review', 2)
3922 B.addApproval('code-review', 2)
3923 C.addApproval('code-review', 2)
James E. Blair8f78d882015-02-05 08:51:37 -08003924
3925 # A Depends-On: B+C
3926 A.data['commitMessage'] = '%s\n\nDepends-On: %s\nDepends-On: %s\n' % (
3927 A.subject, B.data['id'], C.data['id'])
3928
Paul Belanger174a8272017-03-14 13:20:10 -04003929 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003930 B.addApproval('approved', 1)
3931 C.addApproval('approved', 1)
3932 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8f78d882015-02-05 08:51:37 -08003933 self.waitUntilSettled()
3934
Paul Belanger174a8272017-03-14 13:20:10 -04003935 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003936 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003937 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003938 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003939 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003940 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003941 self.executor_server.hold_jobs_in_build = False
3942 self.executor_server.release()
James E. Blair8f78d882015-02-05 08:51:37 -08003943 self.waitUntilSettled()
3944
3945 self.assertEqual(A.data['status'], 'MERGED')
3946 self.assertEqual(B.data['status'], 'MERGED')
3947 self.assertEqual(C.data['status'], 'MERGED')
3948 self.assertEqual(A.reported, 2)
3949 self.assertEqual(B.reported, 2)
3950 self.assertEqual(C.reported, 2)
3951
Paul Belanger5dccbe72016-11-14 11:17:37 -05003952 changes = self.getJobFromHistory(
3953 'project-merge', 'org/project1').changes
3954 self.assertEqual(changes, '2,1 3,1 1,1')
James E. Blair5ee24252014-12-30 10:12:29 -08003955
3956 def test_crd_unshared_gate(self):
3957 "Test cross-repo dependencies in unshared gate queues"
3958 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3959 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003960 A.addApproval('code-review', 2)
3961 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003962
3963 # A Depends-On: B
3964 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3965 A.subject, B.data['id'])
3966
3967 # A and B do not share a queue, make sure that A is unable to
3968 # enqueue B (and therefore, A is unable to be enqueued).
James E. Blair8b5408c2016-08-08 15:37:46 -07003969 B.addApproval('approved', 1)
3970 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003971 self.waitUntilSettled()
3972
3973 self.assertEqual(A.data['status'], 'NEW')
3974 self.assertEqual(B.data['status'], 'NEW')
3975 self.assertEqual(A.reported, 0)
3976 self.assertEqual(B.reported, 0)
3977 self.assertEqual(len(self.history), 0)
3978
3979 # Enqueue and merge B alone.
James E. Blair8b5408c2016-08-08 15:37:46 -07003980 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003981 self.waitUntilSettled()
3982
3983 self.assertEqual(B.data['status'], 'MERGED')
3984 self.assertEqual(B.reported, 2)
3985
3986 # Now that B is merged, A should be able to be enqueued and
3987 # merged.
James E. Blair8b5408c2016-08-08 15:37:46 -07003988 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003989 self.waitUntilSettled()
3990
3991 self.assertEqual(A.data['status'], 'MERGED')
3992 self.assertEqual(A.reported, 2)
3993
James E. Blair96698e22015-04-02 07:48:21 -07003994 def test_crd_gate_reverse(self):
3995 "Test reverse cross-repo dependencies"
3996 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3997 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003998 A.addApproval('code-review', 2)
3999 B.addApproval('code-review', 2)
James E. Blair96698e22015-04-02 07:48:21 -07004000
4001 # A Depends-On: B
4002
4003 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4004 A.subject, B.data['id'])
4005
James E. Blair8b5408c2016-08-08 15:37:46 -07004006 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair96698e22015-04-02 07:48:21 -07004007 self.waitUntilSettled()
4008
4009 self.assertEqual(A.data['status'], 'NEW')
4010 self.assertEqual(B.data['status'], 'NEW')
4011
Paul Belanger174a8272017-03-14 13:20:10 -04004012 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07004013 A.addApproval('approved', 1)
4014 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair96698e22015-04-02 07:48:21 -07004015 self.waitUntilSettled()
4016
Paul Belanger174a8272017-03-14 13:20:10 -04004017 self.executor_server.release('.*-merge')
James E. Blair96698e22015-04-02 07:48:21 -07004018 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04004019 self.executor_server.release('.*-merge')
James E. Blair96698e22015-04-02 07:48:21 -07004020 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04004021 self.executor_server.hold_jobs_in_build = False
4022 self.executor_server.release()
James E. Blair96698e22015-04-02 07:48:21 -07004023 self.waitUntilSettled()
4024
4025 self.assertEqual(A.data['status'], 'MERGED')
4026 self.assertEqual(B.data['status'], 'MERGED')
4027 self.assertEqual(A.reported, 2)
4028 self.assertEqual(B.reported, 2)
4029
Paul Belanger5dccbe72016-11-14 11:17:37 -05004030 changes = self.getJobFromHistory(
4031 'project-merge', 'org/project1').changes
4032 self.assertEqual(changes, '2,1 1,1')
James E. Blair96698e22015-04-02 07:48:21 -07004033
James E. Blair5ee24252014-12-30 10:12:29 -08004034 def test_crd_cycle(self):
4035 "Test cross-repo dependency cycles"
4036 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4037 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07004038 A.addApproval('code-review', 2)
4039 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08004040
4041 # A -> B -> A (via commit-depends)
4042
4043 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4044 A.subject, B.data['id'])
4045 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4046 B.subject, A.data['id'])
4047
James E. Blair8b5408c2016-08-08 15:37:46 -07004048 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08004049 self.waitUntilSettled()
4050
4051 self.assertEqual(A.reported, 0)
4052 self.assertEqual(B.reported, 0)
4053 self.assertEqual(A.data['status'], 'NEW')
4054 self.assertEqual(B.data['status'], 'NEW')
James E. Blairbfb8e042014-12-30 17:01:44 -08004055
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004056 def test_crd_gate_unknown(self):
4057 "Test unknown projects in dependent pipeline"
4058 self.init_repo("org/unknown")
4059 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4060 B = self.fake_gerrit.addFakeChange('org/unknown', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07004061 A.addApproval('code-review', 2)
4062 B.addApproval('code-review', 2)
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004063
4064 # A Depends-On: B
4065 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4066 A.subject, B.data['id'])
4067
James E. Blair8b5408c2016-08-08 15:37:46 -07004068 B.addApproval('approved', 1)
4069 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004070 self.waitUntilSettled()
4071
4072 # Unknown projects cannot share a queue with any other
4073 # since they don't have common jobs with any other (they have no jobs).
4074 # Changes which depend on unknown project changes
4075 # should not be processed in dependent pipeline
4076 self.assertEqual(A.data['status'], 'NEW')
4077 self.assertEqual(B.data['status'], 'NEW')
4078 self.assertEqual(A.reported, 0)
4079 self.assertEqual(B.reported, 0)
4080 self.assertEqual(len(self.history), 0)
4081
4082 # Simulate change B being gated outside this layout
James E. Blair8b5408c2016-08-08 15:37:46 -07004083 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004084 B.setMerged()
4085 self.waitUntilSettled()
4086 self.assertEqual(len(self.history), 0)
4087
4088 # Now that B is merged, A should be able to be enqueued and
4089 # merged.
James E. Blair8b5408c2016-08-08 15:37:46 -07004090 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004091 self.waitUntilSettled()
4092
4093 self.assertEqual(A.data['status'], 'MERGED')
4094 self.assertEqual(A.reported, 2)
4095 self.assertEqual(B.data['status'], 'MERGED')
4096 self.assertEqual(B.reported, 0)
4097
James E. Blairbfb8e042014-12-30 17:01:44 -08004098 def test_crd_check(self):
4099 "Test cross-repo dependencies in independent pipelines"
4100
Paul Belanger174a8272017-03-14 13:20:10 -04004101 self.executor_server.hold_jobs_in_build = True
James E. Blairbfb8e042014-12-30 17:01:44 -08004102 self.gearman_server.hold_jobs_in_queue = True
4103 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4104 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4105
4106 # A Depends-On: B
4107 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4108 A.subject, B.data['id'])
4109
4110 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4111 self.waitUntilSettled()
4112
4113 queue = self.gearman_server.getQueue()
4114 ref = self.getParameter(queue[-1], 'ZUUL_REF')
4115 self.gearman_server.hold_jobs_in_queue = False
4116 self.gearman_server.release()
4117 self.waitUntilSettled()
4118
Paul Belanger174a8272017-03-14 13:20:10 -04004119 self.executor_server.release('.*-merge')
Paul Belangerb30342b2016-11-14 12:30:43 -05004120 self.waitUntilSettled()
4121
Monty Taylord642d852017-02-23 14:05:42 -05004122 path = os.path.join(self.builds[0].jobdir.src_root, "org/project1")
James E. Blairbfb8e042014-12-30 17:01:44 -08004123 repo = git.Repo(path)
4124 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4125 repo_messages.reverse()
Paul Belangerb30342b2016-11-14 12:30:43 -05004126 correct_messages = [
4127 'initial commit', 'add content from fixture', 'A-1']
James E. Blairbfb8e042014-12-30 17:01:44 -08004128 self.assertEqual(repo_messages, correct_messages)
4129
Monty Taylord642d852017-02-23 14:05:42 -05004130 path = os.path.join(self.builds[0].jobdir.src_root, "org/project2")
James E. Blairbfb8e042014-12-30 17:01:44 -08004131 repo = git.Repo(path)
4132 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4133 repo_messages.reverse()
Paul Belangerb30342b2016-11-14 12:30:43 -05004134 correct_messages = [
4135 'initial commit', 'add content from fixture', 'B-1']
James E. Blairbfb8e042014-12-30 17:01:44 -08004136 self.assertEqual(repo_messages, correct_messages)
4137
Paul Belanger174a8272017-03-14 13:20:10 -04004138 self.executor_server.hold_jobs_in_build = False
4139 self.executor_server.release()
Paul Belangerb30342b2016-11-14 12:30:43 -05004140 self.waitUntilSettled()
4141
James E. Blairbfb8e042014-12-30 17:01:44 -08004142 self.assertEqual(A.data['status'], 'NEW')
4143 self.assertEqual(B.data['status'], 'NEW')
4144 self.assertEqual(A.reported, 1)
4145 self.assertEqual(B.reported, 0)
4146
4147 self.assertEqual(self.history[0].changes, '2,1 1,1')
Paul Belangerb30342b2016-11-14 12:30:43 -05004148 tenant = self.sched.abide.tenants.get('tenant-one')
4149 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blair8f78d882015-02-05 08:51:37 -08004150
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004151 def test_crd_check_git_depends(self):
4152 "Test single-repo dependencies in independent pipelines"
James E. Blairb8c16472015-05-05 14:55:26 -07004153 self.gearman_server.hold_jobs_in_build = True
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004154 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4155 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
4156
4157 # Add two git-dependent changes and make sure they both report
4158 # success.
4159 B.setDependsOn(A, 1)
4160 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4161 self.waitUntilSettled()
4162 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4163 self.waitUntilSettled()
4164
James E. Blairb8c16472015-05-05 14:55:26 -07004165 self.orderedRelease()
4166 self.gearman_server.hold_jobs_in_build = False
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004167 self.waitUntilSettled()
4168
4169 self.assertEqual(A.data['status'], 'NEW')
4170 self.assertEqual(B.data['status'], 'NEW')
4171 self.assertEqual(A.reported, 1)
4172 self.assertEqual(B.reported, 1)
4173
4174 self.assertEqual(self.history[0].changes, '1,1')
4175 self.assertEqual(self.history[-1].changes, '1,1 2,1')
Paul Belanger08136962016-11-03 17:57:38 -04004176 tenant = self.sched.abide.tenants.get('tenant-one')
4177 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004178
4179 self.assertIn('Build succeeded', A.messages[0])
4180 self.assertIn('Build succeeded', B.messages[0])
4181
4182 def test_crd_check_duplicate(self):
4183 "Test duplicate check in independent pipelines"
Paul Belanger174a8272017-03-14 13:20:10 -04004184 self.executor_server.hold_jobs_in_build = True
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004185 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4186 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
Paul Belanger08136962016-11-03 17:57:38 -04004187 tenant = self.sched.abide.tenants.get('tenant-one')
4188 check_pipeline = tenant.layout.pipelines['check']
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004189
4190 # Add two git-dependent changes...
4191 B.setDependsOn(A, 1)
4192 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4193 self.waitUntilSettled()
4194 self.assertEqual(len(check_pipeline.getAllItems()), 2)
4195
4196 # ...make sure the live one is not duplicated...
4197 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4198 self.waitUntilSettled()
4199 self.assertEqual(len(check_pipeline.getAllItems()), 2)
4200
4201 # ...but the non-live one is able to be.
4202 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4203 self.waitUntilSettled()
4204 self.assertEqual(len(check_pipeline.getAllItems()), 3)
4205
Clark Boylandd849822015-03-02 12:38:14 -08004206 # Release jobs in order to avoid races with change A jobs
4207 # finishing before change B jobs.
James E. Blaird7650852015-05-07 15:47:37 -07004208 self.orderedRelease()
Paul Belanger174a8272017-03-14 13:20:10 -04004209 self.executor_server.hold_jobs_in_build = False
4210 self.executor_server.release()
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004211 self.waitUntilSettled()
4212
4213 self.assertEqual(A.data['status'], 'NEW')
4214 self.assertEqual(B.data['status'], 'NEW')
4215 self.assertEqual(A.reported, 1)
4216 self.assertEqual(B.reported, 1)
4217
4218 self.assertEqual(self.history[0].changes, '1,1 2,1')
4219 self.assertEqual(self.history[1].changes, '1,1')
Paul Belanger08136962016-11-03 17:57:38 -04004220 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blairdbfe1cd2015-02-07 11:41:19 -08004221
4222 self.assertIn('Build succeeded', A.messages[0])
4223 self.assertIn('Build succeeded', B.messages[0])
4224
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004225 def _test_crd_check_reconfiguration(self, project1, project2):
James E. Blair8f78d882015-02-05 08:51:37 -08004226 "Test cross-repo dependencies re-enqueued in independent pipelines"
4227
4228 self.gearman_server.hold_jobs_in_queue = True
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004229 A = self.fake_gerrit.addFakeChange(project1, 'master', 'A')
4230 B = self.fake_gerrit.addFakeChange(project2, 'master', 'B')
James E. Blair8f78d882015-02-05 08:51:37 -08004231
4232 # A Depends-On: B
4233 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4234 A.subject, B.data['id'])
4235
4236 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4237 self.waitUntilSettled()
4238
4239 self.sched.reconfigure(self.config)
4240
4241 # Make sure the items still share a change queue, and the
4242 # first one is not live.
Paul Belangerce4485f2016-11-11 17:01:56 -05004243 tenant = self.sched.abide.tenants.get('tenant-one')
4244 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 1)
4245 queue = tenant.layout.pipelines['check'].queues[0]
James E. Blair8f78d882015-02-05 08:51:37 -08004246 first_item = queue.queue[0]
4247 for item in queue.queue:
4248 self.assertEqual(item.queue, first_item.queue)
4249 self.assertFalse(first_item.live)
4250 self.assertTrue(queue.queue[1].live)
4251
4252 self.gearman_server.hold_jobs_in_queue = False
4253 self.gearman_server.release()
4254 self.waitUntilSettled()
4255
4256 self.assertEqual(A.data['status'], 'NEW')
4257 self.assertEqual(B.data['status'], 'NEW')
4258 self.assertEqual(A.reported, 1)
4259 self.assertEqual(B.reported, 0)
4260
4261 self.assertEqual(self.history[0].changes, '2,1 1,1')
Paul Belangerce4485f2016-11-11 17:01:56 -05004262 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blair17dd6772015-02-09 14:45:18 -08004263
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004264 def test_crd_check_reconfiguration(self):
4265 self._test_crd_check_reconfiguration('org/project1', 'org/project2')
4266
4267 def test_crd_undefined_project(self):
4268 """Test that undefined projects in dependencies are handled for
4269 independent pipelines"""
4270 # It's a hack for fake gerrit,
4271 # as it implies repo creation upon the creation of any change
4272 self.init_repo("org/unknown")
4273 self._test_crd_check_reconfiguration('org/project1', 'org/unknown')
4274
Jesse Keatingea68ab42017-04-19 15:03:30 -07004275 @simple_layout('layouts/ignore-dependencies.yaml')
James E. Blair17dd6772015-02-09 14:45:18 -08004276 def test_crd_check_ignore_dependencies(self):
4277 "Test cross-repo dependencies can be ignored"
James E. Blair17dd6772015-02-09 14:45:18 -08004278
4279 self.gearman_server.hold_jobs_in_queue = True
4280 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4281 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4282 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
4283
4284 # A Depends-On: B
4285 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4286 A.subject, B.data['id'])
4287 # C git-depends on B
4288 C.setDependsOn(B, 1)
4289 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4290 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4291 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4292 self.waitUntilSettled()
4293
4294 # Make sure none of the items share a change queue, and all
4295 # are live.
Jesse Keatingea68ab42017-04-19 15:03:30 -07004296 tenant = self.sched.abide.tenants.get('tenant-one')
Clint Byrum12282ca2017-04-03 11:04:02 -07004297 check_pipeline = tenant.layout.pipelines['check']
James E. Blair17dd6772015-02-09 14:45:18 -08004298 self.assertEqual(len(check_pipeline.queues), 3)
4299 self.assertEqual(len(check_pipeline.getAllItems()), 3)
4300 for item in check_pipeline.getAllItems():
4301 self.assertTrue(item.live)
4302
4303 self.gearman_server.hold_jobs_in_queue = False
4304 self.gearman_server.release()
4305 self.waitUntilSettled()
4306
4307 self.assertEqual(A.data['status'], 'NEW')
4308 self.assertEqual(B.data['status'], 'NEW')
4309 self.assertEqual(C.data['status'], 'NEW')
4310 self.assertEqual(A.reported, 1)
4311 self.assertEqual(B.reported, 1)
4312 self.assertEqual(C.reported, 1)
4313
4314 # Each job should have tested exactly one change
4315 for job in self.history:
4316 self.assertEqual(len(job.changes.split()), 1)
James E. Blair96698e22015-04-02 07:48:21 -07004317
James E. Blair7cb84542017-04-19 13:35:05 -07004318 @simple_layout('layouts/three-projects.yaml')
James E. Blair96698e22015-04-02 07:48:21 -07004319 def test_crd_check_transitive(self):
4320 "Test transitive cross-repo dependencies"
4321 # Specifically, if A -> B -> C, and C gets a new patchset and
4322 # A gets a new patchset, ensure the test of A,2 includes B,1
4323 # and C,2 (not C,1 which would indicate stale data in the
4324 # cache for B).
4325 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4326 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4327 C = self.fake_gerrit.addFakeChange('org/project3', 'master', 'C')
4328
4329 # A Depends-On: B
4330 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4331 A.subject, B.data['id'])
4332
4333 # B Depends-On: C
4334 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4335 B.subject, C.data['id'])
4336
4337 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4338 self.waitUntilSettled()
4339 self.assertEqual(self.history[-1].changes, '3,1 2,1 1,1')
4340
4341 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4342 self.waitUntilSettled()
4343 self.assertEqual(self.history[-1].changes, '3,1 2,1')
4344
4345 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4346 self.waitUntilSettled()
4347 self.assertEqual(self.history[-1].changes, '3,1')
4348
4349 C.addPatchset()
4350 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(2))
4351 self.waitUntilSettled()
4352 self.assertEqual(self.history[-1].changes, '3,2')
4353
4354 A.addPatchset()
4355 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
4356 self.waitUntilSettled()
4357 self.assertEqual(self.history[-1].changes, '3,2 2,1 1,2')
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004358
James E. Blaira8b90b32016-08-24 15:18:50 -07004359 def test_crd_check_unknown(self):
4360 "Test unknown projects in independent pipeline"
4361 self.init_repo("org/unknown")
4362 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4363 B = self.fake_gerrit.addFakeChange('org/unknown', 'master', 'D')
4364 # A Depends-On: B
4365 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4366 A.subject, B.data['id'])
4367
4368 # Make sure zuul has seen an event on B.
4369 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4370 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4371 self.waitUntilSettled()
4372
4373 self.assertEqual(A.data['status'], 'NEW')
4374 self.assertEqual(A.reported, 1)
4375 self.assertEqual(B.data['status'], 'NEW')
4376 self.assertEqual(B.reported, 0)
4377
James E. Blair92464a22016-04-05 10:21:26 -07004378 def test_crd_cycle_join(self):
4379 "Test an updated change creates a cycle"
4380 A = self.fake_gerrit.addFakeChange('org/project2', 'master', 'A')
4381
4382 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4383 self.waitUntilSettled()
4384
4385 # Create B->A
4386 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
4387 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4388 B.subject, A.data['id'])
4389 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4390 self.waitUntilSettled()
4391
4392 # Update A to add A->B (a cycle).
4393 A.addPatchset()
4394 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4395 A.subject, B.data['id'])
4396 # Normally we would submit the patchset-created event for
4397 # processing here, however, we have no way of noting whether
4398 # the dependency cycle detection correctly raised an
4399 # exception, so instead, we reach into the source driver and
4400 # call the method that would ultimately be called by the event
4401 # processing.
4402
Paul Belanger0e155e22016-11-14 14:12:23 -05004403 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6053de42017-04-05 11:27:11 -07004404 (trusted, project) = tenant.getProject('org/project')
4405 source = project.source
Paul Belanger0e155e22016-11-14 14:12:23 -05004406
4407 # TODO(pabelanger): As we add more source / trigger APIs we should make
4408 # it easier for users to create events for testing.
4409 event = zuul.model.TriggerEvent()
4410 event.trigger_name = 'gerrit'
4411 event.change_number = '1'
4412 event.patch_number = '2'
James E. Blair92464a22016-04-05 10:21:26 -07004413 with testtools.ExpectedException(
4414 Exception, "Dependency cycle detected"):
Paul Belanger0e155e22016-11-14 14:12:23 -05004415 source.getChange(event, True)
James E. Blair92464a22016-04-05 10:21:26 -07004416 self.log.debug("Got expected dependency cycle exception")
4417
4418 # Now if we update B to remove the depends-on, everything
4419 # should be okay. B; A->B
4420
4421 B.addPatchset()
4422 B.data['commitMessage'] = '%s\n' % (B.subject,)
Paul Belanger0e155e22016-11-14 14:12:23 -05004423
4424 source.getChange(event, True)
4425 event.change_number = '2'
4426 source.getChange(event, True)
James E. Blair92464a22016-04-05 10:21:26 -07004427
Jesse Keatingcc67b122017-04-19 14:54:57 -07004428 @simple_layout('layouts/disable_at.yaml')
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004429 def test_disable_at(self):
4430 "Test a pipeline will only report to the disabled trigger when failing"
4431
Jesse Keatingcc67b122017-04-19 14:54:57 -07004432 tenant = self.sched.abide.tenants.get('tenant-one')
Paul Belanger7dc76e82016-11-11 16:51:08 -05004433 self.assertEqual(3, tenant.layout.pipelines['check'].disable_at)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004434 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004435 0, tenant.layout.pipelines['check']._consecutive_failures)
4436 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004437
4438 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4439 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
4440 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
4441 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
4442 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
4443 F = self.fake_gerrit.addFakeChange('org/project', 'master', 'F')
4444 G = self.fake_gerrit.addFakeChange('org/project', 'master', 'G')
4445 H = self.fake_gerrit.addFakeChange('org/project', 'master', 'H')
4446 I = self.fake_gerrit.addFakeChange('org/project', 'master', 'I')
4447 J = self.fake_gerrit.addFakeChange('org/project', 'master', 'J')
4448 K = self.fake_gerrit.addFakeChange('org/project', 'master', 'K')
4449
Paul Belanger174a8272017-03-14 13:20:10 -04004450 self.executor_server.failJob('project-test1', A)
4451 self.executor_server.failJob('project-test1', B)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004452 # Let C pass, resetting the counter
Paul Belanger174a8272017-03-14 13:20:10 -04004453 self.executor_server.failJob('project-test1', D)
4454 self.executor_server.failJob('project-test1', E)
4455 self.executor_server.failJob('project-test1', F)
4456 self.executor_server.failJob('project-test1', G)
4457 self.executor_server.failJob('project-test1', H)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004458 # I also passes but should only report to the disabled reporters
Paul Belanger174a8272017-03-14 13:20:10 -04004459 self.executor_server.failJob('project-test1', J)
4460 self.executor_server.failJob('project-test1', K)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004461
4462 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4463 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4464 self.waitUntilSettled()
4465
4466 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004467 2, tenant.layout.pipelines['check']._consecutive_failures)
4468 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004469
4470 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4471 self.waitUntilSettled()
4472
4473 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004474 0, tenant.layout.pipelines['check']._consecutive_failures)
4475 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004476
4477 self.fake_gerrit.addEvent(D.getPatchsetCreatedEvent(1))
4478 self.fake_gerrit.addEvent(E.getPatchsetCreatedEvent(1))
4479 self.fake_gerrit.addEvent(F.getPatchsetCreatedEvent(1))
4480 self.waitUntilSettled()
4481
4482 # We should be disabled now
4483 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004484 3, tenant.layout.pipelines['check']._consecutive_failures)
4485 self.assertTrue(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004486
4487 # We need to wait between each of these patches to make sure the
4488 # smtp messages come back in an expected order
4489 self.fake_gerrit.addEvent(G.getPatchsetCreatedEvent(1))
4490 self.waitUntilSettled()
4491 self.fake_gerrit.addEvent(H.getPatchsetCreatedEvent(1))
4492 self.waitUntilSettled()
4493 self.fake_gerrit.addEvent(I.getPatchsetCreatedEvent(1))
4494 self.waitUntilSettled()
4495
4496 # The first 6 (ABCDEF) jobs should have reported back to gerrt thus
4497 # leaving a message on each change
4498 self.assertEqual(1, len(A.messages))
4499 self.assertIn('Build failed.', A.messages[0])
4500 self.assertEqual(1, len(B.messages))
4501 self.assertIn('Build failed.', B.messages[0])
4502 self.assertEqual(1, len(C.messages))
4503 self.assertIn('Build succeeded.', C.messages[0])
4504 self.assertEqual(1, len(D.messages))
4505 self.assertIn('Build failed.', D.messages[0])
4506 self.assertEqual(1, len(E.messages))
4507 self.assertIn('Build failed.', E.messages[0])
4508 self.assertEqual(1, len(F.messages))
4509 self.assertIn('Build failed.', F.messages[0])
4510
4511 # The last 3 (GHI) would have only reported via smtp.
4512 self.assertEqual(3, len(self.smtp_messages))
4513 self.assertEqual(0, len(G.messages))
4514 self.assertIn('Build failed.', self.smtp_messages[0]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004515 self.assertIn(
4516 'project-test1 https://server/job', self.smtp_messages[0]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004517 self.assertEqual(0, len(H.messages))
4518 self.assertIn('Build failed.', self.smtp_messages[1]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004519 self.assertIn(
4520 'project-test1 https://server/job', self.smtp_messages[1]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004521 self.assertEqual(0, len(I.messages))
4522 self.assertIn('Build succeeded.', self.smtp_messages[2]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004523 self.assertIn(
4524 'project-test1 https://server/job', self.smtp_messages[2]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004525
4526 # Now reload the configuration (simulate a HUP) to check the pipeline
4527 # comes out of disabled
4528 self.sched.reconfigure(self.config)
4529
Jesse Keatingcc67b122017-04-19 14:54:57 -07004530 tenant = self.sched.abide.tenants.get('tenant-one')
Paul Belanger7dc76e82016-11-11 16:51:08 -05004531
4532 self.assertEqual(3, tenant.layout.pipelines['check'].disable_at)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004533 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004534 0, tenant.layout.pipelines['check']._consecutive_failures)
4535 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004536
4537 self.fake_gerrit.addEvent(J.getPatchsetCreatedEvent(1))
4538 self.fake_gerrit.addEvent(K.getPatchsetCreatedEvent(1))
4539 self.waitUntilSettled()
4540
4541 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004542 2, tenant.layout.pipelines['check']._consecutive_failures)
4543 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004544
4545 # J and K went back to gerrit
4546 self.assertEqual(1, len(J.messages))
4547 self.assertIn('Build failed.', J.messages[0])
4548 self.assertEqual(1, len(K.messages))
4549 self.assertIn('Build failed.', K.messages[0])
4550 # No more messages reported via smtp
4551 self.assertEqual(3, len(self.smtp_messages))
Joshua Heskethd6dbd682015-12-22 10:06:54 +11004552
James E. Blaircc020532017-04-19 13:04:44 -07004553 @simple_layout('layouts/one-job-project.yaml')
4554 def test_one_job_project(self):
4555 "Test that queueing works with one job"
4556 A = self.fake_gerrit.addFakeChange('org/one-job-project',
4557 'master', 'A')
4558 B = self.fake_gerrit.addFakeChange('org/one-job-project',
4559 'master', 'B')
4560 A.addApproval('code-review', 2)
4561 B.addApproval('code-review', 2)
4562 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4563 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4564 self.waitUntilSettled()
4565
4566 self.assertEqual(A.data['status'], 'MERGED')
4567 self.assertEqual(A.reported, 2)
4568 self.assertEqual(B.data['status'], 'MERGED')
4569 self.assertEqual(B.reported, 2)
4570
Paul Belanger71d98172016-11-08 10:56:31 -05004571 def test_rerun_on_abort(self):
Paul Belanger174a8272017-03-14 13:20:10 -04004572 "Test that if a execute server fails to run a job, it is run again"
Paul Belanger71d98172016-11-08 10:56:31 -05004573
Paul Belanger174a8272017-03-14 13:20:10 -04004574 self.executor_server.hold_jobs_in_build = True
Paul Belanger71d98172016-11-08 10:56:31 -05004575 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4576 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4577 self.waitUntilSettled()
4578
Paul Belanger174a8272017-03-14 13:20:10 -04004579 self.executor_server.release('.*-merge')
Paul Belanger71d98172016-11-08 10:56:31 -05004580 self.waitUntilSettled()
4581
4582 self.assertEqual(len(self.builds), 2)
4583 self.builds[0].requeue = True
Paul Belanger174a8272017-03-14 13:20:10 -04004584 self.executor_server.release('.*-test*')
Paul Belanger71d98172016-11-08 10:56:31 -05004585 self.waitUntilSettled()
4586
Clint Byrum5bb5feb2016-12-08 12:39:05 -08004587 for x in range(3):
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004588 self.assertEqual(len(self.builds), 1,
4589 'len of builds at x=%d is wrong' % x)
Paul Belanger71d98172016-11-08 10:56:31 -05004590 self.builds[0].requeue = True
Paul Belanger174a8272017-03-14 13:20:10 -04004591 self.executor_server.release('.*-test1')
Paul Belanger71d98172016-11-08 10:56:31 -05004592 self.waitUntilSettled()
4593
Paul Belanger174a8272017-03-14 13:20:10 -04004594 self.executor_server.hold_jobs_in_build = False
4595 self.executor_server.release()
Paul Belanger71d98172016-11-08 10:56:31 -05004596 self.waitUntilSettled()
Clint Byrum5bb5feb2016-12-08 12:39:05 -08004597 self.assertEqual(len(self.history), 6)
Paul Belanger71d98172016-11-08 10:56:31 -05004598 self.assertEqual(self.countJobResults(self.history, 'SUCCESS'), 2)
4599 self.assertEqual(A.reported, 1)
4600 self.assertIn('RETRY_LIMIT', A.messages[0])
Joshua Hesketh3f7def32016-11-21 17:36:44 +11004601
James E. Blair15be0e12017-01-03 13:45:20 -08004602 def test_zookeeper_disconnect(self):
Paul Belanger174a8272017-03-14 13:20:10 -04004603 "Test that jobs are executed after a zookeeper disconnect"
James E. Blair15be0e12017-01-03 13:45:20 -08004604
4605 self.fake_nodepool.paused = True
4606 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4607 A.addApproval('code-review', 2)
4608 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4609 self.waitUntilSettled()
4610
4611 self.zk.client.stop()
4612 self.zk.client.start()
4613 self.fake_nodepool.paused = False
4614 self.waitUntilSettled()
4615
4616 self.assertEqual(A.data['status'], 'MERGED')
4617 self.assertEqual(A.reported, 2)
4618
James E. Blair6ab79e02017-01-06 10:10:17 -08004619 def test_nodepool_failure(self):
4620 "Test that jobs are reported after a nodepool failure"
4621
4622 self.fake_nodepool.paused = True
4623 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4624 A.addApproval('code-review', 2)
4625 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4626 self.waitUntilSettled()
4627
4628 req = self.fake_nodepool.getNodeRequests()[0]
4629 self.fake_nodepool.addFailRequest(req)
4630
4631 self.fake_nodepool.paused = False
4632 self.waitUntilSettled()
4633
4634 self.assertEqual(A.data['status'], 'NEW')
4635 self.assertEqual(A.reported, 2)
4636 self.assertIn('project-merge : NODE_FAILURE', A.messages[1])
4637 self.assertIn('project-test1 : SKIPPED', A.messages[1])
4638 self.assertIn('project-test2 : SKIPPED', A.messages[1])
4639
Arieb6f068c2016-10-09 13:11:06 +03004640
James E. Blaira002b032017-04-18 10:35:48 -07004641class TestExecutor(ZuulTestCase):
4642 tenant_config_file = 'config/single-tenant/main.yaml'
4643
4644 def assertFinalState(self):
4645 # In this test, we expect to shut down in a non-final state,
4646 # so skip these checks.
4647 pass
4648
4649 def assertCleanShutdown(self):
4650 self.log.debug("Assert clean shutdown")
4651
4652 # After shutdown, make sure no jobs are running
4653 self.assertEqual({}, self.executor_server.job_workers)
4654
4655 # Make sure that git.Repo objects have been garbage collected.
4656 repos = []
4657 gc.collect()
4658 for obj in gc.get_objects():
4659 if isinstance(obj, git.Repo):
4660 self.log.debug("Leaked git repo object: %s" % repr(obj))
4661 repos.append(obj)
4662 self.assertEqual(len(repos), 0)
4663
4664 def test_executor_shutdown(self):
4665 "Test that the executor can shut down with jobs running"
4666
4667 self.executor_server.hold_jobs_in_build = True
4668 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4669 A.addApproval('code-review', 2)
4670 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4671 self.waitUntilSettled()
4672
4673
Fredrik Medleyf8aec832015-09-28 13:40:20 +02004674class TestDependencyGraph(ZuulTestCase):
4675 tenant_config_file = 'config/dependency-graph/main.yaml'
4676
4677 def test_dependeny_graph_dispatch_jobs_once(self):
4678 "Test a job in a dependency graph is queued only once"
4679 # Job dependencies, starting with A
4680 # A
4681 # / \
4682 # B C
4683 # / \ / \
4684 # D F E
4685 # |
4686 # G
4687
4688 self.executor_server.hold_jobs_in_build = True
4689 change = self.fake_gerrit.addFakeChange(
4690 'org/project', 'master', 'change')
4691 change.addApproval('code-review', 2)
4692 self.fake_gerrit.addEvent(change.addApproval('approved', 1))
4693
4694 self.waitUntilSettled()
4695 self.assertEqual([b.name for b in self.builds], ['A'])
4696
4697 self.executor_server.release('A')
4698 self.waitUntilSettled()
4699 self.assertEqual(sorted(b.name for b in self.builds), ['B', 'C'])
4700
4701 self.executor_server.release('B')
4702 self.waitUntilSettled()
4703 self.assertEqual(sorted(b.name for b in self.builds), ['C', 'D'])
4704
4705 self.executor_server.release('D')
4706 self.waitUntilSettled()
4707 self.assertEqual([b.name for b in self.builds], ['C'])
4708
4709 self.executor_server.release('C')
4710 self.waitUntilSettled()
4711 self.assertEqual(sorted(b.name for b in self.builds), ['E', 'F'])
4712
4713 self.executor_server.release('F')
4714 self.waitUntilSettled()
4715 self.assertEqual(sorted(b.name for b in self.builds), ['E', 'G'])
4716
4717 self.executor_server.release('G')
4718 self.waitUntilSettled()
4719 self.assertEqual([b.name for b in self.builds], ['E'])
4720
4721 self.executor_server.release('E')
4722 self.waitUntilSettled()
4723 self.assertEqual(len(self.builds), 0)
4724
4725 self.executor_server.hold_jobs_in_build = False
4726 self.executor_server.release()
4727 self.waitUntilSettled()
4728
4729 self.assertEqual(len(self.builds), 0)
4730 self.assertEqual(len(self.history), 7)
4731
4732 self.assertEqual(change.data['status'], 'MERGED')
4733 self.assertEqual(change.reported, 2)
4734
4735 def test_jobs_launched_only_if_all_dependencies_are_successful(self):
4736 "Test that a job waits till all dependencies are successful"
4737 # Job dependencies, starting with A
4738 # A
4739 # / \
4740 # B C*
4741 # / \ / \
4742 # D F E
4743 # |
4744 # G
4745
4746 self.executor_server.hold_jobs_in_build = True
4747 change = self.fake_gerrit.addFakeChange(
4748 'org/project', 'master', 'change')
4749 change.addApproval('code-review', 2)
4750
4751 self.executor_server.failJob('C', change)
4752
4753 self.fake_gerrit.addEvent(change.addApproval('approved', 1))
4754
4755 self.waitUntilSettled()
4756 self.assertEqual([b.name for b in self.builds], ['A'])
4757
4758 self.executor_server.release('A')
4759 self.waitUntilSettled()
4760 self.assertEqual(sorted(b.name for b in self.builds), ['B', 'C'])
4761
4762 self.executor_server.release('B')
4763 self.waitUntilSettled()
4764 self.assertEqual(sorted(b.name for b in self.builds), ['C', 'D'])
4765
4766 self.executor_server.release('D')
4767 self.waitUntilSettled()
4768 self.assertEqual([b.name for b in self.builds], ['C'])
4769
4770 self.executor_server.release('C')
4771 self.waitUntilSettled()
4772 self.assertEqual(len(self.builds), 0)
4773
4774 self.executor_server.hold_jobs_in_build = False
4775 self.executor_server.release()
4776 self.waitUntilSettled()
4777
4778 self.assertEqual(len(self.builds), 0)
4779 self.assertEqual(len(self.history), 4)
4780
4781 self.assertEqual(change.data['status'], 'NEW')
4782 self.assertEqual(change.reported, 2)
4783
4784
Arieb6f068c2016-10-09 13:11:06 +03004785class TestDuplicatePipeline(ZuulTestCase):
4786 tenant_config_file = 'config/duplicate-pipeline/main.yaml'
4787
4788 def test_duplicate_pipelines(self):
4789 "Test that a change matching multiple pipelines works"
4790
4791 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4792 self.fake_gerrit.addEvent(A.getChangeRestoredEvent())
4793 self.waitUntilSettled()
4794
4795 self.assertHistory([
4796 dict(name='project-test1', result='SUCCESS', changes='1,1',
4797 pipeline='dup1'),
4798 dict(name='project-test1', result='SUCCESS', changes='1,1',
4799 pipeline='dup2'),
Paul Belanger73a7d8e2016-11-09 11:12:42 -05004800 ], ordered=False)
Arieb6f068c2016-10-09 13:11:06 +03004801
4802 self.assertEqual(len(A.messages), 2)
4803
Paul Belangera46a3742016-11-09 14:23:03 -05004804 if 'dup1' in A.messages[0]:
4805 self.assertIn('dup1', A.messages[0])
4806 self.assertNotIn('dup2', A.messages[0])
4807 self.assertIn('project-test1', A.messages[0])
4808 self.assertIn('dup2', A.messages[1])
4809 self.assertNotIn('dup1', A.messages[1])
4810 self.assertIn('project-test1', A.messages[1])
4811 else:
4812 self.assertIn('dup1', A.messages[1])
4813 self.assertNotIn('dup2', A.messages[1])
4814 self.assertIn('project-test1', A.messages[1])
4815 self.assertIn('dup2', A.messages[0])
4816 self.assertNotIn('dup1', A.messages[0])
4817 self.assertIn('project-test1', A.messages[0])
Paul Belangerfac69ba2016-11-03 09:03:13 -04004818
4819
Paul Belanger86085b32016-11-03 12:48:57 -04004820class TestSchedulerTemplatedProject(ZuulTestCase):
4821 tenant_config_file = 'config/templated-project/main.yaml'
4822
Paul Belanger174a8272017-03-14 13:20:10 -04004823 def test_job_from_templates_executed(self):
4824 "Test whether a job generated via a template can be executed"
Paul Belanger86085b32016-11-03 12:48:57 -04004825
4826 A = self.fake_gerrit.addFakeChange(
4827 'org/templated-project', 'master', 'A')
4828 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4829 self.waitUntilSettled()
4830
4831 self.assertEqual(self.getJobFromHistory('project-test1').result,
4832 'SUCCESS')
4833 self.assertEqual(self.getJobFromHistory('project-test2').result,
4834 'SUCCESS')
Paul Belanger3adf72f2016-11-03 14:57:31 -04004835
4836 def test_layered_templates(self):
Paul Belanger174a8272017-03-14 13:20:10 -04004837 "Test whether a job generated via a template can be executed"
Paul Belanger3adf72f2016-11-03 14:57:31 -04004838
4839 A = self.fake_gerrit.addFakeChange(
4840 'org/layered-project', 'master', 'A')
4841 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4842 self.waitUntilSettled()
4843
4844 self.assertEqual(self.getJobFromHistory('project-test1').result,
4845 'SUCCESS')
4846 self.assertEqual(self.getJobFromHistory('project-test2').result,
4847 'SUCCESS')
4848 self.assertEqual(self.getJobFromHistory('layered-project-test3'
4849 ).result, 'SUCCESS')
4850 self.assertEqual(self.getJobFromHistory('layered-project-test4'
4851 ).result, 'SUCCESS')
4852 self.assertEqual(self.getJobFromHistory('layered-project-foo-test5'
4853 ).result, 'SUCCESS')
4854 self.assertEqual(self.getJobFromHistory('project-test6').result,
4855 'SUCCESS')
Adam Gandelman94a60062016-11-21 16:43:14 -08004856
4857
4858class TestSchedulerSuccessURL(ZuulTestCase):
4859 tenant_config_file = 'config/success-url/main.yaml'
4860
4861 def test_success_url(self):
4862 "Ensure bad build params are ignored"
4863 self.sched.reconfigure(self.config)
4864 self.init_repo('org/docs')
4865
4866 A = self.fake_gerrit.addFakeChange('org/docs', 'master', 'A')
4867 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4868 self.waitUntilSettled()
4869
4870 # Both builds ran: docs-draft-test + docs-draft-test2
4871 self.assertEqual(len(self.history), 2)
4872
4873 # Grab build id
James E. Blaire7576802016-12-21 16:15:00 -08004874 for build in self.history:
4875 if build.name == 'docs-draft-test':
4876 uuid = build.uuid[:7]
4877 break
Adam Gandelman94a60062016-11-21 16:43:14 -08004878
4879 # Two msgs: 'Starting...' + results
4880 self.assertEqual(len(self.smtp_messages), 2)
4881 body = self.smtp_messages[1]['body'].splitlines()
4882 self.assertEqual('Build succeeded.', body[0])
4883
4884 self.assertIn(
4885 '- docs-draft-test http://docs-draft.example.org/1/1/1/check/'
4886 'docs-draft-test/%s/publish-docs/' % uuid,
4887 body[2])
4888
Paul Belanger174a8272017-03-14 13:20:10 -04004889 # NOTE: This default URL is currently hard-coded in executor/server.py
Adam Gandelman94a60062016-11-21 16:43:14 -08004890 self.assertIn(
4891 '- docs-draft-test2 https://server/job',
4892 body[3])
Adam Gandelman8bd57102016-12-02 12:58:42 -08004893
4894
Adam Gandelman4da00f62016-12-09 15:47:33 -08004895class TestSchedulerMerges(ZuulTestCase):
4896 tenant_config_file = 'config/merges/main.yaml'
Adam Gandelman8bd57102016-12-02 12:58:42 -08004897
4898 def _test_project_merge_mode(self, mode):
Paul Belanger174a8272017-03-14 13:20:10 -04004899 self.executor_server.keep_jobdir = False
Adam Gandelman8bd57102016-12-02 12:58:42 -08004900 project = 'org/project-%s' % mode
Paul Belanger174a8272017-03-14 13:20:10 -04004901 self.executor_server.hold_jobs_in_build = True
Adam Gandelman8bd57102016-12-02 12:58:42 -08004902 A = self.fake_gerrit.addFakeChange(project, 'master', 'A')
4903 B = self.fake_gerrit.addFakeChange(project, 'master', 'B')
4904 C = self.fake_gerrit.addFakeChange(project, 'master', 'C')
4905 A.addApproval('code-review', 2)
4906 B.addApproval('code-review', 2)
4907 C.addApproval('code-review', 2)
4908 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4909 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4910 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
4911 self.waitUntilSettled()
4912
4913 build = self.builds[-1]
4914 ref = self.getParameter(build, 'ZUUL_REF')
4915
Monty Taylord642d852017-02-23 14:05:42 -05004916 path = os.path.join(build.jobdir.src_root, project)
Adam Gandelman8bd57102016-12-02 12:58:42 -08004917 repo = git.Repo(path)
4918 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4919 repo_messages.reverse()
4920
Paul Belanger174a8272017-03-14 13:20:10 -04004921 self.executor_server.hold_jobs_in_build = False
4922 self.executor_server.release()
Adam Gandelman8bd57102016-12-02 12:58:42 -08004923 self.waitUntilSettled()
4924
4925 return repo_messages
4926
4927 def _test_merge(self, mode):
4928 us_path = os.path.join(
4929 self.upstream_root, 'org/project-%s' % mode)
4930 expected_messages = [
4931 'initial commit',
4932 'add content from fixture',
4933 # the intermediate commits order is nondeterministic
4934 "Merge commit 'refs/changes/1/2/1' of %s into HEAD" % us_path,
4935 "Merge commit 'refs/changes/1/3/1' of %s into HEAD" % us_path,
4936 ]
4937 result = self._test_project_merge_mode(mode)
4938 self.assertEqual(result[:2], expected_messages[:2])
4939 self.assertEqual(result[-2:], expected_messages[-2:])
4940
4941 def test_project_merge_mode_merge(self):
4942 self._test_merge('merge')
4943
4944 def test_project_merge_mode_merge_resolve(self):
4945 self._test_merge('merge-resolve')
4946
4947 def test_project_merge_mode_cherrypick(self):
4948 expected_messages = [
4949 'initial commit',
4950 'add content from fixture',
4951 'A-1',
4952 'B-1',
4953 'C-1']
4954 result = self._test_project_merge_mode('cherry-pick')
4955 self.assertEqual(result, expected_messages)
Adam Gandelman4da00f62016-12-09 15:47:33 -08004956
4957 def test_merge_branch(self):
4958 "Test that the right commits are on alternate branches"
4959 self.create_branch('org/project-merge-branches', 'mp')
4960
Paul Belanger174a8272017-03-14 13:20:10 -04004961 self.executor_server.hold_jobs_in_build = True
Adam Gandelman4da00f62016-12-09 15:47:33 -08004962 A = self.fake_gerrit.addFakeChange(
4963 'org/project-merge-branches', 'mp', 'A')
4964 B = self.fake_gerrit.addFakeChange(
4965 'org/project-merge-branches', 'mp', 'B')
4966 C = self.fake_gerrit.addFakeChange(
4967 'org/project-merge-branches', 'mp', 'C')
4968 A.addApproval('code-review', 2)
4969 B.addApproval('code-review', 2)
4970 C.addApproval('code-review', 2)
4971 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4972 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4973 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
4974 self.waitUntilSettled()
4975
Paul Belanger174a8272017-03-14 13:20:10 -04004976 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004977 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04004978 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004979 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04004980 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004981 self.waitUntilSettled()
4982
4983 build = self.builds[-1]
4984 self.assertEqual(self.getParameter(build, 'ZUUL_BRANCH'), 'mp')
4985 ref = self.getParameter(build, 'ZUUL_REF')
4986 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05004987 build.jobdir.src_root, 'org/project-merge-branches')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004988 repo = git.Repo(path)
4989
4990 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4991 repo_messages.reverse()
4992 correct_messages = [
4993 'initial commit',
4994 'add content from fixture',
4995 'mp commit',
4996 'A-1', 'B-1', 'C-1']
4997 self.assertEqual(repo_messages, correct_messages)
4998
Paul Belanger174a8272017-03-14 13:20:10 -04004999 self.executor_server.hold_jobs_in_build = False
5000 self.executor_server.release()
Adam Gandelman4da00f62016-12-09 15:47:33 -08005001 self.waitUntilSettled()
5002
5003 def test_merge_multi_branch(self):
5004 "Test that dependent changes on multiple branches are merged"
5005 self.create_branch('org/project-merge-branches', 'mp')
5006
Paul Belanger174a8272017-03-14 13:20:10 -04005007 self.executor_server.hold_jobs_in_build = True
Adam Gandelman4da00f62016-12-09 15:47:33 -08005008 A = self.fake_gerrit.addFakeChange(
5009 'org/project-merge-branches', 'master', 'A')
5010 B = self.fake_gerrit.addFakeChange(
5011 'org/project-merge-branches', 'mp', 'B')
5012 C = self.fake_gerrit.addFakeChange(
5013 'org/project-merge-branches', 'master', 'C')
5014 A.addApproval('code-review', 2)
5015 B.addApproval('code-review', 2)
5016 C.addApproval('code-review', 2)
5017 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
5018 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
5019 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
5020 self.waitUntilSettled()
5021
5022 job_A = None
5023 for job in self.builds:
5024 if 'project-merge' in job.name:
5025 job_A = job
5026 ref_A = self.getParameter(job_A, 'ZUUL_REF')
5027 commit_A = self.getParameter(job_A, 'ZUUL_COMMIT')
5028 self.log.debug("Got Zuul ref for change A: %s" % ref_A)
5029 self.log.debug("Got Zuul commit for change A: %s" % commit_A)
5030
5031 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05005032 job_A.jobdir.src_root, "org/project-merge-branches")
Adam Gandelman4da00f62016-12-09 15:47:33 -08005033 repo = git.Repo(path)
5034 repo_messages = [c.message.strip()
5035 for c in repo.iter_commits(ref_A)]
5036 repo_messages.reverse()
5037 correct_messages = [
5038 'initial commit', 'add content from fixture', 'A-1']
5039 self.assertEqual(repo_messages, correct_messages)
5040
Paul Belanger174a8272017-03-14 13:20:10 -04005041 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08005042 self.waitUntilSettled()
5043
5044 job_B = None
5045 for job in self.builds:
5046 if 'project-merge' in job.name:
5047 job_B = job
5048 ref_B = self.getParameter(job_B, 'ZUUL_REF')
5049 commit_B = self.getParameter(job_B, 'ZUUL_COMMIT')
5050 self.log.debug("Got Zuul ref for change B: %s" % ref_B)
5051 self.log.debug("Got Zuul commit for change B: %s" % commit_B)
5052
5053 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05005054 job_B.jobdir.src_root, "org/project-merge-branches")
Adam Gandelman4da00f62016-12-09 15:47:33 -08005055 repo = git.Repo(path)
5056 repo_messages = [c.message.strip()
5057 for c in repo.iter_commits(ref_B)]
5058 repo_messages.reverse()
5059 correct_messages = [
5060 'initial commit', 'add content from fixture', 'mp commit', 'B-1']
5061 self.assertEqual(repo_messages, correct_messages)
5062
Paul Belanger174a8272017-03-14 13:20:10 -04005063 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08005064 self.waitUntilSettled()
5065
5066 job_C = None
5067 for job in self.builds:
5068 if 'project-merge' in job.name:
5069 job_C = job
5070 ref_C = self.getParameter(job_C, 'ZUUL_REF')
5071 commit_C = self.getParameter(job_C, 'ZUUL_COMMIT')
5072 self.log.debug("Got Zuul ref for change C: %s" % ref_C)
5073 self.log.debug("Got Zuul commit for change C: %s" % commit_C)
5074 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05005075 job_C.jobdir.src_root, "org/project-merge-branches")
Adam Gandelman4da00f62016-12-09 15:47:33 -08005076 repo = git.Repo(path)
5077 repo_messages = [c.message.strip()
5078 for c in repo.iter_commits(ref_C)]
5079
5080 repo_messages.reverse()
5081 correct_messages = [
5082 'initial commit', 'add content from fixture',
5083 'A-1', 'C-1']
5084 # Ensure the right commits are in the history for this ref
5085 self.assertEqual(repo_messages, correct_messages)
5086
Paul Belanger174a8272017-03-14 13:20:10 -04005087 self.executor_server.hold_jobs_in_build = False
5088 self.executor_server.release()
Adam Gandelman4da00f62016-12-09 15:47:33 -08005089 self.waitUntilSettled()
Tobias Henkel9a0e1942017-03-20 16:16:02 +01005090
5091
5092class TestSemaphoreMultiTenant(ZuulTestCase):
5093 tenant_config_file = 'config/multi-tenant-semaphore/main.yaml'
5094
5095 def test_semaphore_tenant_isolation(self):
5096 "Test semaphores in multiple tenants"
5097
5098 self.waitUntilSettled()
5099 tenant_one = self.sched.abide.tenants.get('tenant-one')
5100 tenant_two = self.sched.abide.tenants.get('tenant-two')
5101
5102 self.executor_server.hold_jobs_in_build = True
5103 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
5104 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
5105 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
5106 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
5107 E = self.fake_gerrit.addFakeChange('org/project2', 'master', 'E')
5108 self.assertFalse('test-semaphore' in
5109 tenant_one.semaphore_handler.semaphores)
5110 self.assertFalse('test-semaphore' in
5111 tenant_two.semaphore_handler.semaphores)
5112
5113 # add patches to project1 of tenant-one
5114 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
5115 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
5116 self.waitUntilSettled()
5117
5118 # one build of project1-test1 must run
5119 # semaphore of tenant-one must be acquired once
5120 # semaphore of tenant-two must not be acquired
5121 self.assertEqual(len(self.builds), 1)
5122 self.assertEqual(self.builds[0].name, 'project1-test1')
5123 self.assertTrue('test-semaphore' in
5124 tenant_one.semaphore_handler.semaphores)
5125 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5126 'test-semaphore', [])), 1)
5127 self.assertFalse('test-semaphore' in
5128 tenant_two.semaphore_handler.semaphores)
5129
5130 # add patches to project2 of tenant-two
5131 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
5132 self.fake_gerrit.addEvent(D.getPatchsetCreatedEvent(1))
5133 self.fake_gerrit.addEvent(E.getPatchsetCreatedEvent(1))
5134 self.waitUntilSettled()
5135
5136 # one build of project1-test1 must run
5137 # two builds of project2-test1 must run
5138 # semaphore of tenant-one must be acquired once
5139 # semaphore of tenant-two must be acquired twice
5140 self.assertEqual(len(self.builds), 3)
5141 self.assertEqual(self.builds[0].name, 'project1-test1')
5142 self.assertEqual(self.builds[1].name, 'project2-test1')
5143 self.assertEqual(self.builds[2].name, 'project2-test1')
5144 self.assertTrue('test-semaphore' in
5145 tenant_one.semaphore_handler.semaphores)
5146 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5147 'test-semaphore', [])), 1)
5148 self.assertTrue('test-semaphore' in
5149 tenant_two.semaphore_handler.semaphores)
5150 self.assertEqual(len(tenant_two.semaphore_handler.semaphores.get(
5151 'test-semaphore', [])), 2)
5152
5153 self.executor_server.release('project1-test1')
5154 self.waitUntilSettled()
5155
5156 # one build of project1-test1 must run
5157 # two builds of project2-test1 must run
5158 # semaphore of tenant-one must be acquired once
5159 # semaphore of tenant-two must be acquired twice
5160 self.assertEqual(len(self.builds), 3)
5161 self.assertEqual(self.builds[0].name, 'project2-test1')
5162 self.assertEqual(self.builds[1].name, 'project2-test1')
5163 self.assertEqual(self.builds[2].name, 'project1-test1')
5164 self.assertTrue('test-semaphore' in
5165 tenant_one.semaphore_handler.semaphores)
5166 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5167 'test-semaphore', [])), 1)
5168 self.assertTrue('test-semaphore' in
5169 tenant_two.semaphore_handler.semaphores)
5170 self.assertEqual(len(tenant_two.semaphore_handler.semaphores.get(
5171 'test-semaphore', [])), 2)
5172
5173 self.executor_server.release('project2-test1')
5174 self.waitUntilSettled()
5175
5176 # one build of project1-test1 must run
5177 # one build of project2-test1 must run
5178 # semaphore of tenant-one must be acquired once
5179 # semaphore of tenant-two must be acquired once
5180 self.assertEqual(len(self.builds), 2)
5181 self.assertTrue('test-semaphore' in
5182 tenant_one.semaphore_handler.semaphores)
5183 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5184 'test-semaphore', [])), 1)
5185 self.assertTrue('test-semaphore' in
5186 tenant_two.semaphore_handler.semaphores)
5187 self.assertEqual(len(tenant_two.semaphore_handler.semaphores.get(
5188 'test-semaphore', [])), 1)
5189
5190 self.executor_server.hold_jobs_in_build = False
5191 self.executor_server.release()
5192
5193 self.waitUntilSettled()
5194
5195 # no build must run
5196 # semaphore of tenant-one must not be acquired
5197 # semaphore of tenant-two must not be acquired
5198 self.assertEqual(len(self.builds), 0)
5199 self.assertFalse('test-semaphore' in
5200 tenant_one.semaphore_handler.semaphores)
5201 self.assertFalse('test-semaphore' in
5202 tenant_two.semaphore_handler.semaphores)
5203
5204 self.assertEqual(A.reported, 1)
5205 self.assertEqual(B.reported, 1)
5206
5207
5208class TestSemaphoreInRepo(ZuulTestCase):
5209 tenant_config_file = 'config/in-repo/main.yaml'
5210
5211 def test_semaphore_in_repo(self):
5212 "Test semaphores in repo config"
5213
5214 # This tests dynamic semaphore handling in project repos. The semaphore
5215 # max value should not be evaluated dynamically but must be updated
5216 # after the change lands.
5217
5218 self.waitUntilSettled()
5219 tenant = self.sched.abide.tenants.get('tenant-one')
5220
5221 in_repo_conf = textwrap.dedent(
5222 """
5223 - job:
5224 name: project-test2
5225 semaphore: test-semaphore
5226
5227 - project:
5228 name: org/project
5229 tenant-one-gate:
5230 jobs:
5231 - project-test2
5232
5233 # the max value in dynamic layout must be ignored
5234 - semaphore:
5235 name: test-semaphore
5236 max: 2
5237 """)
5238
5239 in_repo_playbook = textwrap.dedent(
5240 """
5241 - hosts: all
5242 tasks: []
5243 """)
5244
5245 file_dict = {'.zuul.yaml': in_repo_conf,
5246 'playbooks/project-test2.yaml': in_repo_playbook}
5247 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A',
5248 files=file_dict)
5249 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
5250 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
5251 B.setDependsOn(A, 1)
5252 C.setDependsOn(A, 1)
5253
5254 self.executor_server.hold_jobs_in_build = True
5255
5256 A.addApproval('code-review', 2)
5257 B.addApproval('code-review', 2)
5258 C.addApproval('code-review', 2)
5259 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
5260 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
5261 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
5262 self.waitUntilSettled()
5263
5264 # check that the layout in a queue item still has max value of 1
5265 # for test-semaphore
5266 pipeline = tenant.layout.pipelines.get('tenant-one-gate')
5267 queue = None
5268 for queue_candidate in pipeline.queues:
5269 if queue_candidate.name == 'org/project':
5270 queue = queue_candidate
5271 break
5272 queue_item = queue.queue[0]
5273 item_dynamic_layout = queue_item.current_build_set.layout
5274 dynamic_test_semaphore = \
5275 item_dynamic_layout.semaphores.get('test-semaphore')
5276 self.assertEqual(dynamic_test_semaphore.max, 1)
5277
5278 # one build must be in queue, one semaphores acquired
5279 self.assertEqual(len(self.builds), 1)
5280 self.assertEqual(self.builds[0].name, 'project-test2')
5281 self.assertTrue('test-semaphore' in
5282 tenant.semaphore_handler.semaphores)
5283 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
5284 'test-semaphore', [])), 1)
5285
5286 self.executor_server.release('project-test2')
5287 self.waitUntilSettled()
5288
5289 # change A must be merged
5290 self.assertEqual(A.data['status'], 'MERGED')
5291 self.assertEqual(A.reported, 2)
5292
5293 # send change-merged event as the gerrit mock doesn't send it
5294 self.fake_gerrit.addEvent(A.getChangeMergedEvent())
5295 self.waitUntilSettled()
5296
5297 # now that change A was merged, the new semaphore max must be effective
5298 tenant = self.sched.abide.tenants.get('tenant-one')
5299 self.assertEqual(tenant.layout.semaphores.get('test-semaphore').max, 2)
5300
5301 # two builds must be in queue, two semaphores acquired
5302 self.assertEqual(len(self.builds), 2)
5303 self.assertEqual(self.builds[0].name, 'project-test2')
5304 self.assertEqual(self.builds[1].name, 'project-test2')
5305 self.assertTrue('test-semaphore' in
5306 tenant.semaphore_handler.semaphores)
5307 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
5308 'test-semaphore', [])), 2)
5309
5310 self.executor_server.release('project-test2')
5311 self.waitUntilSettled()
5312
5313 self.assertEqual(len(self.builds), 0)
5314 self.assertFalse('test-semaphore' in
5315 tenant.semaphore_handler.semaphores)
5316
5317 self.executor_server.hold_jobs_in_build = False
5318 self.executor_server.release()
5319
5320 self.waitUntilSettled()
5321 self.assertEqual(len(self.builds), 0)
5322
5323 self.assertEqual(A.reported, 2)
5324 self.assertEqual(B.reported, 2)
5325 self.assertEqual(C.reported, 2)