blob: 04a263bfe6e1804329f44924ec2f80815b042fca [file] [log] [blame]
James E. Blairb0fcae42012-07-17 11:12:10 -07001#!/usr/bin/env python
2
3# Copyright 2012 Hewlett-Packard Development Company, L.P.
4#
5# Licensed under the Apache License, Version 2.0 (the "License"); you may
6# not use this file except in compliance with the License. You may obtain
7# a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14# License for the specific language governing permissions and limitations
15# under the License.
16
James E. Blaira002b032017-04-18 10:35:48 -070017import gc
James E. Blairb0fcae42012-07-17 11:12:10 -070018import json
Tobias Henkel9a0e1942017-03-20 16:16:02 +010019import textwrap
20
Monty Taylorbc758832013-06-17 17:22:42 -040021import os
James E. Blairb0fcae42012-07-17 11:12:10 -070022import re
James E. Blair4886cc12012-07-18 15:39:41 -070023import shutil
Monty Taylorbc758832013-06-17 17:22:42 -040024import time
James E. Blairec056492016-07-22 09:45:56 -070025from unittest import skip
Monty Taylorbc758832013-06-17 17:22:42 -040026
James E. Blair4886cc12012-07-18 15:39:41 -070027import git
Morgan Fainberg293f7f82016-05-30 14:01:22 -070028from six.moves import urllib
Monty Taylorbc758832013-06-17 17:22:42 -040029import testtools
James E. Blairb0fcae42012-07-17 11:12:10 -070030
Maru Newby3fe5f852015-01-13 04:22:14 +000031import zuul.change_matcher
James E. Blairb0fcae42012-07-17 11:12:10 -070032import zuul.scheduler
James E. Blairad28e912013-11-27 10:43:22 -080033import zuul.rpcclient
Paul Belanger9bba4902016-11-02 16:07:33 -040034import zuul.model
James E. Blairb0fcae42012-07-17 11:12:10 -070035
Maru Newby3fe5f852015-01-13 04:22:14 +000036from tests.base import (
Maru Newby3fe5f852015-01-13 04:22:14 +000037 ZuulTestCase,
38 repack_repo,
James E. Blair06cc3922017-04-19 10:08:10 -070039 simple_layout,
Maru Newby3fe5f852015-01-13 04:22:14 +000040)
James E. Blairb0fcae42012-07-17 11:12:10 -070041
James E. Blairb0fcae42012-07-17 11:12:10 -070042
Clark Boylanb640e052014-04-03 16:41:46 -070043class TestScheduler(ZuulTestCase):
James E. Blair552b54f2016-07-22 13:55:32 -070044 tenant_config_file = 'config/single-tenant/main.yaml'
Antoine Mussobd86a312014-01-08 14:51:33 +010045
Paul Belanger174a8272017-03-14 13:20:10 -040046 def test_jobs_executed(self):
47 "Test that jobs are executed and a change is merged"
James E. Blair1f4c2bb2013-04-26 08:40:46 -070048
James E. Blairb0fcae42012-07-17 11:12:10 -070049 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -070050 A.addApproval('code-review', 2)
51 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairb0fcae42012-07-17 11:12:10 -070052 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -040053 self.assertEqual(self.getJobFromHistory('project-merge').result,
54 'SUCCESS')
55 self.assertEqual(self.getJobFromHistory('project-test1').result,
56 'SUCCESS')
57 self.assertEqual(self.getJobFromHistory('project-test2').result,
58 'SUCCESS')
59 self.assertEqual(A.data['status'], 'MERGED')
60 self.assertEqual(A.reported, 2)
James E. Blair34776ee2016-08-25 13:53:54 -070061 self.assertEqual(self.getJobFromHistory('project-test1').node,
62 'image1')
Adam Gandelmaneace4692017-02-07 15:18:36 -080063 self.assertIsNone(self.getJobFromHistory('project-test2').node)
James E. Blairb0fcae42012-07-17 11:12:10 -070064
James E. Blair552b54f2016-07-22 13:55:32 -070065 # TODOv3(jeblair): we may want to report stats by tenant (also?).
James E. Blair66eeebf2013-07-27 17:44:32 -070066 self.assertReportedStat('gerrit.event.comment-added', value='1|c')
67 self.assertReportedStat('zuul.pipeline.gate.current_changes',
68 value='1|g')
69 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
70 kind='ms')
71 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
72 value='1|c')
73 self.assertReportedStat('zuul.pipeline.gate.resident_time', kind='ms')
74 self.assertReportedStat('zuul.pipeline.gate.total_changes',
75 value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -070076 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -070077 'zuul.pipeline.gate.org.project.resident_time', kind='ms')
James E. Blair412e5582013-04-22 15:50:12 -070078 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -070079 'zuul.pipeline.gate.org.project.total_changes', value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -070080
James E. Blair5821bd92015-09-16 08:48:15 -070081 for build in self.builds:
82 self.assertEqual(build.parameters['ZUUL_VOTING'], '1')
83
James E. Blair3cb10702013-08-24 08:56:03 -070084 def test_initial_pipeline_gauges(self):
85 "Test that each pipeline reported its length on start"
James E. Blair7da51b72016-07-25 15:29:43 -070086 self.assertReportedStat('zuul.pipeline.gate.current_changes',
87 value='0|g')
88 self.assertReportedStat('zuul.pipeline.check.current_changes',
89 value='0|g')
James E. Blair3cb10702013-08-24 08:56:03 -070090
James E. Blair34776ee2016-08-25 13:53:54 -070091 def test_job_branch(self):
92 "Test the correct variant of a job runs on a branch"
93 self.create_branch('org/project', 'stable')
94 A = self.fake_gerrit.addFakeChange('org/project', 'stable', 'A')
95 A.addApproval('code-review', 2)
96 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
97 self.waitUntilSettled()
98 self.assertEqual(self.getJobFromHistory('project-test1').result,
99 'SUCCESS')
100 self.assertEqual(self.getJobFromHistory('project-test2').result,
101 'SUCCESS')
102 self.assertEqual(A.data['status'], 'MERGED')
103 self.assertEqual(A.reported, 2,
104 "A should report start and success")
105 self.assertIn('gate', A.messages[1],
106 "A should transit gate")
107 self.assertEqual(self.getJobFromHistory('project-test1').node,
108 'image2')
109
James E. Blairb0fcae42012-07-17 11:12:10 -0700110 def test_parallel_changes(self):
111 "Test that changes are tested in parallel and merged in series"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700112
Paul Belanger174a8272017-03-14 13:20:10 -0400113 self.executor_server.hold_jobs_in_build = True
James E. Blairb0fcae42012-07-17 11:12:10 -0700114 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
115 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
116 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700117 A.addApproval('code-review', 2)
118 B.addApproval('code-review', 2)
119 C.addApproval('code-review', 2)
James E. Blairb0fcae42012-07-17 11:12:10 -0700120
James E. Blair8b5408c2016-08-08 15:37:46 -0700121 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
122 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
123 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairb0fcae42012-07-17 11:12:10 -0700124
125 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400126 self.assertEqual(len(self.builds), 1)
127 self.assertEqual(self.builds[0].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700128 self.assertTrue(self.builds[0].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700129
Paul Belanger174a8272017-03-14 13:20:10 -0400130 self.executor_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700131 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400132 self.assertEqual(len(self.builds), 3)
133 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700134 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400135 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700136 self.assertTrue(self.builds[1].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400137 self.assertEqual(self.builds[2].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700138 self.assertTrue(self.builds[2].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700139
Paul Belanger174a8272017-03-14 13:20:10 -0400140 self.executor_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700141 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400142 self.assertEqual(len(self.builds), 5)
143 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700144 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400145 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700146 self.assertTrue(self.builds[1].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700147
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400148 self.assertEqual(self.builds[2].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700149 self.assertTrue(self.builds[2].hasChanges(A, B))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400150 self.assertEqual(self.builds[3].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700151 self.assertTrue(self.builds[3].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700152
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400153 self.assertEqual(self.builds[4].name, 'project-merge')
James E. Blair791b5392016-08-03 11:25:56 -0700154 self.assertTrue(self.builds[4].hasChanges(A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -0700155
Paul Belanger174a8272017-03-14 13:20:10 -0400156 self.executor_server.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -0700157 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400158 self.assertEqual(len(self.builds), 6)
159 self.assertEqual(self.builds[0].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700160 self.assertTrue(self.builds[0].hasChanges(A))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400161 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700162 self.assertTrue(self.builds[1].hasChanges(A))
James E. Blairb0fcae42012-07-17 11:12:10 -0700163
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400164 self.assertEqual(self.builds[2].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700165 self.assertTrue(self.builds[2].hasChanges(A, B))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400166 self.assertEqual(self.builds[3].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700167 self.assertTrue(self.builds[3].hasChanges(A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -0700168
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400169 self.assertEqual(self.builds[4].name, 'project-test1')
James E. Blair791b5392016-08-03 11:25:56 -0700170 self.assertTrue(self.builds[4].hasChanges(A, B, C))
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400171 self.assertEqual(self.builds[5].name, 'project-test2')
James E. Blair791b5392016-08-03 11:25:56 -0700172 self.assertTrue(self.builds[5].hasChanges(A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -0700173
Paul Belanger174a8272017-03-14 13:20:10 -0400174 self.executor_server.hold_jobs_in_build = False
175 self.executor_server.release()
James E. Blairb0fcae42012-07-17 11:12:10 -0700176 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400177 self.assertEqual(len(self.builds), 0)
James E. Blairb0fcae42012-07-17 11:12:10 -0700178
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400179 self.assertEqual(len(self.history), 9)
180 self.assertEqual(A.data['status'], 'MERGED')
181 self.assertEqual(B.data['status'], 'MERGED')
182 self.assertEqual(C.data['status'], 'MERGED')
183 self.assertEqual(A.reported, 2)
184 self.assertEqual(B.reported, 2)
185 self.assertEqual(C.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700186
187 def test_failed_changes(self):
188 "Test that a change behind a failed change is retested"
Paul Belanger174a8272017-03-14 13:20:10 -0400189 self.executor_server.hold_jobs_in_build = True
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700190
James E. Blairb02a3bb2012-07-30 17:49:55 -0700191 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
192 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -0700193 A.addApproval('code-review', 2)
194 B.addApproval('code-review', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700195
Paul Belanger174a8272017-03-14 13:20:10 -0400196 self.executor_server.failJob('project-test1', A)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700197
James E. Blair8b5408c2016-08-08 15:37:46 -0700198 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
199 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blairb02a3bb2012-07-30 17:49:55 -0700200 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700201 self.assertBuilds([dict(name='project-merge', changes='1,1')])
James E. Blaire2819012013-06-28 17:17:26 -0400202
Paul Belanger174a8272017-03-14 13:20:10 -0400203 self.executor_server.release('.*-merge')
James E. Blaire2819012013-06-28 17:17:26 -0400204 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700205 # A/project-merge is complete
206 self.assertBuilds([
207 dict(name='project-test1', changes='1,1'),
208 dict(name='project-test2', changes='1,1'),
209 dict(name='project-merge', changes='1,1 2,1'),
210 ])
James E. Blaire2819012013-06-28 17:17:26 -0400211
Paul Belanger174a8272017-03-14 13:20:10 -0400212 self.executor_server.release('.*-merge')
James E. Blaire2819012013-06-28 17:17:26 -0400213 self.waitUntilSettled()
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700214 # A/project-merge is complete
215 # B/project-merge is complete
216 self.assertBuilds([
217 dict(name='project-test1', changes='1,1'),
218 dict(name='project-test2', changes='1,1'),
219 dict(name='project-test1', changes='1,1 2,1'),
220 dict(name='project-test2', changes='1,1 2,1'),
221 ])
222
223 # Release project-test1 for A which will fail. This will
Paul Belanger174a8272017-03-14 13:20:10 -0400224 # abort both running B jobs and reexecute project-merge for B.
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700225 self.builds[0].release()
226 self.waitUntilSettled()
227
228 self.orderedRelease()
229 self.assertHistory([
230 dict(name='project-merge', result='SUCCESS', changes='1,1'),
231 dict(name='project-merge', result='SUCCESS', changes='1,1 2,1'),
232 dict(name='project-test1', result='FAILURE', changes='1,1'),
233 dict(name='project-test1', result='ABORTED', changes='1,1 2,1'),
234 dict(name='project-test2', result='ABORTED', changes='1,1 2,1'),
235 dict(name='project-test2', result='SUCCESS', changes='1,1'),
236 dict(name='project-merge', result='SUCCESS', changes='2,1'),
237 dict(name='project-test1', result='SUCCESS', changes='2,1'),
238 dict(name='project-test2', result='SUCCESS', changes='2,1'),
James E. Blairb536ecc2016-08-31 10:11:42 -0700239 ], ordered=False)
James E. Blair2b2a8ab2016-08-11 14:39:11 -0700240
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400241 self.assertEqual(A.data['status'], 'NEW')
242 self.assertEqual(B.data['status'], 'MERGED')
243 self.assertEqual(A.reported, 2)
244 self.assertEqual(B.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700245
246 def test_independent_queues(self):
247 "Test that changes end up in the right queues"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700248
Paul Belanger174a8272017-03-14 13:20:10 -0400249 self.executor_server.hold_jobs_in_build = True
Zhongyue Luo5d556072012-09-21 02:00:47 +0900250 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blairb02a3bb2012-07-30 17:49:55 -0700251 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
252 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700253 A.addApproval('code-review', 2)
254 B.addApproval('code-review', 2)
255 C.addApproval('code-review', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -0700256
James E. Blair8b5408c2016-08-08 15:37:46 -0700257 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairf59f3cf2017-02-19 14:50:26 -0800258 self.waitUntilSettled()
James E. Blairb02a3bb2012-07-30 17:49:55 -0700259
James E. Blairf59f3cf2017-02-19 14:50:26 -0800260 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
261 self.waitUntilSettled()
262
263 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairb02a3bb2012-07-30 17:49:55 -0700264 self.waitUntilSettled()
265
266 # There should be one merge job at the head of each queue running
James E. Blair5f0d49e2016-08-19 09:36:50 -0700267 self.assertBuilds([
268 dict(name='project-merge', changes='1,1'),
269 dict(name='project-merge', changes='2,1'),
270 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700271
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700272 # Release the current merge builds
James E. Blair5f0d49e2016-08-19 09:36:50 -0700273 self.builds[0].release()
274 self.waitUntilSettled()
275 self.builds[0].release()
James E. Blairb02a3bb2012-07-30 17:49:55 -0700276 self.waitUntilSettled()
277 # Release the merge job for project2 which is behind project1
Paul Belanger174a8272017-03-14 13:20:10 -0400278 self.executor_server.release('.*-merge')
James E. Blairb02a3bb2012-07-30 17:49:55 -0700279 self.waitUntilSettled()
280
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700281 # All the test builds should be running:
James E. Blair5f0d49e2016-08-19 09:36:50 -0700282 self.assertBuilds([
283 dict(name='project-test1', changes='1,1'),
284 dict(name='project-test2', changes='1,1'),
285 dict(name='project-test1', changes='2,1'),
286 dict(name='project-test2', changes='2,1'),
Paul Belanger58bf6912016-11-11 19:36:01 -0500287 dict(name='project1-project2-integration', changes='2,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700288 dict(name='project-test1', changes='2,1 3,1'),
289 dict(name='project-test2', changes='2,1 3,1'),
Clint Byrumcd9393f2016-12-21 12:21:07 -0800290 dict(name='project1-project2-integration', changes='2,1 3,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700291 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700292
James E. Blair5f0d49e2016-08-19 09:36:50 -0700293 self.orderedRelease()
294 self.assertHistory([
295 dict(name='project-merge', result='SUCCESS', changes='1,1'),
296 dict(name='project-merge', result='SUCCESS', changes='2,1'),
297 dict(name='project-merge', result='SUCCESS', changes='2,1 3,1'),
298 dict(name='project-test1', result='SUCCESS', changes='1,1'),
299 dict(name='project-test2', result='SUCCESS', changes='1,1'),
300 dict(name='project-test1', result='SUCCESS', changes='2,1'),
301 dict(name='project-test2', result='SUCCESS', changes='2,1'),
Paul Belanger58bf6912016-11-11 19:36:01 -0500302 dict(
303 name='project1-project2-integration',
304 result='SUCCESS',
305 changes='2,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700306 dict(name='project-test1', result='SUCCESS', changes='2,1 3,1'),
307 dict(name='project-test2', result='SUCCESS', changes='2,1 3,1'),
Clint Byrumcd9393f2016-12-21 12:21:07 -0800308 dict(name='project1-project2-integration',
309 result='SUCCESS',
310 changes='2,1 3,1'),
James E. Blair5f0d49e2016-08-19 09:36:50 -0700311 ])
James E. Blairb02a3bb2012-07-30 17:49:55 -0700312
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400313 self.assertEqual(A.data['status'], 'MERGED')
314 self.assertEqual(B.data['status'], 'MERGED')
315 self.assertEqual(C.data['status'], 'MERGED')
316 self.assertEqual(A.reported, 2)
317 self.assertEqual(B.reported, 2)
318 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700319
320 def test_failed_change_at_head(self):
321 "Test that if a change at the head fails, jobs behind it are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -0700322
Paul Belanger174a8272017-03-14 13:20:10 -0400323 self.executor_server.hold_jobs_in_build = True
James E. Blaird466dc42012-07-31 10:42:56 -0700324 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
325 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
326 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700327 A.addApproval('code-review', 2)
328 B.addApproval('code-review', 2)
329 C.addApproval('code-review', 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700330
Paul Belanger174a8272017-03-14 13:20:10 -0400331 self.executor_server.failJob('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -0700332
James E. Blair8b5408c2016-08-08 15:37:46 -0700333 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
334 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
335 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blaird466dc42012-07-31 10:42:56 -0700336
337 self.waitUntilSettled()
James E. Blaird466dc42012-07-31 10:42:56 -0700338
James E. Blairb536ecc2016-08-31 10:11:42 -0700339 self.assertBuilds([
340 dict(name='project-merge', changes='1,1'),
341 ])
James E. Blaird466dc42012-07-31 10:42:56 -0700342
Paul Belanger174a8272017-03-14 13:20:10 -0400343 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700344 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400345 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700346 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400347 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700348 self.waitUntilSettled()
349
James E. Blairb536ecc2016-08-31 10:11:42 -0700350 self.assertBuilds([
351 dict(name='project-test1', changes='1,1'),
352 dict(name='project-test2', changes='1,1'),
353 dict(name='project-test1', changes='1,1 2,1'),
354 dict(name='project-test2', changes='1,1 2,1'),
355 dict(name='project-test1', changes='1,1 2,1 3,1'),
356 dict(name='project-test2', changes='1,1 2,1 3,1'),
357 ])
James E. Blaird466dc42012-07-31 10:42:56 -0700358
Monty Taylor6bef8ef2013-06-02 08:17:12 -0400359 self.release(self.builds[0])
James E. Blaird466dc42012-07-31 10:42:56 -0700360 self.waitUntilSettled()
361
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400362 # project-test2, project-merge for B
James E. Blairb536ecc2016-08-31 10:11:42 -0700363 self.assertBuilds([
364 dict(name='project-test2', changes='1,1'),
365 dict(name='project-merge', changes='2,1'),
366 ])
367 # Unordered history comparison because the aborts can finish
368 # in any order.
369 self.assertHistory([
370 dict(name='project-merge', result='SUCCESS',
371 changes='1,1'),
372 dict(name='project-merge', result='SUCCESS',
373 changes='1,1 2,1'),
374 dict(name='project-merge', result='SUCCESS',
375 changes='1,1 2,1 3,1'),
376 dict(name='project-test1', result='FAILURE',
377 changes='1,1'),
378 dict(name='project-test1', result='ABORTED',
379 changes='1,1 2,1'),
380 dict(name='project-test2', result='ABORTED',
381 changes='1,1 2,1'),
382 dict(name='project-test1', result='ABORTED',
383 changes='1,1 2,1 3,1'),
384 dict(name='project-test2', result='ABORTED',
385 changes='1,1 2,1 3,1'),
386 ], ordered=False)
James E. Blaird466dc42012-07-31 10:42:56 -0700387
Paul Belanger174a8272017-03-14 13:20:10 -0400388 self.executor_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700389 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400390 self.executor_server.release('.*-merge')
James E. Blairb536ecc2016-08-31 10:11:42 -0700391 self.waitUntilSettled()
392 self.orderedRelease()
James E. Blaird466dc42012-07-31 10:42:56 -0700393
James E. Blairb536ecc2016-08-31 10:11:42 -0700394 self.assertBuilds([])
395 self.assertHistory([
396 dict(name='project-merge', result='SUCCESS',
397 changes='1,1'),
398 dict(name='project-merge', result='SUCCESS',
399 changes='1,1 2,1'),
400 dict(name='project-merge', result='SUCCESS',
401 changes='1,1 2,1 3,1'),
402 dict(name='project-test1', result='FAILURE',
403 changes='1,1'),
404 dict(name='project-test1', result='ABORTED',
405 changes='1,1 2,1'),
406 dict(name='project-test2', result='ABORTED',
407 changes='1,1 2,1'),
408 dict(name='project-test1', result='ABORTED',
409 changes='1,1 2,1 3,1'),
410 dict(name='project-test2', result='ABORTED',
411 changes='1,1 2,1 3,1'),
412 dict(name='project-merge', result='SUCCESS',
413 changes='2,1'),
414 dict(name='project-merge', result='SUCCESS',
415 changes='2,1 3,1'),
416 dict(name='project-test2', result='SUCCESS',
417 changes='1,1'),
418 dict(name='project-test1', result='SUCCESS',
419 changes='2,1'),
420 dict(name='project-test2', result='SUCCESS',
421 changes='2,1'),
422 dict(name='project-test1', result='SUCCESS',
423 changes='2,1 3,1'),
424 dict(name='project-test2', result='SUCCESS',
425 changes='2,1 3,1'),
426 ], ordered=False)
427
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400428 self.assertEqual(A.data['status'], 'NEW')
429 self.assertEqual(B.data['status'], 'MERGED')
430 self.assertEqual(C.data['status'], 'MERGED')
431 self.assertEqual(A.reported, 2)
432 self.assertEqual(B.reported, 2)
433 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700434
James E. Blair0aac4872013-08-23 14:02:38 -0700435 def test_failed_change_in_middle(self):
436 "Test a failed change in the middle of the queue"
437
Paul Belanger174a8272017-03-14 13:20:10 -0400438 self.executor_server.hold_jobs_in_build = True
James E. Blair0aac4872013-08-23 14:02:38 -0700439 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
440 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
441 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700442 A.addApproval('code-review', 2)
443 B.addApproval('code-review', 2)
444 C.addApproval('code-review', 2)
James E. Blair0aac4872013-08-23 14:02:38 -0700445
Paul Belanger174a8272017-03-14 13:20:10 -0400446 self.executor_server.failJob('project-test1', B)
James E. Blair0aac4872013-08-23 14:02:38 -0700447
James E. Blair8b5408c2016-08-08 15:37:46 -0700448 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
449 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
450 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair0aac4872013-08-23 14:02:38 -0700451
452 self.waitUntilSettled()
453
Paul Belanger174a8272017-03-14 13:20:10 -0400454 self.executor_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700455 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400456 self.executor_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700457 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400458 self.executor_server.release('.*-merge')
James E. Blair0aac4872013-08-23 14:02:38 -0700459 self.waitUntilSettled()
460
461 self.assertEqual(len(self.builds), 6)
462 self.assertEqual(self.builds[0].name, 'project-test1')
463 self.assertEqual(self.builds[1].name, 'project-test2')
464 self.assertEqual(self.builds[2].name, 'project-test1')
465 self.assertEqual(self.builds[3].name, 'project-test2')
466 self.assertEqual(self.builds[4].name, 'project-test1')
467 self.assertEqual(self.builds[5].name, 'project-test2')
468
469 self.release(self.builds[2])
470 self.waitUntilSettled()
471
James E. Blair972e3c72013-08-29 12:04:55 -0700472 # project-test1 and project-test2 for A
473 # project-test2 for B
474 # project-merge for C (without B)
475 self.assertEqual(len(self.builds), 4)
James E. Blair0aac4872013-08-23 14:02:38 -0700476 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 2)
477
Paul Belanger174a8272017-03-14 13:20:10 -0400478 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -0700479 self.waitUntilSettled()
480
481 # project-test1 and project-test2 for A
482 # project-test2 for B
483 # project-test1 and project-test2 for C
484 self.assertEqual(len(self.builds), 5)
485
Paul Belanger2e2a0492016-10-30 18:33:37 -0400486 tenant = self.sched.abide.tenants.get('tenant-one')
487 items = tenant.layout.pipelines['gate'].getAllItems()
James E. Blair0aac4872013-08-23 14:02:38 -0700488 builds = items[0].current_build_set.getBuilds()
489 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
490 self.assertEqual(self.countJobResults(builds, None), 2)
491 builds = items[1].current_build_set.getBuilds()
492 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
493 self.assertEqual(self.countJobResults(builds, 'FAILURE'), 1)
494 self.assertEqual(self.countJobResults(builds, None), 1)
495 builds = items[2].current_build_set.getBuilds()
496 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
James E. Blair972e3c72013-08-29 12:04:55 -0700497 self.assertEqual(self.countJobResults(builds, None), 2)
James E. Blair0aac4872013-08-23 14:02:38 -0700498
Paul Belanger174a8272017-03-14 13:20:10 -0400499 self.executor_server.hold_jobs_in_build = False
500 self.executor_server.release()
James E. Blair0aac4872013-08-23 14:02:38 -0700501 self.waitUntilSettled()
502
503 self.assertEqual(len(self.builds), 0)
504 self.assertEqual(len(self.history), 12)
505 self.assertEqual(A.data['status'], 'MERGED')
506 self.assertEqual(B.data['status'], 'NEW')
507 self.assertEqual(C.data['status'], 'MERGED')
508 self.assertEqual(A.reported, 2)
509 self.assertEqual(B.reported, 2)
510 self.assertEqual(C.reported, 2)
511
James E. Blaird466dc42012-07-31 10:42:56 -0700512 def test_failed_change_at_head_with_queue(self):
513 "Test that if a change at the head fails, queued jobs are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -0700514
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700515 self.gearman_server.hold_jobs_in_queue = True
James E. Blaird466dc42012-07-31 10:42:56 -0700516 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
517 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
518 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700519 A.addApproval('code-review', 2)
520 B.addApproval('code-review', 2)
521 C.addApproval('code-review', 2)
James E. Blaird466dc42012-07-31 10:42:56 -0700522
Paul Belanger174a8272017-03-14 13:20:10 -0400523 self.executor_server.failJob('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -0700524
James E. Blair8b5408c2016-08-08 15:37:46 -0700525 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
526 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
527 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blaird466dc42012-07-31 10:42:56 -0700528
529 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -0700530 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400531 self.assertEqual(len(self.builds), 0)
532 self.assertEqual(len(queue), 1)
Paul Belanger174a8272017-03-14 13:20:10 -0400533 self.assertEqual(queue[0].name, 'executor:execute')
Clint Byrum8b2bc0c2016-11-16 16:28:50 -0800534 job_args = json.loads(queue[0].arguments)
535 self.assertEqual(job_args['job'], 'project-merge')
536 self.assertEqual(job_args['items'][0]['number'], '%d' % A.number)
James E. Blaird466dc42012-07-31 10:42:56 -0700537
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700538 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700539 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700540 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700541 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700542 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -0700543 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -0700544 queue = self.gearman_server.getQueue()
James E. Blaird466dc42012-07-31 10:42:56 -0700545
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400546 self.assertEqual(len(self.builds), 0)
547 self.assertEqual(len(queue), 6)
Clint Byrum8b2bc0c2016-11-16 16:28:50 -0800548
549 self.assertEqual(
550 json.loads(queue[0].arguments)['job'], 'project-test1')
551 self.assertEqual(
552 json.loads(queue[1].arguments)['job'], 'project-test2')
553 self.assertEqual(
554 json.loads(queue[2].arguments)['job'], 'project-test1')
555 self.assertEqual(
556 json.loads(queue[3].arguments)['job'], 'project-test2')
557 self.assertEqual(
558 json.loads(queue[4].arguments)['job'], 'project-test1')
559 self.assertEqual(
560 json.loads(queue[5].arguments)['job'], 'project-test2')
James E. Blaird466dc42012-07-31 10:42:56 -0700561
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700562 self.release(queue[0])
James E. Blaird466dc42012-07-31 10:42:56 -0700563 self.waitUntilSettled()
564
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400565 self.assertEqual(len(self.builds), 0)
James E. Blair701c5b42013-06-06 09:34:59 -0700566 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400567 self.assertEqual(len(queue), 2) # project-test2, project-merge for B
568 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 0)
James E. Blaird466dc42012-07-31 10:42:56 -0700569
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700570 self.gearman_server.hold_jobs_in_queue = False
571 self.gearman_server.release()
James E. Blaird466dc42012-07-31 10:42:56 -0700572 self.waitUntilSettled()
573
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400574 self.assertEqual(len(self.builds), 0)
575 self.assertEqual(len(self.history), 11)
576 self.assertEqual(A.data['status'], 'NEW')
577 self.assertEqual(B.data['status'], 'MERGED')
578 self.assertEqual(C.data['status'], 'MERGED')
579 self.assertEqual(A.reported, 2)
580 self.assertEqual(B.reported, 2)
581 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700582
James E. Blairec056492016-07-22 09:45:56 -0700583 @skip("Disabled for early v3 development")
James E. Blairce8a2132016-05-19 15:21:52 -0700584 def _test_time_database(self, iteration):
Paul Belanger174a8272017-03-14 13:20:10 -0400585 self.executor_server.hold_jobs_in_build = True
James E. Blairce8a2132016-05-19 15:21:52 -0700586 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -0700587 A.addApproval('code-review', 2)
588 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairce8a2132016-05-19 15:21:52 -0700589 self.waitUntilSettled()
590 time.sleep(2)
591
592 data = json.loads(self.sched.formatStatusJSON())
593 found_job = None
594 for pipeline in data['pipelines']:
595 if pipeline['name'] != 'gate':
596 continue
597 for queue in pipeline['change_queues']:
598 for head in queue['heads']:
599 for item in head:
600 for job in item['jobs']:
601 if job['name'] == 'project-merge':
602 found_job = job
603 break
604
605 self.assertIsNotNone(found_job)
606 if iteration == 1:
607 self.assertIsNotNone(found_job['estimated_time'])
608 self.assertIsNone(found_job['remaining_time'])
609 else:
610 self.assertIsNotNone(found_job['estimated_time'])
611 self.assertTrue(found_job['estimated_time'] >= 2)
612 self.assertIsNotNone(found_job['remaining_time'])
613
Paul Belanger174a8272017-03-14 13:20:10 -0400614 self.executor_server.hold_jobs_in_build = False
615 self.executor_server.release()
James E. Blairce8a2132016-05-19 15:21:52 -0700616 self.waitUntilSettled()
617
James E. Blairec056492016-07-22 09:45:56 -0700618 @skip("Disabled for early v3 development")
James E. Blairce8a2132016-05-19 15:21:52 -0700619 def test_time_database(self):
620 "Test the time database"
621
622 self._test_time_database(1)
623 self._test_time_database(2)
624
James E. Blairfef71632013-09-23 11:15:47 -0700625 def test_two_failed_changes_at_head(self):
626 "Test that changes are reparented correctly if 2 fail at head"
627
Paul Belanger174a8272017-03-14 13:20:10 -0400628 self.executor_server.hold_jobs_in_build = True
James E. Blairfef71632013-09-23 11:15:47 -0700629 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
630 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
631 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700632 A.addApproval('code-review', 2)
633 B.addApproval('code-review', 2)
634 C.addApproval('code-review', 2)
James E. Blairfef71632013-09-23 11:15:47 -0700635
Paul Belanger174a8272017-03-14 13:20:10 -0400636 self.executor_server.failJob('project-test1', A)
637 self.executor_server.failJob('project-test1', B)
James E. Blairfef71632013-09-23 11:15:47 -0700638
James E. Blair8b5408c2016-08-08 15:37:46 -0700639 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
640 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
641 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairfef71632013-09-23 11:15:47 -0700642 self.waitUntilSettled()
643
Paul Belanger174a8272017-03-14 13:20:10 -0400644 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700645 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400646 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700647 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400648 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700649 self.waitUntilSettled()
650
651 self.assertEqual(len(self.builds), 6)
652 self.assertEqual(self.builds[0].name, 'project-test1')
653 self.assertEqual(self.builds[1].name, 'project-test2')
654 self.assertEqual(self.builds[2].name, 'project-test1')
655 self.assertEqual(self.builds[3].name, 'project-test2')
656 self.assertEqual(self.builds[4].name, 'project-test1')
657 self.assertEqual(self.builds[5].name, 'project-test2')
658
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400659 self.assertTrue(self.builds[0].hasChanges(A))
660 self.assertTrue(self.builds[2].hasChanges(A))
661 self.assertTrue(self.builds[2].hasChanges(B))
662 self.assertTrue(self.builds[4].hasChanges(A))
663 self.assertTrue(self.builds[4].hasChanges(B))
664 self.assertTrue(self.builds[4].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700665
666 # Fail change B first
667 self.release(self.builds[2])
668 self.waitUntilSettled()
669
670 # restart of C after B failure
Paul Belanger174a8272017-03-14 13:20:10 -0400671 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700672 self.waitUntilSettled()
673
674 self.assertEqual(len(self.builds), 5)
675 self.assertEqual(self.builds[0].name, 'project-test1')
676 self.assertEqual(self.builds[1].name, 'project-test2')
677 self.assertEqual(self.builds[2].name, 'project-test2')
678 self.assertEqual(self.builds[3].name, 'project-test1')
679 self.assertEqual(self.builds[4].name, 'project-test2')
680
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400681 self.assertTrue(self.builds[1].hasChanges(A))
682 self.assertTrue(self.builds[2].hasChanges(A))
683 self.assertTrue(self.builds[2].hasChanges(B))
684 self.assertTrue(self.builds[4].hasChanges(A))
685 self.assertFalse(self.builds[4].hasChanges(B))
686 self.assertTrue(self.builds[4].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700687
688 # Finish running all passing jobs for change A
689 self.release(self.builds[1])
690 self.waitUntilSettled()
691 # Fail and report change A
692 self.release(self.builds[0])
693 self.waitUntilSettled()
694
695 # restart of B,C after A failure
Paul Belanger174a8272017-03-14 13:20:10 -0400696 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700697 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400698 self.executor_server.release('.*-merge')
James E. Blairfef71632013-09-23 11:15:47 -0700699 self.waitUntilSettled()
700
701 self.assertEqual(len(self.builds), 4)
702 self.assertEqual(self.builds[0].name, 'project-test1') # B
703 self.assertEqual(self.builds[1].name, 'project-test2') # B
704 self.assertEqual(self.builds[2].name, 'project-test1') # C
705 self.assertEqual(self.builds[3].name, 'project-test2') # C
706
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400707 self.assertFalse(self.builds[1].hasChanges(A))
708 self.assertTrue(self.builds[1].hasChanges(B))
709 self.assertFalse(self.builds[1].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700710
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400711 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blairfef71632013-09-23 11:15:47 -0700712 # After A failed and B and C restarted, B should be back in
713 # C's tests because it has not failed yet.
Paul Belanger71dd2fc2016-11-04 19:05:55 -0400714 self.assertTrue(self.builds[2].hasChanges(B))
715 self.assertTrue(self.builds[2].hasChanges(C))
James E. Blairfef71632013-09-23 11:15:47 -0700716
Paul Belanger174a8272017-03-14 13:20:10 -0400717 self.executor_server.hold_jobs_in_build = False
718 self.executor_server.release()
James E. Blairfef71632013-09-23 11:15:47 -0700719 self.waitUntilSettled()
720
721 self.assertEqual(len(self.builds), 0)
722 self.assertEqual(len(self.history), 21)
723 self.assertEqual(A.data['status'], 'NEW')
724 self.assertEqual(B.data['status'], 'NEW')
725 self.assertEqual(C.data['status'], 'MERGED')
726 self.assertEqual(A.reported, 2)
727 self.assertEqual(B.reported, 2)
728 self.assertEqual(C.reported, 2)
729
James E. Blair8c803f82012-07-31 16:25:42 -0700730 def test_patch_order(self):
731 "Test that dependent patches are tested in the right order"
732 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
733 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
734 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700735 A.addApproval('code-review', 2)
736 B.addApproval('code-review', 2)
737 C.addApproval('code-review', 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700738
739 M2 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M2')
740 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
741 M2.setMerged()
742 M1.setMerged()
743
744 # C -> B -> A -> M1 -> M2
745 # M2 is here to make sure it is never queried. If it is, it
746 # means zuul is walking down the entire history of merged
747 # changes.
748
749 C.setDependsOn(B, 1)
750 B.setDependsOn(A, 1)
751 A.setDependsOn(M1, 1)
752 M1.setDependsOn(M2, 1)
753
James E. Blair8b5408c2016-08-08 15:37:46 -0700754 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair8c803f82012-07-31 16:25:42 -0700755
756 self.waitUntilSettled()
757
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400758 self.assertEqual(A.data['status'], 'NEW')
759 self.assertEqual(B.data['status'], 'NEW')
760 self.assertEqual(C.data['status'], 'NEW')
James E. Blair8c803f82012-07-31 16:25:42 -0700761
James E. Blair8b5408c2016-08-08 15:37:46 -0700762 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
763 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8c803f82012-07-31 16:25:42 -0700764
765 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400766 self.assertEqual(M2.queried, 0)
767 self.assertEqual(A.data['status'], 'MERGED')
768 self.assertEqual(B.data['status'], 'MERGED')
769 self.assertEqual(C.data['status'], 'MERGED')
770 self.assertEqual(A.reported, 2)
771 self.assertEqual(B.reported, 2)
772 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -0700773
James E. Blair063672f2015-01-29 13:09:12 -0800774 def test_needed_changes_enqueue(self):
775 "Test that a needed change is enqueued ahead"
776 # A Given a git tree like this, if we enqueue
777 # / \ change C, we should walk up and down the tree
778 # B G and enqueue changes in the order ABCDEFG.
779 # /|\ This is also the order that you would get if
780 # *C E F you enqueued changes in the order ABCDEFG, so
781 # / the ordering is stable across re-enqueue events.
782 # D
783
784 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
785 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
786 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
787 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
788 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
789 F = self.fake_gerrit.addFakeChange('org/project', 'master', 'F')
790 G = self.fake_gerrit.addFakeChange('org/project', 'master', 'G')
791 B.setDependsOn(A, 1)
792 C.setDependsOn(B, 1)
793 D.setDependsOn(C, 1)
794 E.setDependsOn(B, 1)
795 F.setDependsOn(B, 1)
796 G.setDependsOn(A, 1)
797
James E. Blair8b5408c2016-08-08 15:37:46 -0700798 A.addApproval('code-review', 2)
799 B.addApproval('code-review', 2)
800 C.addApproval('code-review', 2)
801 D.addApproval('code-review', 2)
802 E.addApproval('code-review', 2)
803 F.addApproval('code-review', 2)
804 G.addApproval('code-review', 2)
805 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair063672f2015-01-29 13:09:12 -0800806
807 self.waitUntilSettled()
808
809 self.assertEqual(A.data['status'], 'NEW')
810 self.assertEqual(B.data['status'], 'NEW')
811 self.assertEqual(C.data['status'], 'NEW')
812 self.assertEqual(D.data['status'], 'NEW')
813 self.assertEqual(E.data['status'], 'NEW')
814 self.assertEqual(F.data['status'], 'NEW')
815 self.assertEqual(G.data['status'], 'NEW')
816
817 # We're about to add approvals to changes without adding the
818 # triggering events to Zuul, so that we can be sure that it is
819 # enqueing the changes based on dependencies, not because of
820 # triggering events. Since it will have the changes cached
821 # already (without approvals), we need to clear the cache
822 # first.
Paul Belanger593480a2016-11-02 19:06:28 -0400823 for connection in self.connections.connections.values():
Joshua Hesketh4bd7da32016-02-17 20:58:47 +1100824 connection.maintainCache([])
James E. Blair063672f2015-01-29 13:09:12 -0800825
Paul Belanger174a8272017-03-14 13:20:10 -0400826 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -0700827 A.addApproval('approved', 1)
828 B.addApproval('approved', 1)
829 D.addApproval('approved', 1)
830 E.addApproval('approved', 1)
831 F.addApproval('approved', 1)
832 G.addApproval('approved', 1)
833 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair063672f2015-01-29 13:09:12 -0800834
835 for x in range(8):
Paul Belanger174a8272017-03-14 13:20:10 -0400836 self.executor_server.release('.*-merge')
James E. Blair063672f2015-01-29 13:09:12 -0800837 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -0400838 self.executor_server.hold_jobs_in_build = False
839 self.executor_server.release()
James E. Blair063672f2015-01-29 13:09:12 -0800840 self.waitUntilSettled()
841
842 self.assertEqual(A.data['status'], 'MERGED')
843 self.assertEqual(B.data['status'], 'MERGED')
844 self.assertEqual(C.data['status'], 'MERGED')
845 self.assertEqual(D.data['status'], 'MERGED')
846 self.assertEqual(E.data['status'], 'MERGED')
847 self.assertEqual(F.data['status'], 'MERGED')
848 self.assertEqual(G.data['status'], 'MERGED')
849 self.assertEqual(A.reported, 2)
850 self.assertEqual(B.reported, 2)
851 self.assertEqual(C.reported, 2)
852 self.assertEqual(D.reported, 2)
853 self.assertEqual(E.reported, 2)
854 self.assertEqual(F.reported, 2)
855 self.assertEqual(G.reported, 2)
856 self.assertEqual(self.history[6].changes,
857 '1,1 2,1 3,1 4,1 5,1 6,1 7,1')
858
Joshua Hesketh850ccb62014-11-27 11:31:02 +1100859 def test_source_cache(self):
860 "Test that the source cache operates correctly"
Paul Belanger174a8272017-03-14 13:20:10 -0400861 self.executor_server.hold_jobs_in_build = True
James E. Blair0e933c52013-07-11 10:18:52 -0700862
863 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
864 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
865 X = self.fake_gerrit.addFakeChange('org/project', 'master', 'X')
James E. Blair8b5408c2016-08-08 15:37:46 -0700866 A.addApproval('code-review', 2)
867 B.addApproval('code-review', 2)
James E. Blair0e933c52013-07-11 10:18:52 -0700868
869 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
870 M1.setMerged()
871
872 B.setDependsOn(A, 1)
873 A.setDependsOn(M1, 1)
874
James E. Blair8b5408c2016-08-08 15:37:46 -0700875 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair0e933c52013-07-11 10:18:52 -0700876 self.fake_gerrit.addEvent(X.getPatchsetCreatedEvent(1))
877
878 self.waitUntilSettled()
879
880 for build in self.builds:
881 if build.parameters['ZUUL_PIPELINE'] == 'check':
882 build.release()
883 self.waitUntilSettled()
884 for build in self.builds:
885 if build.parameters['ZUUL_PIPELINE'] == 'check':
886 build.release()
887 self.waitUntilSettled()
888
James E. Blair8b5408c2016-08-08 15:37:46 -0700889 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair0e933c52013-07-11 10:18:52 -0700890 self.waitUntilSettled()
891
Joshua Hesketh352264b2015-08-11 23:42:08 +1000892 self.log.debug("len %s" % self.fake_gerrit._change_cache.keys())
James E. Blair0e933c52013-07-11 10:18:52 -0700893 # there should still be changes in the cache
Joshua Hesketh352264b2015-08-11 23:42:08 +1000894 self.assertNotEqual(len(self.fake_gerrit._change_cache.keys()), 0)
James E. Blair0e933c52013-07-11 10:18:52 -0700895
Paul Belanger174a8272017-03-14 13:20:10 -0400896 self.executor_server.hold_jobs_in_build = False
897 self.executor_server.release()
James E. Blair0e933c52013-07-11 10:18:52 -0700898 self.waitUntilSettled()
899
900 self.assertEqual(A.data['status'], 'MERGED')
901 self.assertEqual(B.data['status'], 'MERGED')
902 self.assertEqual(A.queried, 2) # Initial and isMerged
903 self.assertEqual(B.queried, 3) # Initial A, refresh from B, isMerged
904
James E. Blair8c803f82012-07-31 16:25:42 -0700905 def test_can_merge(self):
James E. Blair4886cc12012-07-18 15:39:41 -0700906 "Test whether a change is ready to merge"
James E. Blair8c803f82012-07-31 16:25:42 -0700907 # TODO: move to test_gerrit (this is a unit test!)
908 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belanger9bba4902016-11-02 16:07:33 -0400909 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6053de42017-04-05 11:27:11 -0700910 (trusted, project) = tenant.getProject('org/project')
911 source = project.source
Paul Belanger9bba4902016-11-02 16:07:33 -0400912
913 # TODO(pabelanger): As we add more source / trigger APIs we should make
914 # it easier for users to create events for testing.
915 event = zuul.model.TriggerEvent()
916 event.trigger_name = 'gerrit'
917 event.change_number = '1'
918 event.patch_number = '2'
919
920 a = source.getChange(event)
921 mgr = tenant.layout.pipelines['gate'].manager
James E. Blairc0dedf82014-08-06 09:37:52 -0700922 self.assertFalse(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -0700923
James E. Blair8b5408c2016-08-08 15:37:46 -0700924 A.addApproval('code-review', 2)
Paul Belanger9bba4902016-11-02 16:07:33 -0400925 a = source.getChange(event, refresh=True)
James E. Blairc0dedf82014-08-06 09:37:52 -0700926 self.assertFalse(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -0700927
James E. Blair8b5408c2016-08-08 15:37:46 -0700928 A.addApproval('approved', 1)
Paul Belanger9bba4902016-11-02 16:07:33 -0400929 a = source.getChange(event, refresh=True)
James E. Blairc0dedf82014-08-06 09:37:52 -0700930 self.assertTrue(source.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair4886cc12012-07-18 15:39:41 -0700931
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700932 def test_project_merge_conflict(self):
933 "Test that gate merge conflicts are handled properly"
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700934
935 self.gearman_server.hold_jobs_in_queue = True
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700936 A = self.fake_gerrit.addFakeChange('org/project',
937 'master', 'A',
938 files={'conflict': 'foo'})
939 B = self.fake_gerrit.addFakeChange('org/project',
940 'master', 'B',
941 files={'conflict': 'bar'})
942 C = self.fake_gerrit.addFakeChange('org/project',
James E. Blair6736beb2013-07-11 15:18:15 -0700943 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -0700944 A.addApproval('code-review', 2)
945 B.addApproval('code-review', 2)
946 C.addApproval('code-review', 2)
947 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
948 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
949 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair973721f2012-08-15 10:19:43 -0700950 self.waitUntilSettled()
951
James E. Blair6736beb2013-07-11 15:18:15 -0700952 self.assertEqual(A.reported, 1)
953 self.assertEqual(B.reported, 1)
954 self.assertEqual(C.reported, 1)
955
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700956 self.gearman_server.release('project-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700957 self.waitUntilSettled()
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700958 self.gearman_server.release('project-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700959 self.waitUntilSettled()
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700960 self.gearman_server.release('project-merge')
James E. Blair973721f2012-08-15 10:19:43 -0700961 self.waitUntilSettled()
James E. Blair972e3c72013-08-29 12:04:55 -0700962
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700963 self.gearman_server.hold_jobs_in_queue = False
964 self.gearman_server.release()
James E. Blair973721f2012-08-15 10:19:43 -0700965 self.waitUntilSettled()
966
Monty Taylor98f0f3e2013-07-06 16:02:31 -0400967 self.assertEqual(A.data['status'], 'MERGED')
968 self.assertEqual(B.data['status'], 'NEW')
969 self.assertEqual(C.data['status'], 'MERGED')
970 self.assertEqual(A.reported, 2)
971 self.assertEqual(B.reported, 2)
972 self.assertEqual(C.reported, 2)
K Jonathan Harkerae04e4c2017-03-15 19:07:11 -0700973
974 self.assertHistory([
975 dict(name='project-merge', result='SUCCESS', changes='1,1'),
976 dict(name='project-test1', result='SUCCESS', changes='1,1'),
977 dict(name='project-test2', result='SUCCESS', changes='1,1'),
978 dict(name='project-merge', result='SUCCESS', changes='1,1 3,1'),
979 dict(name='project-test1', result='SUCCESS', changes='1,1 3,1'),
980 dict(name='project-test2', result='SUCCESS', changes='1,1 3,1'),
981 ], ordered=False)
982
983 def test_delayed_merge_conflict(self):
984 "Test that delayed check merge conflicts are handled properly"
985
986 # Hold jobs in the gearman queue so that we can test whether
987 # the executor returns a merge failure after the scheduler has
988 # successfully merged.
989 self.gearman_server.hold_jobs_in_queue = True
990 A = self.fake_gerrit.addFakeChange('org/project',
991 'master', 'A',
992 files={'conflict': 'foo'})
993 B = self.fake_gerrit.addFakeChange('org/project',
994 'master', 'B',
995 files={'conflict': 'bar'})
996 C = self.fake_gerrit.addFakeChange('org/project',
997 'master', 'C')
998 C.setDependsOn(B, 1)
999
1000 # A enters the gate queue; B and C enter the check queue
1001 A.addApproval('code-review', 2)
1002 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1003 self.waitUntilSettled()
1004 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1005 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
1006 self.waitUntilSettled()
1007
1008 self.assertEqual(A.reported, 1)
1009 self.assertEqual(B.reported, 0) # Check does not report start
1010 self.assertEqual(C.reported, 0) # Check does not report start
1011
1012 # A merges while B and C are queued in check
1013 # Release A project-merge
1014 queue = self.gearman_server.getQueue()
1015 self.release(queue[0])
1016 self.waitUntilSettled()
1017
1018 # Release A project-test*
1019 # gate has higher precedence, so A's test jobs are added in
1020 # front of the merge jobs for B and C
1021 queue = self.gearman_server.getQueue()
1022 self.release(queue[0])
1023 self.release(queue[1])
1024 self.waitUntilSettled()
1025
1026 self.assertEqual(A.data['status'], 'MERGED')
1027 self.assertEqual(B.data['status'], 'NEW')
1028 self.assertEqual(C.data['status'], 'NEW')
1029 self.assertEqual(A.reported, 2)
1030 self.assertEqual(B.reported, 0)
1031 self.assertEqual(C.reported, 0)
1032 self.assertHistory([
1033 dict(name='project-merge', result='SUCCESS', changes='1,1'),
1034 dict(name='project-test1', result='SUCCESS', changes='1,1'),
1035 dict(name='project-test2', result='SUCCESS', changes='1,1'),
1036 ], ordered=False)
1037
1038 # B and C report merge conflicts
1039 # Release B project-merge
1040 queue = self.gearman_server.getQueue()
1041 self.release(queue[0])
1042 self.waitUntilSettled()
1043
1044 # Release C
1045 self.gearman_server.hold_jobs_in_queue = False
1046 self.gearman_server.release()
1047 self.waitUntilSettled()
1048
1049 self.assertEqual(A.data['status'], 'MERGED')
1050 self.assertEqual(B.data['status'], 'NEW')
1051 self.assertEqual(C.data['status'], 'NEW')
1052 self.assertEqual(A.reported, 2)
1053 self.assertEqual(B.reported, 1)
1054 self.assertEqual(C.reported, 1)
1055
1056 self.assertHistory([
1057 dict(name='project-merge', result='SUCCESS', changes='1,1'),
1058 dict(name='project-test1', result='SUCCESS', changes='1,1'),
1059 dict(name='project-test2', result='SUCCESS', changes='1,1'),
1060 dict(name='project-merge', result='MERGER_FAILURE', changes='2,1'),
1061 dict(name='project-merge', result='MERGER_FAILURE',
1062 changes='2,1 3,1'),
1063 ], ordered=False)
James E. Blair6736beb2013-07-11 15:18:15 -07001064
James E. Blairdaabed22012-08-15 15:38:57 -07001065 def test_post(self):
1066 "Test that post jobs run"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001067
Zhongyue Luo5d556072012-09-21 02:00:47 +09001068 e = {
1069 "type": "ref-updated",
1070 "submitter": {
1071 "name": "User Name",
1072 },
1073 "refUpdate": {
1074 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1075 "newRev": "d479a0bfcb34da57a31adb2a595c0cf687812543",
1076 "refName": "master",
1077 "project": "org/project",
1078 }
1079 }
James E. Blairdaabed22012-08-15 15:38:57 -07001080 self.fake_gerrit.addEvent(e)
1081 self.waitUntilSettled()
1082
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001083 job_names = [x.name for x in self.history]
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001084 self.assertEqual(len(self.history), 1)
1085 self.assertIn('project-post', job_names)
James E. Blairc6294a52012-08-17 10:19:48 -07001086
K Jonathan Harkerf95e7232015-04-29 13:33:16 -07001087 def test_post_ignore_deletes(self):
1088 "Test that deleting refs does not trigger post jobs"
1089
1090 e = {
1091 "type": "ref-updated",
1092 "submitter": {
1093 "name": "User Name",
1094 },
1095 "refUpdate": {
1096 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1097 "newRev": "0000000000000000000000000000000000000000",
1098 "refName": "master",
1099 "project": "org/project",
1100 }
1101 }
1102 self.fake_gerrit.addEvent(e)
1103 self.waitUntilSettled()
1104
1105 job_names = [x.name for x in self.history]
1106 self.assertEqual(len(self.history), 0)
1107 self.assertNotIn('project-post', job_names)
1108
James E. Blaircc324192017-04-19 14:36:08 -07001109 @simple_layout('layouts/dont-ignore-ref-deletes.yaml')
K Jonathan Harkerf95e7232015-04-29 13:33:16 -07001110 def test_post_ignore_deletes_negative(self):
1111 "Test that deleting refs does trigger post jobs"
K Jonathan Harkerf95e7232015-04-29 13:33:16 -07001112 e = {
1113 "type": "ref-updated",
1114 "submitter": {
1115 "name": "User Name",
1116 },
1117 "refUpdate": {
1118 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1119 "newRev": "0000000000000000000000000000000000000000",
1120 "refName": "master",
1121 "project": "org/project",
1122 }
1123 }
1124 self.fake_gerrit.addEvent(e)
1125 self.waitUntilSettled()
1126
1127 job_names = [x.name for x in self.history]
1128 self.assertEqual(len(self.history), 1)
1129 self.assertIn('project-post', job_names)
1130
James E. Blairec056492016-07-22 09:45:56 -07001131 @skip("Disabled for early v3 development")
James E. Blairc6294a52012-08-17 10:19:48 -07001132 def test_build_configuration_branch_interaction(self):
1133 "Test that switching between branches works"
1134 self.test_build_configuration()
1135 self.test_build_configuration_branch()
1136 # C has been merged, undo that
Monty Taylorbc758832013-06-17 17:22:42 -04001137 path = os.path.join(self.upstream_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001138 repo = git.Repo(path)
1139 repo.heads.master.commit = repo.commit('init')
1140 self.test_build_configuration()
1141
James E. Blaircaec0c52012-08-22 14:52:22 -07001142 def test_dependent_changes_dequeue(self):
1143 "Test that dependent patches are not needlessly tested"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001144
James E. Blaircaec0c52012-08-22 14:52:22 -07001145 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1146 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1147 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001148 A.addApproval('code-review', 2)
1149 B.addApproval('code-review', 2)
1150 C.addApproval('code-review', 2)
James E. Blaircaec0c52012-08-22 14:52:22 -07001151
1152 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
1153 M1.setMerged()
1154
1155 # C -> B -> A -> M1
1156
1157 C.setDependsOn(B, 1)
1158 B.setDependsOn(A, 1)
1159 A.setDependsOn(M1, 1)
1160
Paul Belanger174a8272017-03-14 13:20:10 -04001161 self.executor_server.failJob('project-merge', A)
James E. Blaircaec0c52012-08-22 14:52:22 -07001162
James E. Blair8b5408c2016-08-08 15:37:46 -07001163 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1164 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1165 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blaircaec0c52012-08-22 14:52:22 -07001166
1167 self.waitUntilSettled()
1168
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001169 self.assertEqual(A.data['status'], 'NEW')
1170 self.assertEqual(A.reported, 2)
1171 self.assertEqual(B.data['status'], 'NEW')
1172 self.assertEqual(B.reported, 2)
1173 self.assertEqual(C.data['status'], 'NEW')
1174 self.assertEqual(C.reported, 2)
1175 self.assertEqual(len(self.history), 1)
James E. Blairec590122012-08-22 15:19:31 -07001176
James E. Blair972e3c72013-08-29 12:04:55 -07001177 def test_failing_dependent_changes(self):
1178 "Test that failing dependent patches are taken out of stream"
Paul Belanger174a8272017-03-14 13:20:10 -04001179 self.executor_server.hold_jobs_in_build = True
James E. Blair972e3c72013-08-29 12:04:55 -07001180 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1181 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1182 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1183 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
1184 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
James E. Blair8b5408c2016-08-08 15:37:46 -07001185 A.addApproval('code-review', 2)
1186 B.addApproval('code-review', 2)
1187 C.addApproval('code-review', 2)
1188 D.addApproval('code-review', 2)
1189 E.addApproval('code-review', 2)
James E. Blair972e3c72013-08-29 12:04:55 -07001190
1191 # E, D -> C -> B, A
1192
1193 D.setDependsOn(C, 1)
1194 C.setDependsOn(B, 1)
1195
Paul Belanger174a8272017-03-14 13:20:10 -04001196 self.executor_server.failJob('project-test1', B)
James E. Blair972e3c72013-08-29 12:04:55 -07001197
James E. Blair8b5408c2016-08-08 15:37:46 -07001198 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1199 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
1200 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1201 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1202 self.fake_gerrit.addEvent(E.addApproval('approved', 1))
James E. Blair972e3c72013-08-29 12:04:55 -07001203
1204 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001205 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001206 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001207 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001208 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001209 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001210 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001211 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001212 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001213 self.executor_server.release('.*-merge')
James E. Blair972e3c72013-08-29 12:04:55 -07001214 self.waitUntilSettled()
1215
Paul Belanger174a8272017-03-14 13:20:10 -04001216 self.executor_server.hold_jobs_in_build = False
James E. Blair972e3c72013-08-29 12:04:55 -07001217 for build in self.builds:
1218 if build.parameters['ZUUL_CHANGE'] != '1':
1219 build.release()
1220 self.waitUntilSettled()
1221
Paul Belanger174a8272017-03-14 13:20:10 -04001222 self.executor_server.release()
James E. Blair972e3c72013-08-29 12:04:55 -07001223 self.waitUntilSettled()
1224
1225 self.assertEqual(A.data['status'], 'MERGED')
1226 self.assertEqual(A.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001227 self.assertIn('Build succeeded', A.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001228 self.assertEqual(B.data['status'], 'NEW')
1229 self.assertEqual(B.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001230 self.assertIn('Build failed', B.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001231 self.assertEqual(C.data['status'], 'NEW')
1232 self.assertEqual(C.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001233 self.assertIn('depends on a change', C.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001234 self.assertEqual(D.data['status'], 'NEW')
1235 self.assertEqual(D.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001236 self.assertIn('depends on a change', D.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001237 self.assertEqual(E.data['status'], 'MERGED')
1238 self.assertEqual(E.reported, 2)
Jeremy Stanley10837132014-08-02 16:10:56 +00001239 self.assertIn('Build succeeded', E.messages[1])
James E. Blair972e3c72013-08-29 12:04:55 -07001240 self.assertEqual(len(self.history), 18)
1241
James E. Blairec590122012-08-22 15:19:31 -07001242 def test_head_is_dequeued_once(self):
James E. Blair2fa50962013-01-30 21:50:41 -08001243 "Test that if a change at the head fails it is dequeued only once"
James E. Blairec590122012-08-22 15:19:31 -07001244 # If it's dequeued more than once, we should see extra
1245 # aborted jobs.
James E. Blairec590122012-08-22 15:19:31 -07001246
Paul Belanger174a8272017-03-14 13:20:10 -04001247 self.executor_server.hold_jobs_in_build = True
James E. Blair6df67132017-04-19 13:53:20 -07001248 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1249 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1250 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001251 A.addApproval('code-review', 2)
1252 B.addApproval('code-review', 2)
1253 C.addApproval('code-review', 2)
James E. Blairec590122012-08-22 15:19:31 -07001254
Paul Belanger174a8272017-03-14 13:20:10 -04001255 self.executor_server.failJob('project-test1', A)
1256 self.executor_server.failJob('project-test2', A)
James E. Blairec590122012-08-22 15:19:31 -07001257
James E. Blair8b5408c2016-08-08 15:37:46 -07001258 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1259 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1260 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blairec590122012-08-22 15:19:31 -07001261
1262 self.waitUntilSettled()
James E. Blairec590122012-08-22 15:19:31 -07001263
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001264 self.assertEqual(len(self.builds), 1)
Paul Belanger58bf6912016-11-11 19:36:01 -05001265 self.assertEqual(self.builds[0].name, 'project-merge')
1266 self.assertTrue(self.builds[0].hasChanges(A))
James E. Blairec590122012-08-22 15:19:31 -07001267
Paul Belanger174a8272017-03-14 13:20:10 -04001268 self.executor_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001269 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001270 self.executor_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001271 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001272 self.executor_server.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07001273 self.waitUntilSettled()
1274
James E. Blair6df67132017-04-19 13:53:20 -07001275 self.assertEqual(len(self.builds), 6)
Paul Belanger58bf6912016-11-11 19:36:01 -05001276 self.assertEqual(self.builds[0].name, 'project-test1')
1277 self.assertEqual(self.builds[1].name, 'project-test2')
James E. Blair6df67132017-04-19 13:53:20 -07001278 self.assertEqual(self.builds[2].name, 'project-test1')
1279 self.assertEqual(self.builds[3].name, 'project-test2')
1280 self.assertEqual(self.builds[4].name, 'project-test1')
1281 self.assertEqual(self.builds[5].name, 'project-test2')
James E. Blairec590122012-08-22 15:19:31 -07001282
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001283 self.release(self.builds[0])
James E. Blairec590122012-08-22 15:19:31 -07001284 self.waitUntilSettled()
1285
James E. Blair6df67132017-04-19 13:53:20 -07001286 self.assertEqual(len(self.builds), 2) # test2, merge for B
1287 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 4)
James E. Blairec590122012-08-22 15:19:31 -07001288
Paul Belanger174a8272017-03-14 13:20:10 -04001289 self.executor_server.hold_jobs_in_build = False
1290 self.executor_server.release()
James E. Blairec590122012-08-22 15:19:31 -07001291 self.waitUntilSettled()
1292
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001293 self.assertEqual(len(self.builds), 0)
James E. Blair6df67132017-04-19 13:53:20 -07001294 self.assertEqual(len(self.history), 15)
James E. Blaircaec0c52012-08-22 14:52:22 -07001295
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001296 self.assertEqual(A.data['status'], 'NEW')
1297 self.assertEqual(B.data['status'], 'MERGED')
1298 self.assertEqual(C.data['status'], 'MERGED')
1299 self.assertEqual(A.reported, 2)
1300 self.assertEqual(B.reported, 2)
1301 self.assertEqual(C.reported, 2)
James E. Blair4ec821f2012-08-23 15:28:28 -07001302
James E. Blaircc020532017-04-19 13:04:44 -07001303 @simple_layout('layouts/nonvoting-job.yaml')
James E. Blair4ec821f2012-08-23 15:28:28 -07001304 def test_nonvoting_job(self):
1305 "Test that non-voting jobs don't vote."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001306
James E. Blair4ec821f2012-08-23 15:28:28 -07001307 A = self.fake_gerrit.addFakeChange('org/nonvoting-project',
1308 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001309 A.addApproval('code-review', 2)
Paul Belanger174a8272017-03-14 13:20:10 -04001310 self.executor_server.failJob('nonvoting-project-test2', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07001311 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4ec821f2012-08-23 15:28:28 -07001312
1313 self.waitUntilSettled()
James E. Blair4ec821f2012-08-23 15:28:28 -07001314
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001315 self.assertEqual(A.data['status'], 'MERGED')
1316 self.assertEqual(A.reported, 2)
1317 self.assertEqual(
1318 self.getJobFromHistory('nonvoting-project-merge').result,
1319 'SUCCESS')
1320 self.assertEqual(
1321 self.getJobFromHistory('nonvoting-project-test1').result,
1322 'SUCCESS')
1323 self.assertEqual(
1324 self.getJobFromHistory('nonvoting-project-test2').result,
1325 'FAILURE')
James E. Blaire0487072012-08-29 17:38:31 -07001326
James E. Blair5821bd92015-09-16 08:48:15 -07001327 for build in self.builds:
1328 self.assertEqual(build.parameters['ZUUL_VOTING'], '0')
1329
James E. Blaire0487072012-08-29 17:38:31 -07001330 def test_check_queue_success(self):
1331 "Test successful check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001332
James E. Blaire0487072012-08-29 17:38:31 -07001333 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1334 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1335
1336 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07001337
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001338 self.assertEqual(A.data['status'], 'NEW')
1339 self.assertEqual(A.reported, 1)
1340 self.assertEqual(self.getJobFromHistory('project-merge').result,
1341 'SUCCESS')
1342 self.assertEqual(self.getJobFromHistory('project-test1').result,
1343 'SUCCESS')
1344 self.assertEqual(self.getJobFromHistory('project-test2').result,
1345 'SUCCESS')
James E. Blaire0487072012-08-29 17:38:31 -07001346
1347 def test_check_queue_failure(self):
1348 "Test failed check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001349
James E. Blaire0487072012-08-29 17:38:31 -07001350 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belanger174a8272017-03-14 13:20:10 -04001351 self.executor_server.failJob('project-test2', A)
James E. Blaire0487072012-08-29 17:38:31 -07001352 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1353
1354 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07001355
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001356 self.assertEqual(A.data['status'], 'NEW')
1357 self.assertEqual(A.reported, 1)
1358 self.assertEqual(self.getJobFromHistory('project-merge').result,
James E. Blair78e31b32013-07-09 09:11:34 -07001359 'SUCCESS')
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001360 self.assertEqual(self.getJobFromHistory('project-test1').result,
1361 'SUCCESS')
1362 self.assertEqual(self.getJobFromHistory('project-test2').result,
1363 'FAILURE')
James E. Blair127bc182012-08-28 15:55:15 -07001364
James E. Blair7cb84542017-04-19 13:35:05 -07001365 @simple_layout('layouts/three-projects.yaml')
James E. Blair127bc182012-08-28 15:55:15 -07001366 def test_dependent_behind_dequeue(self):
Clint Byruma9626572017-02-22 14:04:00 -05001367 # This particular test does a large amount of merges and needs a little
1368 # more time to complete
James E. Blair267e5162017-04-07 10:08:20 -07001369 self.wait_timeout = 120
James E. Blair127bc182012-08-28 15:55:15 -07001370 "test that dependent changes behind dequeued changes work"
1371 # This complicated test is a reproduction of a real life bug
1372 self.sched.reconfigure(self.config)
James E. Blair127bc182012-08-28 15:55:15 -07001373
Paul Belanger174a8272017-03-14 13:20:10 -04001374 self.executor_server.hold_jobs_in_build = True
James E. Blair127bc182012-08-28 15:55:15 -07001375 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1376 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1377 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
1378 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
1379 E = self.fake_gerrit.addFakeChange('org/project2', 'master', 'E')
1380 F = self.fake_gerrit.addFakeChange('org/project3', 'master', 'F')
1381 D.setDependsOn(C, 1)
1382 E.setDependsOn(D, 1)
James E. Blair8b5408c2016-08-08 15:37:46 -07001383 A.addApproval('code-review', 2)
1384 B.addApproval('code-review', 2)
1385 C.addApproval('code-review', 2)
1386 D.addApproval('code-review', 2)
1387 E.addApproval('code-review', 2)
1388 F.addApproval('code-review', 2)
James E. Blair127bc182012-08-28 15:55:15 -07001389
1390 A.fail_merge = True
James E. Blair127bc182012-08-28 15:55:15 -07001391
1392 # Change object re-use in the gerrit trigger is hidden if
1393 # changes are added in quick succession; waiting makes it more
1394 # like real life.
James E. Blair8b5408c2016-08-08 15:37:46 -07001395 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001396 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001397 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001398 self.waitUntilSettled()
1399
Paul Belanger174a8272017-03-14 13:20:10 -04001400 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001401 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001402 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001403 self.waitUntilSettled()
1404
James E. Blair8b5408c2016-08-08 15:37:46 -07001405 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001406 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001407 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001408 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001409 self.fake_gerrit.addEvent(E.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001410 self.waitUntilSettled()
James E. Blair8b5408c2016-08-08 15:37:46 -07001411 self.fake_gerrit.addEvent(F.addApproval('approved', 1))
James E. Blair127bc182012-08-28 15:55:15 -07001412 self.waitUntilSettled()
1413
Paul Belanger174a8272017-03-14 13:20:10 -04001414 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001415 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001416 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001417 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001418 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001419 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001420 self.executor_server.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07001421 self.waitUntilSettled()
1422
1423 # all jobs running
James E. Blaire955e062012-10-08 09:49:03 -07001424
1425 # Grab pointers to the jobs we want to release before
1426 # releasing any, because list indexes may change as
1427 # the jobs complete.
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001428 a, b, c = self.builds[:3]
James E. Blaire955e062012-10-08 09:49:03 -07001429 a.release()
1430 b.release()
1431 c.release()
James E. Blair127bc182012-08-28 15:55:15 -07001432 self.waitUntilSettled()
1433
Paul Belanger174a8272017-03-14 13:20:10 -04001434 self.executor_server.hold_jobs_in_build = False
1435 self.executor_server.release()
James E. Blair127bc182012-08-28 15:55:15 -07001436 self.waitUntilSettled()
1437
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001438 self.assertEqual(A.data['status'], 'NEW')
1439 self.assertEqual(B.data['status'], 'MERGED')
1440 self.assertEqual(C.data['status'], 'MERGED')
1441 self.assertEqual(D.data['status'], 'MERGED')
1442 self.assertEqual(E.data['status'], 'MERGED')
1443 self.assertEqual(F.data['status'], 'MERGED')
James E. Blair127bc182012-08-28 15:55:15 -07001444
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001445 self.assertEqual(A.reported, 2)
1446 self.assertEqual(B.reported, 2)
1447 self.assertEqual(C.reported, 2)
1448 self.assertEqual(D.reported, 2)
1449 self.assertEqual(E.reported, 2)
1450 self.assertEqual(F.reported, 2)
James E. Blair127bc182012-08-28 15:55:15 -07001451
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001452 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 15)
1453 self.assertEqual(len(self.history), 44)
James E. Blair05fed602012-09-07 12:45:24 -07001454
1455 def test_merger_repack(self):
1456 "Test that the merger works after a repack"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001457
James E. Blair05fed602012-09-07 12:45:24 -07001458 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001459 A.addApproval('code-review', 2)
1460 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair05fed602012-09-07 12:45:24 -07001461 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001462 self.assertEqual(self.getJobFromHistory('project-merge').result,
1463 'SUCCESS')
1464 self.assertEqual(self.getJobFromHistory('project-test1').result,
1465 'SUCCESS')
1466 self.assertEqual(self.getJobFromHistory('project-test2').result,
1467 'SUCCESS')
1468 self.assertEqual(A.data['status'], 'MERGED')
1469 self.assertEqual(A.reported, 2)
James E. Blair05fed602012-09-07 12:45:24 -07001470 self.assertEmptyQueues()
Paul Belanger5bfe9e72016-11-04 19:20:04 -04001471 self.build_history = []
James E. Blair05fed602012-09-07 12:45:24 -07001472
Monty Taylord642d852017-02-23 14:05:42 -05001473 path = os.path.join(self.merger_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001474 if os.path.exists(path):
1475 repack_repo(path)
Paul Belanger174a8272017-03-14 13:20:10 -04001476 path = os.path.join(self.executor_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001477 if os.path.exists(path):
1478 repack_repo(path)
James E. Blair05fed602012-09-07 12:45:24 -07001479
1480 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001481 A.addApproval('code-review', 2)
1482 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair05fed602012-09-07 12:45:24 -07001483 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001484 self.assertEqual(self.getJobFromHistory('project-merge').result,
1485 'SUCCESS')
1486 self.assertEqual(self.getJobFromHistory('project-test1').result,
1487 'SUCCESS')
1488 self.assertEqual(self.getJobFromHistory('project-test2').result,
1489 'SUCCESS')
1490 self.assertEqual(A.data['status'], 'MERGED')
1491 self.assertEqual(A.reported, 2)
James E. Blair7ee88a22012-09-12 18:59:31 +02001492
James E. Blair4886f282012-11-15 09:27:33 -08001493 def test_merger_repack_large_change(self):
1494 "Test that the merger works with large changes after a repack"
Paul Belanger174a8272017-03-14 13:20:10 -04001495 # https://bugs.executepad.net/zuul/+bug/1078946
James E. Blairac2c3242014-01-24 13:38:51 -08001496 # This test assumes the repo is already cloned; make sure it is
Paul Belanger503bded2016-11-11 19:43:38 -05001497 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6df67132017-04-19 13:53:20 -07001498 trusted, project = tenant.getProject('org/project')
James E. Blair0ffa0102017-03-30 13:11:33 -07001499 url = self.fake_gerrit.getGitUrl(project)
James E. Blair6df67132017-04-19 13:53:20 -07001500 self.merge_server.merger.addProject('org/project', url)
1501 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair4886f282012-11-15 09:27:33 -08001502 A.addPatchset(large=True)
James E. Blair6df67132017-04-19 13:53:20 -07001503 path = os.path.join(self.upstream_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001504 repack_repo(path)
James E. Blair6df67132017-04-19 13:53:20 -07001505 path = os.path.join(self.merger_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001506 if os.path.exists(path):
1507 repack_repo(path)
James E. Blair6df67132017-04-19 13:53:20 -07001508 path = os.path.join(self.executor_src_root, "org/project")
James E. Blair8c1be532017-02-07 14:04:12 -08001509 if os.path.exists(path):
1510 repack_repo(path)
James E. Blair4886f282012-11-15 09:27:33 -08001511
James E. Blair8b5408c2016-08-08 15:37:46 -07001512 A.addApproval('code-review', 2)
1513 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4886f282012-11-15 09:27:33 -08001514 self.waitUntilSettled()
Paul Belanger503bded2016-11-11 19:43:38 -05001515 self.assertEqual(self.getJobFromHistory('project-merge').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001516 'SUCCESS')
Paul Belanger503bded2016-11-11 19:43:38 -05001517 self.assertEqual(self.getJobFromHistory('project-test1').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001518 'SUCCESS')
Paul Belanger503bded2016-11-11 19:43:38 -05001519 self.assertEqual(self.getJobFromHistory('project-test2').result,
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001520 'SUCCESS')
1521 self.assertEqual(A.data['status'], 'MERGED')
1522 self.assertEqual(A.reported, 2)
James E. Blair4886f282012-11-15 09:27:33 -08001523
James E. Blair2fa50962013-01-30 21:50:41 -08001524 def test_new_patchset_dequeues_old(self):
1525 "Test that a new patchset causes the old to be dequeued"
1526 # D -> C (depends on B) -> B (depends on A) -> A -> M
Paul Belanger174a8272017-03-14 13:20:10 -04001527 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001528 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
1529 M.setMerged()
1530
1531 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1532 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1533 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1534 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001535 A.addApproval('code-review', 2)
1536 B.addApproval('code-review', 2)
1537 C.addApproval('code-review', 2)
1538 D.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001539
1540 C.setDependsOn(B, 1)
1541 B.setDependsOn(A, 1)
1542 A.setDependsOn(M, 1)
1543
James E. Blair8b5408c2016-08-08 15:37:46 -07001544 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1545 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1546 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1547 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001548 self.waitUntilSettled()
1549
1550 B.addPatchset()
1551 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1552 self.waitUntilSettled()
1553
Paul Belanger174a8272017-03-14 13:20:10 -04001554 self.executor_server.hold_jobs_in_build = False
1555 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001556 self.waitUntilSettled()
1557
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001558 self.assertEqual(A.data['status'], 'MERGED')
1559 self.assertEqual(A.reported, 2)
1560 self.assertEqual(B.data['status'], 'NEW')
1561 self.assertEqual(B.reported, 2)
1562 self.assertEqual(C.data['status'], 'NEW')
1563 self.assertEqual(C.reported, 2)
1564 self.assertEqual(D.data['status'], 'MERGED')
1565 self.assertEqual(D.reported, 2)
1566 self.assertEqual(len(self.history), 9) # 3 each for A, B, D.
James E. Blair2fa50962013-01-30 21:50:41 -08001567
James E. Blairba437362015-02-07 11:41:52 -08001568 def test_new_patchset_check(self):
1569 "Test a new patchset in check"
Antoine Mussobd86a312014-01-08 14:51:33 +01001570
Paul Belanger174a8272017-03-14 13:20:10 -04001571 self.executor_server.hold_jobs_in_build = True
Antoine Mussobd86a312014-01-08 14:51:33 +01001572
1573 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blairba437362015-02-07 11:41:52 -08001574 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger18e5f632016-11-03 15:24:16 -04001575 tenant = self.sched.abide.tenants.get('tenant-one')
1576 check_pipeline = tenant.layout.pipelines['check']
James E. Blairba437362015-02-07 11:41:52 -08001577
1578 # Add two git-dependent changes
1579 B.setDependsOn(A, 1)
1580 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1581 self.waitUntilSettled()
Antoine Mussobd86a312014-01-08 14:51:33 +01001582 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1583 self.waitUntilSettled()
James E. Blairba437362015-02-07 11:41:52 -08001584
1585 # A live item, and a non-live/live pair
1586 items = check_pipeline.getAllItems()
1587 self.assertEqual(len(items), 3)
1588
1589 self.assertEqual(items[0].change.number, '1')
1590 self.assertEqual(items[0].change.patchset, '1')
1591 self.assertFalse(items[0].live)
1592
1593 self.assertEqual(items[1].change.number, '2')
1594 self.assertEqual(items[1].change.patchset, '1')
1595 self.assertTrue(items[1].live)
1596
1597 self.assertEqual(items[2].change.number, '1')
1598 self.assertEqual(items[2].change.patchset, '1')
1599 self.assertTrue(items[2].live)
1600
1601 # Add a new patchset to A
1602 A.addPatchset()
1603 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
1604 self.waitUntilSettled()
1605
1606 # The live copy of A,1 should be gone, but the non-live and B
1607 # should continue, and we should have a new A,2
1608 items = check_pipeline.getAllItems()
1609 self.assertEqual(len(items), 3)
1610
1611 self.assertEqual(items[0].change.number, '1')
1612 self.assertEqual(items[0].change.patchset, '1')
1613 self.assertFalse(items[0].live)
1614
1615 self.assertEqual(items[1].change.number, '2')
1616 self.assertEqual(items[1].change.patchset, '1')
1617 self.assertTrue(items[1].live)
1618
1619 self.assertEqual(items[2].change.number, '1')
1620 self.assertEqual(items[2].change.patchset, '2')
1621 self.assertTrue(items[2].live)
1622
1623 # Add a new patchset to B
1624 B.addPatchset()
1625 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1626 self.waitUntilSettled()
1627
1628 # The live copy of B,1 should be gone, and it's non-live copy of A,1
1629 # but we should have a new B,2 (still based on A,1)
1630 items = check_pipeline.getAllItems()
1631 self.assertEqual(len(items), 3)
1632
1633 self.assertEqual(items[0].change.number, '1')
1634 self.assertEqual(items[0].change.patchset, '2')
1635 self.assertTrue(items[0].live)
1636
1637 self.assertEqual(items[1].change.number, '1')
1638 self.assertEqual(items[1].change.patchset, '1')
1639 self.assertFalse(items[1].live)
1640
1641 self.assertEqual(items[2].change.number, '2')
1642 self.assertEqual(items[2].change.patchset, '2')
1643 self.assertTrue(items[2].live)
1644
1645 self.builds[0].release()
1646 self.waitUntilSettled()
1647 self.builds[0].release()
1648 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001649 self.executor_server.hold_jobs_in_build = False
1650 self.executor_server.release()
James E. Blairba437362015-02-07 11:41:52 -08001651 self.waitUntilSettled()
1652
1653 self.assertEqual(A.reported, 1)
1654 self.assertEqual(B.reported, 1)
1655 self.assertEqual(self.history[0].result, 'ABORTED')
1656 self.assertEqual(self.history[0].changes, '1,1')
1657 self.assertEqual(self.history[1].result, 'ABORTED')
1658 self.assertEqual(self.history[1].changes, '1,1 2,1')
1659 self.assertEqual(self.history[2].result, 'SUCCESS')
1660 self.assertEqual(self.history[2].changes, '1,2')
1661 self.assertEqual(self.history[3].result, 'SUCCESS')
1662 self.assertEqual(self.history[3].changes, '1,1 2,2')
1663
1664 def test_abandoned_gate(self):
1665 "Test that an abandoned change is dequeued from gate"
1666
Paul Belanger174a8272017-03-14 13:20:10 -04001667 self.executor_server.hold_jobs_in_build = True
James E. Blairba437362015-02-07 11:41:52 -08001668
1669 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001670 A.addApproval('code-review', 2)
1671 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairba437362015-02-07 11:41:52 -08001672 self.waitUntilSettled()
Antoine Mussobd86a312014-01-08 14:51:33 +01001673 self.assertEqual(len(self.builds), 1, "One job being built (on hold)")
1674 self.assertEqual(self.builds[0].name, 'project-merge')
1675
1676 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1677 self.waitUntilSettled()
1678
Paul Belanger174a8272017-03-14 13:20:10 -04001679 self.executor_server.release('.*-merge')
Antoine Mussobd86a312014-01-08 14:51:33 +01001680 self.waitUntilSettled()
1681
Arie5b4048c2016-10-05 16:12:06 +03001682 self.assertBuilds([])
1683 self.assertHistory([
1684 dict(name='project-merge', result='ABORTED', changes='1,1')],
1685 ordered=False)
James E. Blairba437362015-02-07 11:41:52 -08001686 self.assertEqual(A.reported, 1,
1687 "Abandoned gate change should report only start")
1688
1689 def test_abandoned_check(self):
1690 "Test that an abandoned change is dequeued from check"
1691
Paul Belanger174a8272017-03-14 13:20:10 -04001692 self.executor_server.hold_jobs_in_build = True
James E. Blairba437362015-02-07 11:41:52 -08001693
1694 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1695 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger18e5f632016-11-03 15:24:16 -04001696 tenant = self.sched.abide.tenants.get('tenant-one')
1697 check_pipeline = tenant.layout.pipelines['check']
James E. Blairba437362015-02-07 11:41:52 -08001698
1699 # Add two git-dependent changes
1700 B.setDependsOn(A, 1)
1701 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1702 self.waitUntilSettled()
1703 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1704 self.waitUntilSettled()
1705 # A live item, and a non-live/live pair
1706 items = check_pipeline.getAllItems()
1707 self.assertEqual(len(items), 3)
1708
1709 self.assertEqual(items[0].change.number, '1')
1710 self.assertFalse(items[0].live)
1711
1712 self.assertEqual(items[1].change.number, '2')
1713 self.assertTrue(items[1].live)
1714
1715 self.assertEqual(items[2].change.number, '1')
1716 self.assertTrue(items[2].live)
1717
1718 # Abandon A
1719 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1720 self.waitUntilSettled()
1721
1722 # The live copy of A should be gone, but the non-live and B
1723 # should continue
1724 items = check_pipeline.getAllItems()
1725 self.assertEqual(len(items), 2)
1726
1727 self.assertEqual(items[0].change.number, '1')
1728 self.assertFalse(items[0].live)
1729
1730 self.assertEqual(items[1].change.number, '2')
1731 self.assertTrue(items[1].live)
1732
Paul Belanger174a8272017-03-14 13:20:10 -04001733 self.executor_server.hold_jobs_in_build = False
1734 self.executor_server.release()
James E. Blairba437362015-02-07 11:41:52 -08001735 self.waitUntilSettled()
1736
1737 self.assertEqual(len(self.history), 4)
1738 self.assertEqual(self.history[0].result, 'ABORTED',
Antoine Mussobd86a312014-01-08 14:51:33 +01001739 'Build should have been aborted')
1740 self.assertEqual(A.reported, 0, "Abandoned change should not report")
James E. Blairba437362015-02-07 11:41:52 -08001741 self.assertEqual(B.reported, 1, "Change should report")
Antoine Mussobd86a312014-01-08 14:51:33 +01001742
Steve Varnau7b78b312015-04-03 14:49:46 -07001743 def test_abandoned_not_timer(self):
1744 "Test that an abandoned change does not cancel timer jobs"
James E. Blairdfdfcfc2017-04-20 10:19:20 -07001745 # This test can not use simple_layout because it must start
1746 # with a configuration which does not include a
1747 # timer-triggered job so that we have an opportunity to set
1748 # the hold flag before the first job.
Paul Belanger174a8272017-03-14 13:20:10 -04001749 self.executor_server.hold_jobs_in_build = True
Steve Varnau7b78b312015-04-03 14:49:46 -07001750 # Start timer trigger - also org/project
James E. Blairdfdfcfc2017-04-20 10:19:20 -07001751 self.commitConfigUpdate('common-config', 'layouts/idle.yaml')
Steve Varnau7b78b312015-04-03 14:49:46 -07001752 self.sched.reconfigure(self.config)
Steve Varnau7b78b312015-04-03 14:49:46 -07001753 # The pipeline triggers every second, so we should have seen
1754 # several by now.
1755 time.sleep(5)
1756 self.waitUntilSettled()
1757 # Stop queuing timer triggered jobs so that the assertions
1758 # below don't race against more jobs being queued.
Clint Byrumead6c562017-02-01 16:34:04 -08001759 # Must be in same repo, so overwrite config with another one
James E. Blairdfdfcfc2017-04-20 10:19:20 -07001760 self.commitConfigUpdate('common-config', 'layouts/no-timer.yaml')
Steve Varnau7b78b312015-04-03 14:49:46 -07001761 self.sched.reconfigure(self.config)
James E. Blairdfdfcfc2017-04-20 10:19:20 -07001762
Steve Varnau7b78b312015-04-03 14:49:46 -07001763 self.assertEqual(len(self.builds), 2, "Two timer jobs")
1764
1765 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1766 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1767 self.waitUntilSettled()
1768 self.assertEqual(len(self.builds), 3, "One change plus two timer jobs")
1769
1770 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
1771 self.waitUntilSettled()
1772
1773 self.assertEqual(len(self.builds), 2, "Two timer jobs remain")
1774
Paul Belanger174a8272017-03-14 13:20:10 -04001775 self.executor_server.release()
Steve Varnau7b78b312015-04-03 14:49:46 -07001776 self.waitUntilSettled()
1777
Arx Cruzb1b010d2013-10-28 19:49:59 -02001778 def test_zuul_url_return(self):
1779 "Test if ZUUL_URL is returning when zuul_url is set in zuul.conf"
James E. Blair4076e2b2014-01-28 12:42:20 -08001780 self.assertTrue(self.sched.config.has_option('merger', 'zuul_url'))
Paul Belanger174a8272017-03-14 13:20:10 -04001781 self.executor_server.hold_jobs_in_build = True
Arx Cruzb1b010d2013-10-28 19:49:59 -02001782
1783 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001784 A.addApproval('code-review', 2)
1785 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Arx Cruzb1b010d2013-10-28 19:49:59 -02001786 self.waitUntilSettled()
1787
1788 self.assertEqual(len(self.builds), 1)
1789 for build in self.builds:
1790 self.assertTrue('ZUUL_URL' in build.parameters)
1791
Paul Belanger174a8272017-03-14 13:20:10 -04001792 self.executor_server.hold_jobs_in_build = False
1793 self.executor_server.release()
Arx Cruzb1b010d2013-10-28 19:49:59 -02001794 self.waitUntilSettled()
1795
James E. Blair2fa50962013-01-30 21:50:41 -08001796 def test_new_patchset_dequeues_old_on_head(self):
1797 "Test that a new patchset causes the old to be dequeued (at head)"
1798 # D -> C (depends on B) -> B (depends on A) -> A -> M
Paul Belanger174a8272017-03-14 13:20:10 -04001799 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001800 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
1801 M.setMerged()
1802 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1803 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1804 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1805 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001806 A.addApproval('code-review', 2)
1807 B.addApproval('code-review', 2)
1808 C.addApproval('code-review', 2)
1809 D.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001810
1811 C.setDependsOn(B, 1)
1812 B.setDependsOn(A, 1)
1813 A.setDependsOn(M, 1)
1814
James E. Blair8b5408c2016-08-08 15:37:46 -07001815 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1816 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1817 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1818 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001819 self.waitUntilSettled()
1820
1821 A.addPatchset()
1822 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
1823 self.waitUntilSettled()
1824
Paul Belanger174a8272017-03-14 13:20:10 -04001825 self.executor_server.hold_jobs_in_build = False
1826 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001827 self.waitUntilSettled()
1828
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001829 self.assertEqual(A.data['status'], 'NEW')
1830 self.assertEqual(A.reported, 2)
1831 self.assertEqual(B.data['status'], 'NEW')
1832 self.assertEqual(B.reported, 2)
1833 self.assertEqual(C.data['status'], 'NEW')
1834 self.assertEqual(C.reported, 2)
1835 self.assertEqual(D.data['status'], 'MERGED')
1836 self.assertEqual(D.reported, 2)
1837 self.assertEqual(len(self.history), 7)
James E. Blair2fa50962013-01-30 21:50:41 -08001838
1839 def test_new_patchset_dequeues_old_without_dependents(self):
1840 "Test that a new patchset causes only the old to be dequeued"
Paul Belanger174a8272017-03-14 13:20:10 -04001841 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001842 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1843 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1844 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07001845 A.addApproval('code-review', 2)
1846 B.addApproval('code-review', 2)
1847 C.addApproval('code-review', 2)
James E. Blair2fa50962013-01-30 21:50:41 -08001848
James E. Blair8b5408c2016-08-08 15:37:46 -07001849 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1850 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1851 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair2fa50962013-01-30 21:50:41 -08001852 self.waitUntilSettled()
1853
1854 B.addPatchset()
1855 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1856 self.waitUntilSettled()
1857
Paul Belanger174a8272017-03-14 13:20:10 -04001858 self.executor_server.hold_jobs_in_build = False
1859 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001860 self.waitUntilSettled()
1861
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001862 self.assertEqual(A.data['status'], 'MERGED')
1863 self.assertEqual(A.reported, 2)
1864 self.assertEqual(B.data['status'], 'NEW')
1865 self.assertEqual(B.reported, 2)
1866 self.assertEqual(C.data['status'], 'MERGED')
1867 self.assertEqual(C.reported, 2)
1868 self.assertEqual(len(self.history), 9)
James E. Blair2fa50962013-01-30 21:50:41 -08001869
1870 def test_new_patchset_dequeues_old_independent_queue(self):
1871 "Test that a new patchset causes the old to be dequeued (independent)"
Paul Belanger174a8272017-03-14 13:20:10 -04001872 self.executor_server.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08001873 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1874 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1875 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1876 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1877 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
1878 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
1879 self.waitUntilSettled()
1880
1881 B.addPatchset()
1882 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
1883 self.waitUntilSettled()
1884
Paul Belanger174a8272017-03-14 13:20:10 -04001885 self.executor_server.hold_jobs_in_build = False
1886 self.executor_server.release()
James E. Blair2fa50962013-01-30 21:50:41 -08001887 self.waitUntilSettled()
1888
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001889 self.assertEqual(A.data['status'], 'NEW')
1890 self.assertEqual(A.reported, 1)
1891 self.assertEqual(B.data['status'], 'NEW')
1892 self.assertEqual(B.reported, 1)
1893 self.assertEqual(C.data['status'], 'NEW')
1894 self.assertEqual(C.reported, 1)
1895 self.assertEqual(len(self.history), 10)
1896 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 1)
James E. Blair7d0dedc2013-02-21 17:26:09 -08001897
James E. Blaircc020532017-04-19 13:04:44 -07001898 @simple_layout('layouts/noop-job.yaml')
James E. Blair18c64442014-03-18 10:14:45 -07001899 def test_noop_job(self):
1900 "Test that the internal noop job works"
1901 A = self.fake_gerrit.addFakeChange('org/noop-project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07001902 A.addApproval('code-review', 2)
1903 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair18c64442014-03-18 10:14:45 -07001904 self.waitUntilSettled()
1905
1906 self.assertEqual(len(self.gearman_server.getQueue()), 0)
1907 self.assertTrue(self.sched._areAllBuildsComplete())
1908 self.assertEqual(len(self.history), 0)
1909 self.assertEqual(A.data['status'], 'MERGED')
1910 self.assertEqual(A.reported, 2)
1911
James E. Blair06cc3922017-04-19 10:08:10 -07001912 @simple_layout('layouts/no-jobs-project.yaml')
Evgeny Antyshevd6e546c2015-06-11 15:13:57 +00001913 def test_no_job_project(self):
1914 "Test that reports with no jobs don't get sent"
1915 A = self.fake_gerrit.addFakeChange('org/no-jobs-project',
1916 'master', 'A')
1917 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
1918 self.waitUntilSettled()
1919
1920 # Change wasn't reported to
1921 self.assertEqual(A.reported, False)
1922
1923 # Check queue is empty afterwards
Clint Byrum883c30e2016-12-13 11:54:33 -08001924 tenant = self.sched.abide.tenants.get('tenant-one')
1925 check_pipeline = tenant.layout.pipelines['check']
Evgeny Antyshevd6e546c2015-06-11 15:13:57 +00001926 items = check_pipeline.getAllItems()
1927 self.assertEqual(len(items), 0)
1928
1929 self.assertEqual(len(self.history), 0)
1930
James E. Blair7d0dedc2013-02-21 17:26:09 -08001931 def test_zuul_refs(self):
1932 "Test that zuul refs exist and have the right changes"
Paul Belanger174a8272017-03-14 13:20:10 -04001933 self.executor_server.hold_jobs_in_build = True
James E. Blair7d0dedc2013-02-21 17:26:09 -08001934 M1 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'M1')
1935 M1.setMerged()
1936 M2 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'M2')
1937 M2.setMerged()
1938
1939 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
1940 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1941 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
1942 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
James E. Blair8b5408c2016-08-08 15:37:46 -07001943 A.addApproval('code-review', 2)
1944 B.addApproval('code-review', 2)
1945 C.addApproval('code-review', 2)
1946 D.addApproval('code-review', 2)
1947 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
1948 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
1949 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
1950 self.fake_gerrit.addEvent(D.addApproval('approved', 1))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001951
1952 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001953 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001954 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001955 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001956 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001957 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001958 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04001959 self.executor_server.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08001960 self.waitUntilSettled()
1961
James E. Blair7d0dedc2013-02-21 17:26:09 -08001962 a_zref = b_zref = c_zref = d_zref = None
Clint Byrum3343e3e2016-11-15 16:05:03 -08001963 a_build = b_build = c_build = d_build = None
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001964 for x in self.builds:
James E. Blair7d0dedc2013-02-21 17:26:09 -08001965 if x.parameters['ZUUL_CHANGE'] == '3':
1966 a_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001967 a_build = x
1968 elif x.parameters['ZUUL_CHANGE'] == '4':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001969 b_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001970 b_build = x
1971 elif x.parameters['ZUUL_CHANGE'] == '5':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001972 c_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001973 c_build = x
1974 elif x.parameters['ZUUL_CHANGE'] == '6':
James E. Blair7d0dedc2013-02-21 17:26:09 -08001975 d_zref = x.parameters['ZUUL_REF']
Clint Byrum3343e3e2016-11-15 16:05:03 -08001976 d_build = x
1977 if a_build and b_build and c_build and d_build:
1978 break
James E. Blair7d0dedc2013-02-21 17:26:09 -08001979
1980 # There are... four... refs.
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001981 self.assertIsNotNone(a_zref)
1982 self.assertIsNotNone(b_zref)
1983 self.assertIsNotNone(c_zref)
1984 self.assertIsNotNone(d_zref)
James E. Blair7d0dedc2013-02-21 17:26:09 -08001985
1986 # And they should all be different
1987 refs = set([a_zref, b_zref, c_zref, d_zref])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001988 self.assertEqual(len(refs), 4)
James E. Blair7d0dedc2013-02-21 17:26:09 -08001989
Clint Byrum3343e3e2016-11-15 16:05:03 -08001990 # should have a, not b, and should not be in project2
1991 self.assertTrue(a_build.hasChanges(A))
1992 self.assertFalse(a_build.hasChanges(B, M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001993
Clint Byrum3343e3e2016-11-15 16:05:03 -08001994 # should have a and b, and should not be in project2
1995 self.assertTrue(b_build.hasChanges(A, B))
1996 self.assertFalse(b_build.hasChanges(M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08001997
Clint Byrum3343e3e2016-11-15 16:05:03 -08001998 # should have a and b in 1, c in 2
1999 self.assertTrue(c_build.hasChanges(A, B, C))
2000 self.assertFalse(c_build.hasChanges(D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002001
Clint Byrum3343e3e2016-11-15 16:05:03 -08002002 # should have a and b in 1, c and d in 2
2003 self.assertTrue(d_build.hasChanges(A, B, C, D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002004
Paul Belanger174a8272017-03-14 13:20:10 -04002005 self.executor_server.hold_jobs_in_build = False
2006 self.executor_server.release()
James E. Blair7d0dedc2013-02-21 17:26:09 -08002007 self.waitUntilSettled()
2008
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002009 self.assertEqual(A.data['status'], 'MERGED')
2010 self.assertEqual(A.reported, 2)
2011 self.assertEqual(B.data['status'], 'MERGED')
2012 self.assertEqual(B.reported, 2)
2013 self.assertEqual(C.data['status'], 'MERGED')
2014 self.assertEqual(C.reported, 2)
2015 self.assertEqual(D.data['status'], 'MERGED')
2016 self.assertEqual(D.reported, 2)
James E. Blair70c71582013-03-06 08:50:50 -08002017
James E. Blair4a28a882013-08-23 15:17:33 -07002018 def test_rerun_on_error(self):
2019 "Test that if a worker fails to run a job, it is run again"
Paul Belanger174a8272017-03-14 13:20:10 -04002020 self.executor_server.hold_jobs_in_build = True
James E. Blair4a28a882013-08-23 15:17:33 -07002021 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002022 A.addApproval('code-review', 2)
2023 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair4a28a882013-08-23 15:17:33 -07002024 self.waitUntilSettled()
2025
James E. Blair412fba82017-01-26 15:00:50 -08002026 self.builds[0].requeue = True
Paul Belanger174a8272017-03-14 13:20:10 -04002027 self.executor_server.hold_jobs_in_build = False
2028 self.executor_server.release()
James E. Blair4a28a882013-08-23 15:17:33 -07002029 self.waitUntilSettled()
James E. Blair412fba82017-01-26 15:00:50 -08002030 self.assertEqual(self.countJobResults(self.history, None), 1)
James E. Blair4a28a882013-08-23 15:17:33 -07002031 self.assertEqual(self.countJobResults(self.history, 'SUCCESS'), 3)
2032
James E. Blair412e5582013-04-22 15:50:12 -07002033 def test_statsd(self):
2034 "Test each of the statsd methods used in the scheduler"
2035 import extras
2036 statsd = extras.try_import('statsd.statsd')
2037 statsd.incr('test-incr')
2038 statsd.timing('test-timing', 3)
Alex Gaynor813d39b2014-05-17 16:17:16 -07002039 statsd.gauge('test-gauge', 12)
James E. Blair412e5582013-04-22 15:50:12 -07002040 self.assertReportedStat('test-incr', '1|c')
2041 self.assertReportedStat('test-timing', '3|ms')
Alex Gaynor813d39b2014-05-17 16:17:16 -07002042 self.assertReportedStat('test-gauge', '12|g')
James E. Blair412e5582013-04-22 15:50:12 -07002043
James E. Blairdad52252014-02-07 16:59:17 -08002044 def test_stuck_job_cleanup(self):
2045 "Test that pending jobs are cleaned up if removed from layout"
Clint Byrum678e2c32017-03-16 16:27:21 -07002046
2047 # We want to hold the project-merge job that the fake change enqueues
James E. Blairdad52252014-02-07 16:59:17 -08002048 self.gearman_server.hold_jobs_in_queue = True
2049 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002050 A.addApproval('code-review', 2)
2051 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blairdad52252014-02-07 16:59:17 -08002052 self.waitUntilSettled()
Clint Byrum678e2c32017-03-16 16:27:21 -07002053 # The assertion is that we have one job in the queue, project-merge
James E. Blairdad52252014-02-07 16:59:17 -08002054 self.assertEqual(len(self.gearman_server.getQueue()), 1)
2055
Clint Byrum678e2c32017-03-16 16:27:21 -07002056 self.commitLayoutUpdate('common-config', 'layout-no-jobs')
James E. Blairdad52252014-02-07 16:59:17 -08002057 self.sched.reconfigure(self.config)
2058 self.waitUntilSettled()
2059
James E. Blair18c64442014-03-18 10:14:45 -07002060 self.gearman_server.release('gate-noop')
James E. Blairdad52252014-02-07 16:59:17 -08002061 self.waitUntilSettled()
Clint Byrum678e2c32017-03-16 16:27:21 -07002062 # asserting that project-merge is removed from queue
James E. Blairdad52252014-02-07 16:59:17 -08002063 self.assertEqual(len(self.gearman_server.getQueue()), 0)
2064 self.assertTrue(self.sched._areAllBuildsComplete())
2065
2066 self.assertEqual(len(self.history), 1)
James E. Blair18c64442014-03-18 10:14:45 -07002067 self.assertEqual(self.history[0].name, 'gate-noop')
James E. Blairdad52252014-02-07 16:59:17 -08002068 self.assertEqual(self.history[0].result, 'SUCCESS')
2069
James E. Blair879dafb2015-07-17 14:04:49 -07002070 def test_file_head(self):
2071 # This is a regression test for an observed bug. A change
2072 # with a file named "HEAD" in the root directory of the repo
2073 # was processed by a merger. It then was unable to reset the
2074 # repo because of:
2075 # GitCommandError: 'git reset --hard HEAD' returned
2076 # with exit code 128
2077 # stderr: 'fatal: ambiguous argument 'HEAD': both revision
2078 # and filename
2079 # Use '--' to separate filenames from revisions'
2080
2081 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Paul Belangera91095f2016-11-04 19:28:48 -04002082 A.addPatchset({'HEAD': ''})
James E. Blair879dafb2015-07-17 14:04:49 -07002083 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2084
2085 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
2086 self.waitUntilSettled()
2087
2088 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2089 self.waitUntilSettled()
2090
2091 self.assertIn('Build succeeded', A.messages[0])
2092 self.assertIn('Build succeeded', B.messages[0])
2093
James E. Blair70c71582013-03-06 08:50:50 -08002094 def test_file_jobs(self):
2095 "Test that file jobs run only when appropriate"
2096 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
Adam Gandelman5661bda2017-02-03 15:58:03 -08002097 A.addPatchset({'pip-requires': 'foo'})
James E. Blair70c71582013-03-06 08:50:50 -08002098 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07002099 A.addApproval('code-review', 2)
2100 B.addApproval('code-review', 2)
2101 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
2102 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair70c71582013-03-06 08:50:50 -08002103 self.waitUntilSettled()
2104
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002105 testfile_jobs = [x for x in self.history
James E. Blair70c71582013-03-06 08:50:50 -08002106 if x.name == 'project-testfile']
2107
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002108 self.assertEqual(len(testfile_jobs), 1)
2109 self.assertEqual(testfile_jobs[0].changes, '1,2')
2110 self.assertEqual(A.data['status'], 'MERGED')
2111 self.assertEqual(A.reported, 2)
2112 self.assertEqual(B.data['status'], 'MERGED')
2113 self.assertEqual(B.reported, 2)
James E. Blair3c5e5b52013-04-26 11:17:03 -07002114
Clint Byrum3ee39f32016-11-17 23:45:07 -08002115 def _test_irrelevant_files_jobs(self, should_skip):
2116 "Test that jobs with irrelevant-files filter run only when appropriate"
Clint Byrum3ee39f32016-11-17 23:45:07 -08002117 if should_skip:
2118 files = {'ignoreme': 'ignored\n'}
2119 else:
2120 files = {'respectme': 'please!\n'}
Maru Newby3fe5f852015-01-13 04:22:14 +00002121
2122 change = self.fake_gerrit.addFakeChange('org/project',
Clint Byrum3ee39f32016-11-17 23:45:07 -08002123 'master',
2124 'test irrelevant-files',
2125 files=files)
Maru Newby3fe5f852015-01-13 04:22:14 +00002126 self.fake_gerrit.addEvent(change.getPatchsetCreatedEvent(1))
2127 self.waitUntilSettled()
2128
2129 tested_change_ids = [x.changes[0] for x in self.history
Clint Byrum3ee39f32016-11-17 23:45:07 -08002130 if x.name == 'project-test-irrelevant-files']
Maru Newby3fe5f852015-01-13 04:22:14 +00002131
2132 if should_skip:
2133 self.assertEqual([], tested_change_ids)
2134 else:
2135 self.assertIn(change.data['number'], tested_change_ids)
2136
James E. Blaircc324192017-04-19 14:36:08 -07002137 @simple_layout('layouts/irrelevant-files.yaml')
Clint Byrum3ee39f32016-11-17 23:45:07 -08002138 def test_irrelevant_files_match_skips_job(self):
2139 self._test_irrelevant_files_jobs(should_skip=True)
Maru Newby3fe5f852015-01-13 04:22:14 +00002140
James E. Blaircc324192017-04-19 14:36:08 -07002141 @simple_layout('layouts/irrelevant-files.yaml')
Clint Byrum3ee39f32016-11-17 23:45:07 -08002142 def test_irrelevant_files_no_match_runs_job(self):
2143 self._test_irrelevant_files_jobs(should_skip=False)
Maru Newby3fe5f852015-01-13 04:22:14 +00002144
James E. Blaircc324192017-04-19 14:36:08 -07002145 @simple_layout('layouts/inheritance.yaml')
Clint Byrum85493602016-11-18 11:59:47 -08002146 def test_inherited_jobs_keep_matchers(self):
Clint Byrum85493602016-11-18 11:59:47 -08002147 files = {'ignoreme': 'ignored\n'}
2148
2149 change = self.fake_gerrit.addFakeChange('org/project',
2150 'master',
2151 'test irrelevant-files',
2152 files=files)
2153 self.fake_gerrit.addEvent(change.getPatchsetCreatedEvent(1))
2154 self.waitUntilSettled()
2155
2156 run_jobs = set([build.name for build in self.history])
2157
2158 self.assertEqual(set(['project-test-nomatch-starts-empty',
2159 'project-test-nomatch-starts-full']), run_jobs)
2160
James E. Blairec056492016-07-22 09:45:56 -07002161 @skip("Disabled for early v3 development")
James E. Blair3c5e5b52013-04-26 11:17:03 -07002162 def test_test_config(self):
2163 "Test that we can test the config"
James E. Blairf84026c2015-12-08 16:11:46 -08002164 self.sched.testConfig(self.config.get('zuul', 'tenant_config'),
Joshua Hesketh352264b2015-08-11 23:42:08 +10002165 self.connections)
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002166
James E. Blairc8a1e052014-02-25 09:29:26 -08002167 def test_queue_names(self):
2168 "Test shared change queue names"
Paul Belanger8e68fc22017-02-06 16:24:49 -05002169 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6053de42017-04-05 11:27:11 -07002170 (trusted, project1) = tenant.getProject('org/project1')
2171 (trusted, project2) = tenant.getProject('org/project2')
Paul Belanger8e68fc22017-02-06 16:24:49 -05002172 q1 = tenant.layout.pipelines['gate'].getQueue(project1)
2173 q2 = tenant.layout.pipelines['gate'].getQueue(project2)
2174 self.assertEqual(q1.name, 'integrated')
2175 self.assertEqual(q2.name, 'integrated')
James E. Blairc8a1e052014-02-25 09:29:26 -08002176
James E. Blair64ed6f22013-07-10 14:07:23 -07002177 def test_queue_precedence(self):
2178 "Test that queue precedence works"
2179
2180 self.gearman_server.hold_jobs_in_queue = True
Paul Belanger174a8272017-03-14 13:20:10 -04002181 self.executor_server.hold_jobs_in_build = True
James E. Blair64ed6f22013-07-10 14:07:23 -07002182 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2183 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
James E. Blair8b5408c2016-08-08 15:37:46 -07002184 A.addApproval('code-review', 2)
2185 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair64ed6f22013-07-10 14:07:23 -07002186
2187 self.waitUntilSettled()
2188 self.gearman_server.hold_jobs_in_queue = False
2189 self.gearman_server.release()
2190 self.waitUntilSettled()
2191
James E. Blair8de58bd2013-07-18 16:23:33 -07002192 # Run one build at a time to ensure non-race order:
James E. Blairb8c16472015-05-05 14:55:26 -07002193 self.orderedRelease()
Paul Belanger174a8272017-03-14 13:20:10 -04002194 self.executor_server.hold_jobs_in_build = False
James E. Blair8de58bd2013-07-18 16:23:33 -07002195 self.waitUntilSettled()
2196
James E. Blair64ed6f22013-07-10 14:07:23 -07002197 self.log.debug(self.history)
2198 self.assertEqual(self.history[0].pipeline, 'gate')
2199 self.assertEqual(self.history[1].pipeline, 'check')
2200 self.assertEqual(self.history[2].pipeline, 'gate')
2201 self.assertEqual(self.history[3].pipeline, 'gate')
2202 self.assertEqual(self.history[4].pipeline, 'check')
2203 self.assertEqual(self.history[5].pipeline, 'check')
2204
Clark Boylana5edbe42014-06-03 16:39:10 -07002205 def test_json_status(self):
James E. Blair1843a552013-07-03 14:19:52 -07002206 "Test that we can retrieve JSON status info"
Paul Belanger174a8272017-03-14 13:20:10 -04002207 self.executor_server.hold_jobs_in_build = True
James E. Blair1843a552013-07-03 14:19:52 -07002208 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002209 A.addApproval('code-review', 2)
2210 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair1843a552013-07-03 14:19:52 -07002211 self.waitUntilSettled()
2212
Paul Belanger174a8272017-03-14 13:20:10 -04002213 self.executor_server.release('project-merge')
James E. Blairb7273ef2016-04-19 08:58:51 -07002214 self.waitUntilSettled()
2215
James E. Blair1843a552013-07-03 14:19:52 -07002216 port = self.webapp.server.socket.getsockname()[1]
2217
Adam Gandelman77a12c72017-02-03 17:43:43 -08002218 req = urllib.request.Request(
2219 "http://localhost:%s/tenant-one/status" % port)
Morgan Fainberg293f7f82016-05-30 14:01:22 -07002220 f = urllib.request.urlopen(req)
Clark Boylanaa4f2e72014-06-03 21:22:40 -07002221 headers = f.info()
2222 self.assertIn('Content-Length', headers)
2223 self.assertIn('Content-Type', headers)
Sachi Kingdc963fc2016-03-23 16:00:33 +11002224 self.assertIsNotNone(re.match('^application/json(; charset=UTF-8)?$',
2225 headers['Content-Type']))
Timo Tijhof0ebd2932015-04-02 12:11:21 +01002226 self.assertIn('Access-Control-Allow-Origin', headers)
2227 self.assertIn('Cache-Control', headers)
Clark Boylanaa4f2e72014-06-03 21:22:40 -07002228 self.assertIn('Last-Modified', headers)
Timo Tijhof0ebd2932015-04-02 12:11:21 +01002229 self.assertIn('Expires', headers)
James E. Blair1843a552013-07-03 14:19:52 -07002230 data = f.read()
2231
Paul Belanger174a8272017-03-14 13:20:10 -04002232 self.executor_server.hold_jobs_in_build = False
2233 self.executor_server.release()
James E. Blair1843a552013-07-03 14:19:52 -07002234 self.waitUntilSettled()
2235
2236 data = json.loads(data)
James E. Blairb7273ef2016-04-19 08:58:51 -07002237 status_jobs = []
James E. Blair1843a552013-07-03 14:19:52 -07002238 for p in data['pipelines']:
2239 for q in p['change_queues']:
James E. Blairbfb8e042014-12-30 17:01:44 -08002240 if p['name'] in ['gate', 'conflict']:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002241 self.assertEqual(q['window'], 20)
2242 else:
2243 self.assertEqual(q['window'], 0)
James E. Blair1843a552013-07-03 14:19:52 -07002244 for head in q['heads']:
2245 for change in head:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002246 self.assertTrue(change['active'])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002247 self.assertEqual(change['id'], '1,1')
James E. Blair1843a552013-07-03 14:19:52 -07002248 for job in change['jobs']:
James E. Blairb7273ef2016-04-19 08:58:51 -07002249 status_jobs.append(job)
2250 self.assertEqual('project-merge', status_jobs[0]['name'])
2251 self.assertEqual('https://server/job/project-merge/0/',
2252 status_jobs[0]['url'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002253 self.assertEqual('https://server/job/project-merge/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002254 status_jobs[0]['report_url'])
James E. Blairb7273ef2016-04-19 08:58:51 -07002255 self.assertEqual('project-test1', status_jobs[1]['name'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002256 self.assertEqual('https://server/job/project-test1/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002257 status_jobs[1]['url'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002258 self.assertEqual('https://server/job/project-test1/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002259 status_jobs[1]['report_url'])
2260
2261 self.assertEqual('project-test2', status_jobs[2]['name'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002262 self.assertEqual('https://server/job/project-test2/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002263 status_jobs[2]['url'])
Adam Gandelman77a12c72017-02-03 17:43:43 -08002264 self.assertEqual('https://server/job/project-test2/0/',
James E. Blairb7273ef2016-04-19 08:58:51 -07002265 status_jobs[2]['report_url'])
James E. Blair1843a552013-07-03 14:19:52 -07002266
James E. Blaircdccd972013-07-01 12:10:22 -07002267 def test_live_reconfiguration(self):
2268 "Test that live reconfiguration works"
Paul Belanger174a8272017-03-14 13:20:10 -04002269 self.executor_server.hold_jobs_in_build = True
James E. Blaircdccd972013-07-01 12:10:22 -07002270 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002271 A.addApproval('code-review', 2)
2272 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blaircdccd972013-07-01 12:10:22 -07002273 self.waitUntilSettled()
2274
2275 self.sched.reconfigure(self.config)
James E. Blairbd963632017-02-01 09:58:14 -08002276 self.waitUntilSettled()
James E. Blaircdccd972013-07-01 12:10:22 -07002277
Paul Belanger174a8272017-03-14 13:20:10 -04002278 self.executor_server.hold_jobs_in_build = False
2279 self.executor_server.release()
James E. Blaircdccd972013-07-01 12:10:22 -07002280 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002281 self.assertEqual(self.getJobFromHistory('project-merge').result,
2282 'SUCCESS')
2283 self.assertEqual(self.getJobFromHistory('project-test1').result,
2284 'SUCCESS')
2285 self.assertEqual(self.getJobFromHistory('project-test2').result,
2286 'SUCCESS')
2287 self.assertEqual(A.data['status'], 'MERGED')
2288 self.assertEqual(A.reported, 2)
James E. Blair287c06d2013-07-24 10:39:30 -07002289
James E. Blairec056492016-07-22 09:45:56 -07002290 @skip("Disabled for early v3 development")
James E. Blair6bc782d2015-07-17 16:20:21 -07002291 def test_live_reconfiguration_merge_conflict(self):
2292 # A real-world bug: a change in a gate queue has a merge
2293 # conflict and a job is added to its project while it's
2294 # sitting in the queue. The job gets added to the change and
2295 # enqueued and the change gets stuck.
2296 self.worker.registerFunction('build:project-test3')
Paul Belanger174a8272017-03-14 13:20:10 -04002297 self.executor_server.hold_jobs_in_build = True
James E. Blair6bc782d2015-07-17 16:20:21 -07002298
2299 # This change is fine. It's here to stop the queue long
2300 # enough for the next change to be subject to the
2301 # reconfiguration, as well as to provide a conflict for the
2302 # next change. This change will succeed and merge.
2303 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2304 A.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002305 A.addApproval('code-review', 2)
James E. Blair6bc782d2015-07-17 16:20:21 -07002306
2307 # This change will be in merge conflict. During the
2308 # reconfiguration, we will add a job. We want to make sure
2309 # that doesn't cause it to get stuck.
2310 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2311 B.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002312 B.addApproval('code-review', 2)
James E. Blair4eb21fa2015-07-27 14:56:47 -07002313
James E. Blair8b5408c2016-08-08 15:37:46 -07002314 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
2315 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002316
2317 self.waitUntilSettled()
2318
2319 # No jobs have run yet
2320 self.assertEqual(A.data['status'], 'NEW')
2321 self.assertEqual(A.reported, 1)
2322 self.assertEqual(B.data['status'], 'NEW')
2323 self.assertEqual(B.reported, 1)
2324 self.assertEqual(len(self.history), 0)
2325
2326 # Add the "project-test3" job.
James E. Blairf84026c2015-12-08 16:11:46 -08002327 self.updateConfigLayout(
2328 'tests/fixtures/layout-live-reconfiguration-add-job.yaml')
James E. Blair6bc782d2015-07-17 16:20:21 -07002329 self.sched.reconfigure(self.config)
2330 self.waitUntilSettled()
2331
Paul Belanger174a8272017-03-14 13:20:10 -04002332 self.executor_server.hold_jobs_in_build = False
2333 self.executor_server.release()
James E. Blair6bc782d2015-07-17 16:20:21 -07002334 self.waitUntilSettled()
2335
2336 self.assertEqual(A.data['status'], 'MERGED')
2337 self.assertEqual(A.reported, 2)
2338 self.assertEqual(B.data['status'], 'NEW')
2339 self.assertEqual(B.reported, 2)
2340 self.assertEqual(self.getJobFromHistory('project-merge').result,
2341 'SUCCESS')
2342 self.assertEqual(self.getJobFromHistory('project-test1').result,
2343 'SUCCESS')
2344 self.assertEqual(self.getJobFromHistory('project-test2').result,
2345 'SUCCESS')
2346 self.assertEqual(self.getJobFromHistory('project-test3').result,
2347 'SUCCESS')
2348 self.assertEqual(len(self.history), 4)
2349
James E. Blairec056492016-07-22 09:45:56 -07002350 @skip("Disabled for early v3 development")
James E. Blair400e8fd2015-07-30 17:44:45 -07002351 def test_live_reconfiguration_failed_root(self):
James E. Blair6bc782d2015-07-17 16:20:21 -07002352 # An extrapolation of test_live_reconfiguration_merge_conflict
2353 # that tests a job added to a job tree with a failed root does
2354 # not run.
2355 self.worker.registerFunction('build:project-test3')
Paul Belanger174a8272017-03-14 13:20:10 -04002356 self.executor_server.hold_jobs_in_build = True
James E. Blair6bc782d2015-07-17 16:20:21 -07002357
2358 # This change is fine. It's here to stop the queue long
2359 # enough for the next change to be subject to the
2360 # reconfiguration. This change will succeed and merge.
2361 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2362 A.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002363 A.addApproval('code-review', 2)
2364 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002365 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002366 self.executor_server.release('.*-merge')
James E. Blair6bc782d2015-07-17 16:20:21 -07002367 self.waitUntilSettled()
2368
2369 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
Paul Belanger174a8272017-03-14 13:20:10 -04002370 self.executor_server.failJob('project-merge', B)
James E. Blair8b5408c2016-08-08 15:37:46 -07002371 B.addApproval('code-review', 2)
2372 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair6bc782d2015-07-17 16:20:21 -07002373 self.waitUntilSettled()
2374
Paul Belanger174a8272017-03-14 13:20:10 -04002375 self.executor_server.release('.*-merge')
James E. Blair6bc782d2015-07-17 16:20:21 -07002376 self.waitUntilSettled()
2377
2378 # Both -merge jobs have run, but no others.
2379 self.assertEqual(A.data['status'], 'NEW')
2380 self.assertEqual(A.reported, 1)
2381 self.assertEqual(B.data['status'], 'NEW')
2382 self.assertEqual(B.reported, 1)
2383 self.assertEqual(self.history[0].result, 'SUCCESS')
2384 self.assertEqual(self.history[0].name, 'project-merge')
2385 self.assertEqual(self.history[1].result, 'FAILURE')
2386 self.assertEqual(self.history[1].name, 'project-merge')
2387 self.assertEqual(len(self.history), 2)
2388
2389 # Add the "project-test3" job.
James E. Blairf84026c2015-12-08 16:11:46 -08002390 self.updateConfigLayout(
2391 'tests/fixtures/layout-live-reconfiguration-add-job.yaml')
James E. Blair6bc782d2015-07-17 16:20:21 -07002392 self.sched.reconfigure(self.config)
2393 self.waitUntilSettled()
2394
Paul Belanger174a8272017-03-14 13:20:10 -04002395 self.executor_server.hold_jobs_in_build = False
2396 self.executor_server.release()
James E. Blair6bc782d2015-07-17 16:20:21 -07002397 self.waitUntilSettled()
2398
2399 self.assertEqual(A.data['status'], 'MERGED')
2400 self.assertEqual(A.reported, 2)
2401 self.assertEqual(B.data['status'], 'NEW')
2402 self.assertEqual(B.reported, 2)
2403 self.assertEqual(self.history[0].result, 'SUCCESS')
2404 self.assertEqual(self.history[0].name, 'project-merge')
2405 self.assertEqual(self.history[1].result, 'FAILURE')
2406 self.assertEqual(self.history[1].name, 'project-merge')
2407 self.assertEqual(self.history[2].result, 'SUCCESS')
2408 self.assertEqual(self.history[3].result, 'SUCCESS')
2409 self.assertEqual(self.history[4].result, 'SUCCESS')
2410 self.assertEqual(len(self.history), 5)
2411
James E. Blairec056492016-07-22 09:45:56 -07002412 @skip("Disabled for early v3 development")
James E. Blair400e8fd2015-07-30 17:44:45 -07002413 def test_live_reconfiguration_failed_job(self):
2414 # Test that a change with a removed failing job does not
2415 # disrupt reconfiguration. If a change has a failed job and
2416 # that job is removed during a reconfiguration, we observed a
2417 # bug where the code to re-set build statuses would run on
2418 # that build and raise an exception because the job no longer
2419 # existed.
Paul Belanger174a8272017-03-14 13:20:10 -04002420 self.executor_server.hold_jobs_in_build = True
James E. Blair400e8fd2015-07-30 17:44:45 -07002421
2422 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2423
2424 # This change will fail and later be removed by the reconfiguration.
Paul Belanger174a8272017-03-14 13:20:10 -04002425 self.executor_server.failJob('project-test1', A)
James E. Blair400e8fd2015-07-30 17:44:45 -07002426
2427 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2428 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002429 self.executor_server.release('.*-merge')
James E. Blair400e8fd2015-07-30 17:44:45 -07002430 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002431 self.executor_server.release('project-test1')
James E. Blair400e8fd2015-07-30 17:44:45 -07002432 self.waitUntilSettled()
2433
2434 self.assertEqual(A.data['status'], 'NEW')
2435 self.assertEqual(A.reported, 0)
2436
2437 self.assertEqual(self.getJobFromHistory('project-merge').result,
2438 'SUCCESS')
2439 self.assertEqual(self.getJobFromHistory('project-test1').result,
2440 'FAILURE')
2441 self.assertEqual(len(self.history), 2)
2442
2443 # Remove the test1 job.
James E. Blairf84026c2015-12-08 16:11:46 -08002444 self.updateConfigLayout(
2445 'tests/fixtures/layout-live-reconfiguration-failed-job.yaml')
James E. Blair400e8fd2015-07-30 17:44:45 -07002446 self.sched.reconfigure(self.config)
2447 self.waitUntilSettled()
2448
Paul Belanger174a8272017-03-14 13:20:10 -04002449 self.executor_server.hold_jobs_in_build = False
2450 self.executor_server.release()
James E. Blair400e8fd2015-07-30 17:44:45 -07002451 self.waitUntilSettled()
2452
2453 self.assertEqual(self.getJobFromHistory('project-test2').result,
2454 'SUCCESS')
2455 self.assertEqual(self.getJobFromHistory('project-testfile').result,
2456 'SUCCESS')
2457 self.assertEqual(len(self.history), 4)
2458
2459 self.assertEqual(A.data['status'], 'NEW')
2460 self.assertEqual(A.reported, 1)
2461 self.assertIn('Build succeeded', A.messages[0])
2462 # Ensure the removed job was not included in the report.
2463 self.assertNotIn('project-test1', A.messages[0])
2464
James E. Blairec056492016-07-22 09:45:56 -07002465 @skip("Disabled for early v3 development")
James E. Blairfe707d12015-08-05 15:18:15 -07002466 def test_live_reconfiguration_shared_queue(self):
2467 # Test that a change with a failing job which was removed from
2468 # this project but otherwise still exists in the system does
2469 # not disrupt reconfiguration.
2470
Paul Belanger174a8272017-03-14 13:20:10 -04002471 self.executor_server.hold_jobs_in_build = True
James E. Blairfe707d12015-08-05 15:18:15 -07002472
2473 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2474
Paul Belanger174a8272017-03-14 13:20:10 -04002475 self.executor_server.failJob('project1-project2-integration', A)
James E. Blairfe707d12015-08-05 15:18:15 -07002476
2477 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2478 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002479 self.executor_server.release('.*-merge')
James E. Blairfe707d12015-08-05 15:18:15 -07002480 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002481 self.executor_server.release('project1-project2-integration')
James E. Blairfe707d12015-08-05 15:18:15 -07002482 self.waitUntilSettled()
2483
2484 self.assertEqual(A.data['status'], 'NEW')
2485 self.assertEqual(A.reported, 0)
2486
2487 self.assertEqual(self.getJobFromHistory('project1-merge').result,
2488 'SUCCESS')
2489 self.assertEqual(self.getJobFromHistory(
2490 'project1-project2-integration').result, 'FAILURE')
2491 self.assertEqual(len(self.history), 2)
2492
2493 # Remove the integration job.
James E. Blairf84026c2015-12-08 16:11:46 -08002494 self.updateConfigLayout(
2495 'tests/fixtures/layout-live-reconfiguration-shared-queue.yaml')
James E. Blairfe707d12015-08-05 15:18:15 -07002496 self.sched.reconfigure(self.config)
2497 self.waitUntilSettled()
2498
Paul Belanger174a8272017-03-14 13:20:10 -04002499 self.executor_server.hold_jobs_in_build = False
2500 self.executor_server.release()
James E. Blairfe707d12015-08-05 15:18:15 -07002501 self.waitUntilSettled()
2502
2503 self.assertEqual(self.getJobFromHistory('project1-merge').result,
2504 'SUCCESS')
2505 self.assertEqual(self.getJobFromHistory('project1-test1').result,
2506 'SUCCESS')
2507 self.assertEqual(self.getJobFromHistory('project1-test2').result,
2508 'SUCCESS')
2509 self.assertEqual(self.getJobFromHistory(
2510 'project1-project2-integration').result, 'FAILURE')
2511 self.assertEqual(len(self.history), 4)
2512
2513 self.assertEqual(A.data['status'], 'NEW')
2514 self.assertEqual(A.reported, 1)
2515 self.assertIn('Build succeeded', A.messages[0])
2516 # Ensure the removed job was not included in the report.
2517 self.assertNotIn('project1-project2-integration', A.messages[0])
2518
James E. Blairec056492016-07-22 09:45:56 -07002519 @skip("Disabled for early v3 development")
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002520 def test_double_live_reconfiguration_shared_queue(self):
2521 # This was a real-world regression. A change is added to
2522 # gate; a reconfigure happens, a second change which depends
2523 # on the first is added, and a second reconfiguration happens.
2524 # Ensure that both changes merge.
2525
2526 # A failure may indicate incorrect caching or cleaning up of
2527 # references during a reconfiguration.
Paul Belanger174a8272017-03-14 13:20:10 -04002528 self.executor_server.hold_jobs_in_build = True
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002529
2530 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2531 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2532 B.setDependsOn(A, 1)
James E. Blair8b5408c2016-08-08 15:37:46 -07002533 A.addApproval('code-review', 2)
2534 B.addApproval('code-review', 2)
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002535
2536 # Add the parent change.
James E. Blair8b5408c2016-08-08 15:37:46 -07002537 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002538 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002539 self.executor_server.release('.*-merge')
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002540 self.waitUntilSettled()
2541
2542 # Reconfigure (with only one change in the pipeline).
2543 self.sched.reconfigure(self.config)
2544 self.waitUntilSettled()
2545
2546 # Add the child change.
James E. Blair8b5408c2016-08-08 15:37:46 -07002547 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002548 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002549 self.executor_server.release('.*-merge')
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002550 self.waitUntilSettled()
2551
2552 # Reconfigure (with both in the pipeline).
2553 self.sched.reconfigure(self.config)
2554 self.waitUntilSettled()
2555
Paul Belanger174a8272017-03-14 13:20:10 -04002556 self.executor_server.hold_jobs_in_build = False
2557 self.executor_server.release()
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11002558 self.waitUntilSettled()
2559
2560 self.assertEqual(len(self.history), 8)
2561
2562 self.assertEqual(A.data['status'], 'MERGED')
2563 self.assertEqual(A.reported, 2)
2564 self.assertEqual(B.data['status'], 'MERGED')
2565 self.assertEqual(B.reported, 2)
2566
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002567 def test_live_reconfiguration_del_project(self):
2568 # Test project deletion from layout
2569 # while changes are enqueued
2570
Paul Belanger174a8272017-03-14 13:20:10 -04002571 self.executor_server.hold_jobs_in_build = True
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002572 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2573 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2574 C = self.fake_gerrit.addFakeChange('org/project1', 'master', 'C')
2575
2576 # A Depends-On: B
2577 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
2578 A.subject, B.data['id'])
James E. Blair8b5408c2016-08-08 15:37:46 -07002579 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002580
2581 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2582 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
2583 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002584 self.executor_server.release('.*-merge')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002585 self.waitUntilSettled()
2586 self.assertEqual(len(self.builds), 5)
2587
2588 # This layout defines only org/project, not org/project1
Clint Byrum0149ada2017-04-04 12:22:01 -07002589 self.commitLayoutUpdate('common-config',
2590 'layout-live-reconfiguration-del-project')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002591 self.sched.reconfigure(self.config)
2592 self.waitUntilSettled()
2593
2594 # Builds for C aborted, builds for A succeed,
2595 # and have change B applied ahead
Clint Byrum0149ada2017-04-04 12:22:01 -07002596 job_c = self.getJobFromHistory('project-test1')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002597 self.assertEqual(job_c.changes, '3,1')
2598 self.assertEqual(job_c.result, 'ABORTED')
2599
Paul Belanger174a8272017-03-14 13:20:10 -04002600 self.executor_server.hold_jobs_in_build = False
2601 self.executor_server.release()
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002602 self.waitUntilSettled()
2603
Clint Byrum0149ada2017-04-04 12:22:01 -07002604 self.assertEqual(
2605 self.getJobFromHistory('project-test1', 'org/project').changes,
2606 '2,1 1,1')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002607
2608 self.assertEqual(A.data['status'], 'NEW')
2609 self.assertEqual(B.data['status'], 'NEW')
2610 self.assertEqual(C.data['status'], 'NEW')
2611 self.assertEqual(A.reported, 1)
2612 self.assertEqual(B.reported, 0)
2613 self.assertEqual(C.reported, 0)
2614
Clint Byrum0149ada2017-04-04 12:22:01 -07002615 tenant = self.sched.abide.tenants.get('tenant-one')
2616 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00002617 self.assertIn('Build succeeded', A.messages[0])
2618
James E. Blairec056492016-07-22 09:45:56 -07002619 @skip("Disabled for early v3 development")
James E. Blair287c06d2013-07-24 10:39:30 -07002620 def test_delayed_repo_init(self):
James E. Blairf84026c2015-12-08 16:11:46 -08002621 self.updateConfigLayout(
2622 'tests/fixtures/layout-delayed-repo-init.yaml')
James E. Blair287c06d2013-07-24 10:39:30 -07002623 self.sched.reconfigure(self.config)
2624
2625 self.init_repo("org/new-project")
2626 A = self.fake_gerrit.addFakeChange('org/new-project', 'master', 'A')
2627
James E. Blair8b5408c2016-08-08 15:37:46 -07002628 A.addApproval('code-review', 2)
2629 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair287c06d2013-07-24 10:39:30 -07002630 self.waitUntilSettled()
2631 self.assertEqual(self.getJobFromHistory('project-merge').result,
2632 'SUCCESS')
2633 self.assertEqual(self.getJobFromHistory('project-test1').result,
2634 'SUCCESS')
2635 self.assertEqual(self.getJobFromHistory('project-test2').result,
2636 'SUCCESS')
2637 self.assertEqual(A.data['status'], 'MERGED')
2638 self.assertEqual(A.reported, 2)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002639
James E. Blair9ea70072017-04-19 16:05:30 -07002640 @simple_layout('layouts/repo-deleted.yaml')
Clark Boylan6dbbc482013-10-18 10:57:31 -07002641 def test_repo_deleted(self):
Clark Boylan6dbbc482013-10-18 10:57:31 -07002642 self.init_repo("org/delete-project")
2643 A = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'A')
2644
James E. Blair8b5408c2016-08-08 15:37:46 -07002645 A.addApproval('code-review', 2)
2646 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002647 self.waitUntilSettled()
2648 self.assertEqual(self.getJobFromHistory('project-merge').result,
2649 'SUCCESS')
2650 self.assertEqual(self.getJobFromHistory('project-test1').result,
2651 'SUCCESS')
2652 self.assertEqual(self.getJobFromHistory('project-test2').result,
2653 'SUCCESS')
2654 self.assertEqual(A.data['status'], 'MERGED')
2655 self.assertEqual(A.reported, 2)
2656
2657 # Delete org/new-project zuul repo. Should be recloned.
James E. Blair8c1be532017-02-07 14:04:12 -08002658 p = 'org/delete-project'
Monty Taylord642d852017-02-23 14:05:42 -05002659 if os.path.exists(os.path.join(self.merger_src_root, p)):
2660 shutil.rmtree(os.path.join(self.merger_src_root, p))
Paul Belanger174a8272017-03-14 13:20:10 -04002661 if os.path.exists(os.path.join(self.executor_src_root, p)):
2662 shutil.rmtree(os.path.join(self.executor_src_root, p))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002663
2664 B = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'B')
2665
James E. Blair8b5408c2016-08-08 15:37:46 -07002666 B.addApproval('code-review', 2)
2667 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Clark Boylan6dbbc482013-10-18 10:57:31 -07002668 self.waitUntilSettled()
2669 self.assertEqual(self.getJobFromHistory('project-merge').result,
2670 'SUCCESS')
2671 self.assertEqual(self.getJobFromHistory('project-test1').result,
2672 'SUCCESS')
2673 self.assertEqual(self.getJobFromHistory('project-test2').result,
2674 'SUCCESS')
2675 self.assertEqual(B.data['status'], 'MERGED')
2676 self.assertEqual(B.reported, 2)
2677
James E. Blaire68d43f2017-04-19 14:03:30 -07002678 @simple_layout('layouts/tags.yaml')
James E. Blair456f2fb2016-02-09 09:29:33 -08002679 def test_tags(self):
2680 "Test job tags"
James E. Blair456f2fb2016-02-09 09:29:33 -08002681 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2682 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
2683 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2684 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2685 self.waitUntilSettled()
2686
James E. Blaire68d43f2017-04-19 14:03:30 -07002687 self.assertEqual(len(self.history), 2)
Cullen Taylor3aa6d472017-03-01 15:22:09 -06002688
2689 results = {self.getJobFromHistory('merge',
2690 project='org/project1').uuid: 'extratag merge',
2691 self.getJobFromHistory('merge',
2692 project='org/project2').uuid: 'merge'}
James E. Blair456f2fb2016-02-09 09:29:33 -08002693
2694 for build in self.history:
Cullen Taylor3aa6d472017-03-01 15:22:09 -06002695 self.assertEqual(results.get(build.uuid, ''),
2696 build.parameters['vars']['zuul'].get('tags'))
James E. Blair456f2fb2016-02-09 09:29:33 -08002697
James E. Blair63bb0ef2013-07-29 17:14:51 -07002698 def test_timer(self):
2699 "Test that a periodic job is triggered"
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002700 # This test can not use simple_layout because it must start
2701 # with a configuration which does not include a
2702 # timer-triggered job so that we have an opportunity to set
2703 # the hold flag before the first job.
Paul Belanger174a8272017-03-14 13:20:10 -04002704 self.executor_server.hold_jobs_in_build = True
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002705 self.commitConfigUpdate('common-config', 'layouts/timer.yaml')
James E. Blair63bb0ef2013-07-29 17:14:51 -07002706 self.sched.reconfigure(self.config)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002707
Clark Boylan3ee090a2014-04-03 20:55:09 -07002708 # The pipeline triggers every second, so we should have seen
2709 # several by now.
2710 time.sleep(5)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002711 self.waitUntilSettled()
Clark Boylan3ee090a2014-04-03 20:55:09 -07002712
2713 self.assertEqual(len(self.builds), 2)
2714
James E. Blair63bb0ef2013-07-29 17:14:51 -07002715 port = self.webapp.server.socket.getsockname()[1]
2716
Clint Byrum5e729e92017-02-08 06:34:57 -08002717 req = urllib.request.Request(
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002718 "http://localhost:%s/tenant-one/status" % port)
Morgan Fainberg293f7f82016-05-30 14:01:22 -07002719 f = urllib.request.urlopen(req)
James E. Blair63bb0ef2013-07-29 17:14:51 -07002720 data = f.read()
2721
Paul Belanger174a8272017-03-14 13:20:10 -04002722 self.executor_server.hold_jobs_in_build = False
Clark Boylan3ee090a2014-04-03 20:55:09 -07002723 # Stop queuing timer triggered jobs so that the assertions
2724 # below don't race against more jobs being queued.
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002725 self.commitConfigUpdate('common-config', 'layouts/no-timer.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002726 self.sched.reconfigure(self.config)
Paul Belanger174a8272017-03-14 13:20:10 -04002727 self.executor_server.release()
James E. Blair63bb0ef2013-07-29 17:14:51 -07002728 self.waitUntilSettled()
2729
2730 self.assertEqual(self.getJobFromHistory(
2731 'project-bitrot-stable-old').result, 'SUCCESS')
2732 self.assertEqual(self.getJobFromHistory(
2733 'project-bitrot-stable-older').result, 'SUCCESS')
2734
2735 data = json.loads(data)
2736 status_jobs = set()
2737 for p in data['pipelines']:
2738 for q in p['change_queues']:
2739 for head in q['heads']:
2740 for change in head:
James E. Blair63bb0ef2013-07-29 17:14:51 -07002741 for job in change['jobs']:
2742 status_jobs.add(job['name'])
2743 self.assertIn('project-bitrot-stable-old', status_jobs)
2744 self.assertIn('project-bitrot-stable-older', status_jobs)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002745
James E. Blair4f6033c2014-03-27 15:49:09 -07002746 def test_idle(self):
2747 "Test that frequent periodic jobs work"
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002748 # This test can not use simple_layout because it must start
2749 # with a configuration which does not include a
2750 # timer-triggered job so that we have an opportunity to set
2751 # the hold flag before the first job.
Paul Belanger174a8272017-03-14 13:20:10 -04002752 self.executor_server.hold_jobs_in_build = True
James E. Blair4f6033c2014-03-27 15:49:09 -07002753
Clark Boylan3ee090a2014-04-03 20:55:09 -07002754 for x in range(1, 3):
2755 # Test that timer triggers periodic jobs even across
2756 # layout config reloads.
2757 # Start timer trigger
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002758 self.commitConfigUpdate('common-config',
2759 'layouts/idle.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002760 self.sched.reconfigure(self.config)
James E. Blair995fc0f2016-02-04 16:48:31 -08002761 self.waitUntilSettled()
James E. Blair4f6033c2014-03-27 15:49:09 -07002762
Clark Boylan3ee090a2014-04-03 20:55:09 -07002763 # The pipeline triggers every second, so we should have seen
2764 # several by now.
2765 time.sleep(5)
Clark Boylan3ee090a2014-04-03 20:55:09 -07002766
2767 # Stop queuing timer triggered jobs so that the assertions
2768 # below don't race against more jobs being queued.
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002769 self.commitConfigUpdate('common-config',
2770 'layouts/no-timer.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002771 self.sched.reconfigure(self.config)
James E. Blair995fc0f2016-02-04 16:48:31 -08002772 self.waitUntilSettled()
Clint Byrum58264dc2017-02-07 21:21:22 -08002773 self.assertEqual(len(self.builds), 2,
2774 'Timer builds iteration #%d' % x)
Paul Belanger174a8272017-03-14 13:20:10 -04002775 self.executor_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002776 self.waitUntilSettled()
2777 self.assertEqual(len(self.builds), 0)
2778 self.assertEqual(len(self.history), x * 2)
James E. Blair4f6033c2014-03-27 15:49:09 -07002779
James E. Blaircc324192017-04-19 14:36:08 -07002780 @simple_layout('layouts/smtp.yaml')
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002781 def test_check_smtp_pool(self):
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002782 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2783 self.waitUntilSettled()
2784
2785 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2786 self.waitUntilSettled()
2787
James E. Blairff80a2f2013-12-27 13:24:06 -08002788 self.assertEqual(len(self.smtp_messages), 2)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002789
2790 # A.messages only holds what FakeGerrit places in it. Thus we
2791 # work on the knowledge of what the first message should be as
2792 # it is only configured to go to SMTP.
2793
2794 self.assertEqual('zuul@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08002795 self.smtp_messages[0]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002796 self.assertEqual(['you@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08002797 self.smtp_messages[0]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002798 self.assertEqual('Starting check jobs.',
James E. Blairff80a2f2013-12-27 13:24:06 -08002799 self.smtp_messages[0]['body'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002800
2801 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08002802 self.smtp_messages[1]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002803 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08002804 self.smtp_messages[1]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10002805 self.assertEqual(A.messages[0],
James E. Blairff80a2f2013-12-27 13:24:06 -08002806 self.smtp_messages[1]['body'])
James E. Blairad28e912013-11-27 10:43:22 -08002807
James E. Blaire5910202013-12-27 09:50:31 -08002808 def test_timer_smtp(self):
2809 "Test that a periodic job is triggered"
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002810 # This test can not use simple_layout because it must start
2811 # with a configuration which does not include a
2812 # timer-triggered job so that we have an opportunity to set
2813 # the hold flag before the first job.
Paul Belanger174a8272017-03-14 13:20:10 -04002814 self.executor_server.hold_jobs_in_build = True
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002815 self.commitConfigUpdate('common-config', 'layouts/timer-smtp.yaml')
James E. Blaire5910202013-12-27 09:50:31 -08002816 self.sched.reconfigure(self.config)
James E. Blaire5910202013-12-27 09:50:31 -08002817
Clark Boylan3ee090a2014-04-03 20:55:09 -07002818 # The pipeline triggers every second, so we should have seen
2819 # several by now.
2820 time.sleep(5)
James E. Blaire5910202013-12-27 09:50:31 -08002821 self.waitUntilSettled()
2822
Clark Boylan3ee090a2014-04-03 20:55:09 -07002823 self.assertEqual(len(self.builds), 2)
Paul Belanger174a8272017-03-14 13:20:10 -04002824 self.executor_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002825 self.waitUntilSettled()
2826 self.assertEqual(len(self.history), 2)
2827
James E. Blaire5910202013-12-27 09:50:31 -08002828 self.assertEqual(self.getJobFromHistory(
2829 'project-bitrot-stable-old').result, 'SUCCESS')
2830 self.assertEqual(self.getJobFromHistory(
2831 'project-bitrot-stable-older').result, 'SUCCESS')
2832
James E. Blairff80a2f2013-12-27 13:24:06 -08002833 self.assertEqual(len(self.smtp_messages), 1)
James E. Blaire5910202013-12-27 09:50:31 -08002834
2835 # A.messages only holds what FakeGerrit places in it. Thus we
2836 # work on the knowledge of what the first message should be as
2837 # it is only configured to go to SMTP.
2838
2839 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08002840 self.smtp_messages[0]['from_email'])
James E. Blaire5910202013-12-27 09:50:31 -08002841 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08002842 self.smtp_messages[0]['to_email'])
James E. Blaire5910202013-12-27 09:50:31 -08002843 self.assertIn('Subject: Periodic check for org/project succeeded',
James E. Blairff80a2f2013-12-27 13:24:06 -08002844 self.smtp_messages[0]['headers'])
James E. Blaire5910202013-12-27 09:50:31 -08002845
Clark Boylan3ee090a2014-04-03 20:55:09 -07002846 # Stop queuing timer triggered jobs and let any that may have
2847 # queued through so that end of test assertions pass.
James E. Blairdfdfcfc2017-04-20 10:19:20 -07002848 self.commitConfigUpdate('common-config', 'layouts/no-timer.yaml')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002849 self.sched.reconfigure(self.config)
James E. Blairf8058972014-08-15 16:09:16 -07002850 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04002851 self.executor_server.release('.*')
Clark Boylan3ee090a2014-04-03 20:55:09 -07002852 self.waitUntilSettled()
2853
Joshua Hesketh25695cb2017-03-06 12:50:04 +11002854 @skip("Disabled for early v3 development")
Evgeny Antyshevda90a502017-02-08 08:42:59 +00002855 def test_timer_sshkey(self):
2856 "Test that a periodic job can setup SSH key authentication"
2857 self.worker.hold_jobs_in_build = True
2858 self.config.set('zuul', 'layout_config',
2859 'tests/fixtures/layout-timer.yaml')
2860 self.sched.reconfigure(self.config)
2861 self.registerJobs()
2862
2863 # The pipeline triggers every second, so we should have seen
2864 # several by now.
2865 time.sleep(5)
2866 self.waitUntilSettled()
2867
2868 self.assertEqual(len(self.builds), 2)
2869
2870 ssh_wrapper = os.path.join(self.git_root, ".ssh_wrapper_gerrit")
2871 self.assertTrue(os.path.isfile(ssh_wrapper))
2872 with open(ssh_wrapper) as f:
2873 ssh_wrapper_content = f.read()
2874 self.assertIn("fake_id_rsa", ssh_wrapper_content)
2875 # In the unit tests Merger runs in the same process,
2876 # so we see its' environment variables
2877 self.assertEqual(os.environ['GIT_SSH'], ssh_wrapper)
2878
2879 self.worker.release('.*')
2880 self.waitUntilSettled()
2881 self.assertEqual(len(self.history), 2)
2882
2883 self.assertEqual(self.getJobFromHistory(
2884 'project-bitrot-stable-old').result, 'SUCCESS')
2885 self.assertEqual(self.getJobFromHistory(
2886 'project-bitrot-stable-older').result, 'SUCCESS')
2887
2888 # Stop queuing timer triggered jobs and let any that may have
2889 # queued through so that end of test assertions pass.
2890 self.config.set('zuul', 'layout_config',
2891 'tests/fixtures/layout-no-timer.yaml')
2892 self.sched.reconfigure(self.config)
2893 self.registerJobs()
2894 self.waitUntilSettled()
2895 self.worker.release('.*')
2896 self.waitUntilSettled()
2897
James E. Blair91e34592015-07-31 16:45:59 -07002898 def test_client_enqueue_change(self):
James E. Blairad28e912013-11-27 10:43:22 -08002899 "Test that the RPC client can enqueue a change"
2900 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07002901 A.addApproval('code-review', 2)
2902 A.addApproval('approved', 1)
James E. Blairad28e912013-11-27 10:43:22 -08002903
2904 client = zuul.rpcclient.RPCClient('127.0.0.1',
2905 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04002906 r = client.enqueue(tenant='tenant-one',
2907 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08002908 project='org/project',
2909 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08002910 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08002911 self.waitUntilSettled()
2912 self.assertEqual(self.getJobFromHistory('project-merge').result,
2913 'SUCCESS')
2914 self.assertEqual(self.getJobFromHistory('project-test1').result,
2915 'SUCCESS')
2916 self.assertEqual(self.getJobFromHistory('project-test2').result,
2917 'SUCCESS')
2918 self.assertEqual(A.data['status'], 'MERGED')
2919 self.assertEqual(A.reported, 2)
2920 self.assertEqual(r, True)
2921
James E. Blair91e34592015-07-31 16:45:59 -07002922 def test_client_enqueue_ref(self):
2923 "Test that the RPC client can enqueue a ref"
2924
2925 client = zuul.rpcclient.RPCClient('127.0.0.1',
2926 self.gearman_server.port)
2927 r = client.enqueue_ref(
Paul Belangerbaca3132016-11-04 12:49:54 -04002928 tenant='tenant-one',
James E. Blair91e34592015-07-31 16:45:59 -07002929 pipeline='post',
2930 project='org/project',
2931 trigger='gerrit',
2932 ref='master',
2933 oldrev='90f173846e3af9154517b88543ffbd1691f31366',
2934 newrev='d479a0bfcb34da57a31adb2a595c0cf687812543')
2935 self.waitUntilSettled()
2936 job_names = [x.name for x in self.history]
2937 self.assertEqual(len(self.history), 1)
2938 self.assertIn('project-post', job_names)
2939 self.assertEqual(r, True)
2940
James E. Blairad28e912013-11-27 10:43:22 -08002941 def test_client_enqueue_negative(self):
2942 "Test that the RPC client returns errors"
2943 client = zuul.rpcclient.RPCClient('127.0.0.1',
2944 self.gearman_server.port)
2945 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
Paul Belangerbaca3132016-11-04 12:49:54 -04002946 "Invalid tenant"):
2947 r = client.enqueue(tenant='tenant-foo',
2948 pipeline='gate',
2949 project='org/project',
2950 trigger='gerrit',
2951 change='1,1')
2952 client.shutdown()
2953 self.assertEqual(r, False)
2954
2955 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
James E. Blairad28e912013-11-27 10:43:22 -08002956 "Invalid project"):
Paul Belangerbaca3132016-11-04 12:49:54 -04002957 r = client.enqueue(tenant='tenant-one',
2958 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08002959 project='project-does-not-exist',
2960 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08002961 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08002962 client.shutdown()
2963 self.assertEqual(r, False)
2964
2965 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
2966 "Invalid pipeline"):
Paul Belangerbaca3132016-11-04 12:49:54 -04002967 r = client.enqueue(tenant='tenant-one',
2968 pipeline='pipeline-does-not-exist',
James E. Blairad28e912013-11-27 10:43:22 -08002969 project='org/project',
2970 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08002971 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08002972 client.shutdown()
2973 self.assertEqual(r, False)
2974
2975 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
2976 "Invalid trigger"):
Paul Belangerbaca3132016-11-04 12:49:54 -04002977 r = client.enqueue(tenant='tenant-one',
2978 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08002979 project='org/project',
2980 trigger='trigger-does-not-exist',
James E. Blair36658cf2013-12-06 17:53:48 -08002981 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08002982 client.shutdown()
2983 self.assertEqual(r, False)
2984
2985 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
2986 "Invalid change"):
Paul Belangerbaca3132016-11-04 12:49:54 -04002987 r = client.enqueue(tenant='tenant-one',
2988 pipeline='gate',
James E. Blairad28e912013-11-27 10:43:22 -08002989 project='org/project',
2990 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08002991 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08002992 client.shutdown()
2993 self.assertEqual(r, False)
2994
2995 self.waitUntilSettled()
2996 self.assertEqual(len(self.history), 0)
2997 self.assertEqual(len(self.builds), 0)
James E. Blair36658cf2013-12-06 17:53:48 -08002998
2999 def test_client_promote(self):
3000 "Test that the RPC client can promote a change"
Paul Belanger174a8272017-03-14 13:20:10 -04003001 self.executor_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003002 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3003 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3004 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07003005 A.addApproval('code-review', 2)
3006 B.addApproval('code-review', 2)
3007 C.addApproval('code-review', 2)
James E. Blair36658cf2013-12-06 17:53:48 -08003008
James E. Blair8b5408c2016-08-08 15:37:46 -07003009 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3010 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3011 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003012
3013 self.waitUntilSettled()
3014
Paul Belangerbaca3132016-11-04 12:49:54 -04003015 tenant = self.sched.abide.tenants.get('tenant-one')
3016 items = tenant.layout.pipelines['gate'].getAllItems()
Sean Daguef39b9ca2014-01-10 21:34:35 -05003017 enqueue_times = {}
3018 for item in items:
3019 enqueue_times[str(item.change)] = item.enqueue_time
3020
James E. Blair36658cf2013-12-06 17:53:48 -08003021 client = zuul.rpcclient.RPCClient('127.0.0.1',
3022 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003023 r = client.promote(tenant='tenant-one',
3024 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003025 change_ids=['2,1', '3,1'])
3026
Sean Daguef39b9ca2014-01-10 21:34:35 -05003027 # ensure that enqueue times are durable
Paul Belangerbaca3132016-11-04 12:49:54 -04003028 items = tenant.layout.pipelines['gate'].getAllItems()
Sean Daguef39b9ca2014-01-10 21:34:35 -05003029 for item in items:
3030 self.assertEqual(
3031 enqueue_times[str(item.change)], item.enqueue_time)
3032
James E. Blair78acec92014-02-06 07:11:32 -08003033 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003034 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003035 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003036 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003037 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003038 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003039 self.waitUntilSettled()
3040
3041 self.assertEqual(len(self.builds), 6)
3042 self.assertEqual(self.builds[0].name, 'project-test1')
3043 self.assertEqual(self.builds[1].name, 'project-test2')
3044 self.assertEqual(self.builds[2].name, 'project-test1')
3045 self.assertEqual(self.builds[3].name, 'project-test2')
3046 self.assertEqual(self.builds[4].name, 'project-test1')
3047 self.assertEqual(self.builds[5].name, 'project-test2')
3048
Paul Belangerbaca3132016-11-04 12:49:54 -04003049 self.assertTrue(self.builds[0].hasChanges(B))
3050 self.assertFalse(self.builds[0].hasChanges(A))
3051 self.assertFalse(self.builds[0].hasChanges(C))
James E. Blair36658cf2013-12-06 17:53:48 -08003052
Paul Belangerbaca3132016-11-04 12:49:54 -04003053 self.assertTrue(self.builds[2].hasChanges(B))
3054 self.assertTrue(self.builds[2].hasChanges(C))
3055 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003056
Paul Belangerbaca3132016-11-04 12:49:54 -04003057 self.assertTrue(self.builds[4].hasChanges(B))
3058 self.assertTrue(self.builds[4].hasChanges(C))
3059 self.assertTrue(self.builds[4].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003060
Paul Belanger174a8272017-03-14 13:20:10 -04003061 self.executor_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003062 self.waitUntilSettled()
3063
3064 self.assertEqual(A.data['status'], 'MERGED')
3065 self.assertEqual(A.reported, 2)
3066 self.assertEqual(B.data['status'], 'MERGED')
3067 self.assertEqual(B.reported, 2)
3068 self.assertEqual(C.data['status'], 'MERGED')
3069 self.assertEqual(C.reported, 2)
3070
3071 client.shutdown()
3072 self.assertEqual(r, True)
3073
3074 def test_client_promote_dependent(self):
3075 "Test that the RPC client can promote a dependent change"
3076 # C (depends on B) -> B -> A ; then promote C to get:
3077 # A -> C (depends on B) -> B
Paul Belanger174a8272017-03-14 13:20:10 -04003078 self.executor_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003079 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3080 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3081 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3082
3083 C.setDependsOn(B, 1)
3084
James E. Blair8b5408c2016-08-08 15:37:46 -07003085 A.addApproval('code-review', 2)
3086 B.addApproval('code-review', 2)
3087 C.addApproval('code-review', 2)
James E. Blair36658cf2013-12-06 17:53:48 -08003088
James E. Blair8b5408c2016-08-08 15:37:46 -07003089 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3090 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3091 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003092
3093 self.waitUntilSettled()
3094
3095 client = zuul.rpcclient.RPCClient('127.0.0.1',
3096 self.gearman_server.port)
Paul Belangerbaca3132016-11-04 12:49:54 -04003097 r = client.promote(tenant='tenant-one',
3098 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003099 change_ids=['3,1'])
3100
James E. Blair78acec92014-02-06 07:11:32 -08003101 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003102 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003103 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003104 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003105 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003106 self.executor_server.release('.*-merge')
James E. Blair36658cf2013-12-06 17:53:48 -08003107 self.waitUntilSettled()
3108
3109 self.assertEqual(len(self.builds), 6)
3110 self.assertEqual(self.builds[0].name, 'project-test1')
3111 self.assertEqual(self.builds[1].name, 'project-test2')
3112 self.assertEqual(self.builds[2].name, 'project-test1')
3113 self.assertEqual(self.builds[3].name, 'project-test2')
3114 self.assertEqual(self.builds[4].name, 'project-test1')
3115 self.assertEqual(self.builds[5].name, 'project-test2')
3116
Paul Belangerbaca3132016-11-04 12:49:54 -04003117 self.assertTrue(self.builds[0].hasChanges(B))
3118 self.assertFalse(self.builds[0].hasChanges(A))
3119 self.assertFalse(self.builds[0].hasChanges(C))
James E. Blair36658cf2013-12-06 17:53:48 -08003120
Paul Belangerbaca3132016-11-04 12:49:54 -04003121 self.assertTrue(self.builds[2].hasChanges(B))
3122 self.assertTrue(self.builds[2].hasChanges(C))
3123 self.assertFalse(self.builds[2].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003124
Paul Belangerbaca3132016-11-04 12:49:54 -04003125 self.assertTrue(self.builds[4].hasChanges(B))
3126 self.assertTrue(self.builds[4].hasChanges(C))
3127 self.assertTrue(self.builds[4].hasChanges(A))
James E. Blair36658cf2013-12-06 17:53:48 -08003128
Paul Belanger174a8272017-03-14 13:20:10 -04003129 self.executor_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003130 self.waitUntilSettled()
3131
3132 self.assertEqual(A.data['status'], 'MERGED')
3133 self.assertEqual(A.reported, 2)
3134 self.assertEqual(B.data['status'], 'MERGED')
3135 self.assertEqual(B.reported, 2)
3136 self.assertEqual(C.data['status'], 'MERGED')
3137 self.assertEqual(C.reported, 2)
3138
3139 client.shutdown()
3140 self.assertEqual(r, True)
3141
3142 def test_client_promote_negative(self):
3143 "Test that the RPC client returns errors for promotion"
Paul Belanger174a8272017-03-14 13:20:10 -04003144 self.executor_server.hold_jobs_in_build = True
James E. Blair36658cf2013-12-06 17:53:48 -08003145 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003146 A.addApproval('code-review', 2)
3147 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair36658cf2013-12-06 17:53:48 -08003148 self.waitUntilSettled()
3149
3150 client = zuul.rpcclient.RPCClient('127.0.0.1',
3151 self.gearman_server.port)
3152
3153 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
Paul Belangerbaca3132016-11-04 12:49:54 -04003154 r = client.promote(tenant='tenant-one',
3155 pipeline='nonexistent',
James E. Blair36658cf2013-12-06 17:53:48 -08003156 change_ids=['2,1', '3,1'])
3157 client.shutdown()
3158 self.assertEqual(r, False)
3159
3160 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
Paul Belangerbaca3132016-11-04 12:49:54 -04003161 r = client.promote(tenant='tenant-one',
3162 pipeline='gate',
James E. Blair36658cf2013-12-06 17:53:48 -08003163 change_ids=['4,1'])
3164 client.shutdown()
3165 self.assertEqual(r, False)
3166
Paul Belanger174a8272017-03-14 13:20:10 -04003167 self.executor_server.hold_jobs_in_build = False
3168 self.executor_server.release()
James E. Blair36658cf2013-12-06 17:53:48 -08003169 self.waitUntilSettled()
Clark Boylan7603a372014-01-21 11:43:20 -08003170
James E. Blaircc324192017-04-19 14:36:08 -07003171 @simple_layout('layouts/rate-limit.yaml')
Clark Boylan7603a372014-01-21 11:43:20 -08003172 def test_queue_rate_limiting(self):
3173 "Test that DependentPipelines are rate limited with dep across window"
Paul Belanger174a8272017-03-14 13:20:10 -04003174 self.executor_server.hold_jobs_in_build = True
Clark Boylan7603a372014-01-21 11:43:20 -08003175 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3176 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3177 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3178
3179 C.setDependsOn(B, 1)
Paul Belanger174a8272017-03-14 13:20:10 -04003180 self.executor_server.failJob('project-test1', A)
Clark Boylan7603a372014-01-21 11:43:20 -08003181
James E. Blair8b5408c2016-08-08 15:37:46 -07003182 A.addApproval('code-review', 2)
3183 B.addApproval('code-review', 2)
3184 C.addApproval('code-review', 2)
Clark Boylan7603a372014-01-21 11:43:20 -08003185
James E. Blair8b5408c2016-08-08 15:37:46 -07003186 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3187 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3188 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Clark Boylan7603a372014-01-21 11:43:20 -08003189 self.waitUntilSettled()
3190
3191 # Only A and B will have their merge jobs queued because
3192 # window is 2.
3193 self.assertEqual(len(self.builds), 2)
3194 self.assertEqual(self.builds[0].name, 'project-merge')
3195 self.assertEqual(self.builds[1].name, 'project-merge')
3196
Paul Belanger174a8272017-03-14 13:20:10 -04003197 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003198 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003199 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003200 self.waitUntilSettled()
3201
3202 # Only A and B will have their test jobs queued because
3203 # window is 2.
3204 self.assertEqual(len(self.builds), 4)
3205 self.assertEqual(self.builds[0].name, 'project-test1')
3206 self.assertEqual(self.builds[1].name, 'project-test2')
3207 self.assertEqual(self.builds[2].name, 'project-test1')
3208 self.assertEqual(self.builds[3].name, 'project-test2')
3209
Paul Belanger174a8272017-03-14 13:20:10 -04003210 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003211 self.waitUntilSettled()
3212
James E. Blaircc324192017-04-19 14:36:08 -07003213 tenant = self.sched.abide.tenants.get('tenant-one')
Clint Byrumb01f1ca2017-04-02 10:19:52 -07003214 queue = tenant.layout.pipelines['gate'].queues[0]
Clark Boylan7603a372014-01-21 11:43:20 -08003215 # A failed so window is reduced by 1 to 1.
3216 self.assertEqual(queue.window, 1)
3217 self.assertEqual(queue.window_floor, 1)
3218 self.assertEqual(A.data['status'], 'NEW')
3219
3220 # Gate is reset and only B's merge job is queued because
3221 # window shrunk to 1.
3222 self.assertEqual(len(self.builds), 1)
3223 self.assertEqual(self.builds[0].name, 'project-merge')
3224
Paul Belanger174a8272017-03-14 13:20:10 -04003225 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003226 self.waitUntilSettled()
3227
3228 # Only B's test jobs are queued because window is still 1.
3229 self.assertEqual(len(self.builds), 2)
3230 self.assertEqual(self.builds[0].name, 'project-test1')
3231 self.assertEqual(self.builds[1].name, 'project-test2')
3232
Paul Belanger174a8272017-03-14 13:20:10 -04003233 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003234 self.waitUntilSettled()
3235
3236 # B was successfully merged so window is increased to 2.
3237 self.assertEqual(queue.window, 2)
3238 self.assertEqual(queue.window_floor, 1)
3239 self.assertEqual(B.data['status'], 'MERGED')
3240
3241 # Only C is left and its merge job is queued.
3242 self.assertEqual(len(self.builds), 1)
3243 self.assertEqual(self.builds[0].name, 'project-merge')
3244
Paul Belanger174a8272017-03-14 13:20:10 -04003245 self.executor_server.release('.*-merge')
Clark Boylan7603a372014-01-21 11:43:20 -08003246 self.waitUntilSettled()
3247
3248 # After successful merge job the test jobs for C are queued.
3249 self.assertEqual(len(self.builds), 2)
3250 self.assertEqual(self.builds[0].name, 'project-test1')
3251 self.assertEqual(self.builds[1].name, 'project-test2')
3252
Paul Belanger174a8272017-03-14 13:20:10 -04003253 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003254 self.waitUntilSettled()
3255
3256 # C successfully merged so window is bumped to 3.
3257 self.assertEqual(queue.window, 3)
3258 self.assertEqual(queue.window_floor, 1)
3259 self.assertEqual(C.data['status'], 'MERGED')
3260
James E. Blaircc324192017-04-19 14:36:08 -07003261 @simple_layout('layouts/rate-limit.yaml')
Clark Boylan7603a372014-01-21 11:43:20 -08003262 def test_queue_rate_limiting_dependent(self):
3263 "Test that DependentPipelines are rate limited with dep in window"
Paul Belanger174a8272017-03-14 13:20:10 -04003264 self.executor_server.hold_jobs_in_build = True
Clark Boylan7603a372014-01-21 11:43:20 -08003265 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3266 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3267 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3268
3269 B.setDependsOn(A, 1)
3270
Paul Belanger174a8272017-03-14 13:20:10 -04003271 self.executor_server.failJob('project-test1', A)
Clark Boylan7603a372014-01-21 11:43:20 -08003272
James E. Blair8b5408c2016-08-08 15:37:46 -07003273 A.addApproval('code-review', 2)
3274 B.addApproval('code-review', 2)
3275 C.addApproval('code-review', 2)
Clark Boylan7603a372014-01-21 11:43:20 -08003276
James E. Blair8b5408c2016-08-08 15:37:46 -07003277 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3278 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3279 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Clark Boylan7603a372014-01-21 11:43:20 -08003280 self.waitUntilSettled()
3281
3282 # Only A and B will have their merge jobs queued because
3283 # window is 2.
3284 self.assertEqual(len(self.builds), 2)
3285 self.assertEqual(self.builds[0].name, 'project-merge')
3286 self.assertEqual(self.builds[1].name, 'project-merge')
3287
James E. Blairf4a5f022017-04-18 14:01:10 -07003288 self.orderedRelease(2)
Clark Boylan7603a372014-01-21 11:43:20 -08003289
3290 # Only A and B will have their test jobs queued because
3291 # window is 2.
3292 self.assertEqual(len(self.builds), 4)
3293 self.assertEqual(self.builds[0].name, 'project-test1')
3294 self.assertEqual(self.builds[1].name, 'project-test2')
3295 self.assertEqual(self.builds[2].name, 'project-test1')
3296 self.assertEqual(self.builds[3].name, 'project-test2')
3297
Paul Belanger174a8272017-03-14 13:20:10 -04003298 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003299 self.waitUntilSettled()
3300
James E. Blaircc324192017-04-19 14:36:08 -07003301 tenant = self.sched.abide.tenants.get('tenant-one')
Clint Byrum14ab6ca2017-04-03 10:15:10 -07003302 queue = tenant.layout.pipelines['gate'].queues[0]
Clark Boylan7603a372014-01-21 11:43:20 -08003303 # A failed so window is reduced by 1 to 1.
3304 self.assertEqual(queue.window, 1)
3305 self.assertEqual(queue.window_floor, 1)
3306 self.assertEqual(A.data['status'], 'NEW')
3307 self.assertEqual(B.data['status'], 'NEW')
3308
3309 # Gate is reset and only C's merge job is queued because
3310 # window shrunk to 1 and A and B were dequeued.
3311 self.assertEqual(len(self.builds), 1)
3312 self.assertEqual(self.builds[0].name, 'project-merge')
3313
James E. Blairf4a5f022017-04-18 14:01:10 -07003314 self.orderedRelease(1)
Clark Boylan7603a372014-01-21 11:43:20 -08003315
3316 # Only C's test jobs are queued because window is still 1.
3317 self.assertEqual(len(self.builds), 2)
3318 self.assertEqual(self.builds[0].name, 'project-test1')
3319 self.assertEqual(self.builds[1].name, 'project-test2')
3320
Paul Belanger174a8272017-03-14 13:20:10 -04003321 self.executor_server.release('project-.*')
Clark Boylan7603a372014-01-21 11:43:20 -08003322 self.waitUntilSettled()
3323
3324 # C was successfully merged so window is increased to 2.
3325 self.assertEqual(queue.window, 2)
3326 self.assertEqual(queue.window_floor, 1)
3327 self.assertEqual(C.data['status'], 'MERGED')
Joshua Heskethba8776a2014-01-12 14:35:40 +08003328
James E. Blairec056492016-07-22 09:45:56 -07003329 @skip("Disabled for early v3 development")
Joshua Heskethba8776a2014-01-12 14:35:40 +08003330 def test_worker_update_metadata(self):
3331 "Test if a worker can send back metadata about itself"
Paul Belanger174a8272017-03-14 13:20:10 -04003332 self.executor_server.hold_jobs_in_build = True
Joshua Heskethba8776a2014-01-12 14:35:40 +08003333
3334 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003335 A.addApproval('code-review', 2)
3336 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Heskethba8776a2014-01-12 14:35:40 +08003337 self.waitUntilSettled()
3338
Paul Belanger174a8272017-03-14 13:20:10 -04003339 self.assertEqual(len(self.executor.builds), 1)
Joshua Heskethba8776a2014-01-12 14:35:40 +08003340
3341 self.log.debug('Current builds:')
Paul Belanger174a8272017-03-14 13:20:10 -04003342 self.log.debug(self.executor.builds)
Joshua Heskethba8776a2014-01-12 14:35:40 +08003343
3344 start = time.time()
3345 while True:
3346 if time.time() - start > 10:
3347 raise Exception("Timeout waiting for gearman server to report "
3348 + "back to the client")
Paul Belanger174a8272017-03-14 13:20:10 -04003349 build = self.executor.builds.values()[0]
Joshua Heskethba8776a2014-01-12 14:35:40 +08003350 if build.worker.name == "My Worker":
3351 break
3352 else:
3353 time.sleep(0)
3354
3355 self.log.debug(build)
3356 self.assertEqual("My Worker", build.worker.name)
3357 self.assertEqual("localhost", build.worker.hostname)
3358 self.assertEqual(['127.0.0.1', '192.168.1.1'], build.worker.ips)
3359 self.assertEqual("zuul.example.org", build.worker.fqdn)
3360 self.assertEqual("FakeBuilder", build.worker.program)
3361 self.assertEqual("v1.1", build.worker.version)
3362 self.assertEqual({'something': 'else'}, build.worker.extra)
3363
Paul Belanger174a8272017-03-14 13:20:10 -04003364 self.executor_server.hold_jobs_in_build = False
3365 self.executor_server.release()
Joshua Heskethba8776a2014-01-12 14:35:40 +08003366 self.waitUntilSettled()
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003367
James E. Blaircc324192017-04-19 14:36:08 -07003368 @simple_layout('layouts/footer-message.yaml')
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003369 def test_footer_message(self):
3370 "Test a pipeline's footer message is correctly added to the report."
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003371 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003372 A.addApproval('code-review', 2)
Paul Belanger174a8272017-03-14 13:20:10 -04003373 self.executor_server.failJob('project-test1', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07003374 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003375 self.waitUntilSettled()
3376
3377 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003378 B.addApproval('code-review', 2)
3379 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003380 self.waitUntilSettled()
3381
3382 self.assertEqual(2, len(self.smtp_messages))
3383
Adam Gandelman82258fd2017-02-07 16:51:58 -08003384 failure_msg = """\
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003385Build failed. For information on how to proceed, see \
Adam Gandelman82258fd2017-02-07 16:51:58 -08003386http://wiki.example.org/Test_Failures"""
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003387
Adam Gandelman82258fd2017-02-07 16:51:58 -08003388 footer_msg = """\
Joshua Hesketh3979e3e2014-03-04 11:21:10 +11003389For CI problems and help debugging, contact ci@example.org"""
3390
Adam Gandelman82258fd2017-02-07 16:51:58 -08003391 self.assertTrue(self.smtp_messages[0]['body'].startswith(failure_msg))
3392 self.assertTrue(self.smtp_messages[0]['body'].endswith(footer_msg))
3393 self.assertFalse(self.smtp_messages[1]['body'].startswith(failure_msg))
3394 self.assertTrue(self.smtp_messages[1]['body'].endswith(footer_msg))
Joshua Heskethb7179772014-01-30 23:30:46 +11003395
James E. Blairec056492016-07-22 09:45:56 -07003396 @skip("Disabled for early v3 development")
Joshua Heskethb7179772014-01-30 23:30:46 +11003397 def test_merge_failure_reporters(self):
3398 """Check that the config is set up correctly"""
3399
James E. Blairf84026c2015-12-08 16:11:46 -08003400 self.updateConfigLayout(
3401 'tests/fixtures/layout-merge-failure.yaml')
Joshua Heskethb7179772014-01-30 23:30:46 +11003402 self.sched.reconfigure(self.config)
3403 self.registerJobs()
3404
3405 self.assertEqual(
Jeremy Stanley1c2c3c22015-06-15 21:23:19 +00003406 "Merge Failed.\n\nThis change or one of its cross-repo "
3407 "dependencies was unable to be automatically merged with the "
3408 "current state of its repository. Please rebase the change and "
3409 "upload a new patchset.",
Joshua Heskethb7179772014-01-30 23:30:46 +11003410 self.sched.layout.pipelines['check'].merge_failure_message)
3411 self.assertEqual(
3412 "The merge failed! For more information...",
3413 self.sched.layout.pipelines['gate'].merge_failure_message)
3414
3415 self.assertEqual(
3416 len(self.sched.layout.pipelines['check'].merge_failure_actions), 1)
3417 self.assertEqual(
3418 len(self.sched.layout.pipelines['gate'].merge_failure_actions), 2)
3419
3420 self.assertTrue(isinstance(
Joshua Heskethde958652015-11-10 19:19:50 +11003421 self.sched.layout.pipelines['check'].merge_failure_actions[0],
3422 zuul.reporter.gerrit.GerritReporter))
Joshua Heskethb7179772014-01-30 23:30:46 +11003423
3424 self.assertTrue(
3425 (
3426 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003427 merge_failure_actions[0],
Joshua Heskethffe42062014-09-05 21:43:52 +10003428 zuul.reporter.smtp.SMTPReporter) and
Joshua Heskethb7179772014-01-30 23:30:46 +11003429 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003430 merge_failure_actions[1],
Joshua Heskethffe42062014-09-05 21:43:52 +10003431 zuul.reporter.gerrit.GerritReporter)
Joshua Heskethb7179772014-01-30 23:30:46 +11003432 ) or (
3433 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003434 merge_failure_actions[0],
Joshua Heskethffe42062014-09-05 21:43:52 +10003435 zuul.reporter.gerrit.GerritReporter) and
Joshua Heskethb7179772014-01-30 23:30:46 +11003436 isinstance(self.sched.layout.pipelines['gate'].
Joshua Heskethde958652015-11-10 19:19:50 +11003437 merge_failure_actions[1],
Joshua Heskethffe42062014-09-05 21:43:52 +10003438 zuul.reporter.smtp.SMTPReporter)
Joshua Heskethb7179772014-01-30 23:30:46 +11003439 )
3440 )
3441
James E. Blairec056492016-07-22 09:45:56 -07003442 @skip("Disabled for early v3 development")
Joshua Heskethb7179772014-01-30 23:30:46 +11003443 def test_merge_failure_reports(self):
3444 """Check that when a change fails to merge the correct message is sent
3445 to the correct reporter"""
James E. Blairf84026c2015-12-08 16:11:46 -08003446 self.updateConfigLayout(
3447 'tests/fixtures/layout-merge-failure.yaml')
Joshua Heskethb7179772014-01-30 23:30:46 +11003448 self.sched.reconfigure(self.config)
3449 self.registerJobs()
3450
3451 # Check a test failure isn't reported to SMTP
3452 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003453 A.addApproval('code-review', 2)
Paul Belanger174a8272017-03-14 13:20:10 -04003454 self.executor_server.failJob('project-test1', A)
James E. Blair8b5408c2016-08-08 15:37:46 -07003455 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Heskethb7179772014-01-30 23:30:46 +11003456 self.waitUntilSettled()
3457
3458 self.assertEqual(3, len(self.history)) # 3 jobs
3459 self.assertEqual(0, len(self.smtp_messages))
3460
3461 # Check a merge failure is reported to SMTP
3462 # B should be merged, but C will conflict with B
3463 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3464 B.addPatchset(['conflict'])
3465 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3466 C.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07003467 B.addApproval('code-review', 2)
3468 C.addApproval('code-review', 2)
3469 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
3470 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
Joshua Heskethb7179772014-01-30 23:30:46 +11003471 self.waitUntilSettled()
3472
3473 self.assertEqual(6, len(self.history)) # A and B jobs
3474 self.assertEqual(1, len(self.smtp_messages))
3475 self.assertEqual('The merge failed! For more information...',
3476 self.smtp_messages[0]['body'])
Joshua Hesketh36c3fa52014-01-22 11:40:52 +11003477
James E. Blairec056492016-07-22 09:45:56 -07003478 @skip("Disabled for early v3 development")
James E. Blairf760f0e2016-02-09 08:44:52 -08003479 def test_default_merge_failure_reports(self):
3480 """Check that the default merge failure reports are correct."""
3481
3482 # A should report success, B should report merge failure.
3483 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3484 A.addPatchset(['conflict'])
3485 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3486 B.addPatchset(['conflict'])
James E. Blair8b5408c2016-08-08 15:37:46 -07003487 A.addApproval('code-review', 2)
3488 B.addApproval('code-review', 2)
3489 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
3490 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blairf760f0e2016-02-09 08:44:52 -08003491 self.waitUntilSettled()
3492
3493 self.assertEqual(3, len(self.history)) # A jobs
3494 self.assertEqual(A.reported, 2)
3495 self.assertEqual(B.reported, 2)
3496 self.assertEqual(A.data['status'], 'MERGED')
3497 self.assertEqual(B.data['status'], 'NEW')
3498 self.assertIn('Build succeeded', A.messages[1])
3499 self.assertIn('Merge Failed', B.messages[1])
3500 self.assertIn('automatically merged', B.messages[1])
3501 self.assertNotIn('logs.example.com', B.messages[1])
3502 self.assertNotIn('SKIPPED', B.messages[1])
3503
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003504 def test_client_get_running_jobs(self):
3505 "Test that the RPC client can get a list of running jobs"
Paul Belanger174a8272017-03-14 13:20:10 -04003506 self.executor_server.hold_jobs_in_build = True
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003507 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8b5408c2016-08-08 15:37:46 -07003508 A.addApproval('code-review', 2)
3509 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003510 self.waitUntilSettled()
3511
3512 client = zuul.rpcclient.RPCClient('127.0.0.1',
3513 self.gearman_server.port)
3514
3515 # Wait for gearman server to send the initial workData back to zuul
3516 start = time.time()
3517 while True:
3518 if time.time() - start > 10:
3519 raise Exception("Timeout waiting for gearman server to report "
3520 + "back to the client")
Paul Belanger174a8272017-03-14 13:20:10 -04003521 build = self.executor_client.builds.values()[0]
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003522 if build.worker.name == "My Worker":
3523 break
3524 else:
3525 time.sleep(0)
3526
3527 running_items = client.get_running_jobs()
3528
3529 self.assertEqual(1, len(running_items))
3530 running_item = running_items[0]
3531 self.assertEqual([], running_item['failing_reasons'])
3532 self.assertEqual([], running_item['items_behind'])
3533 self.assertEqual('https://hostname/1', running_item['url'])
3534 self.assertEqual(None, running_item['item_ahead'])
3535 self.assertEqual('org/project', running_item['project'])
3536 self.assertEqual(None, running_item['remaining_time'])
3537 self.assertEqual(True, running_item['active'])
3538 self.assertEqual('1,1', running_item['id'])
3539
3540 self.assertEqual(3, len(running_item['jobs']))
3541 for job in running_item['jobs']:
3542 if job['name'] == 'project-merge':
3543 self.assertEqual('project-merge', job['name'])
3544 self.assertEqual('gate', job['pipeline'])
3545 self.assertEqual(False, job['retry'])
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003546 self.assertEqual('https://server/job/project-merge/0/',
3547 job['url'])
3548 self.assertEqual(7, len(job['worker']))
3549 self.assertEqual(False, job['canceled'])
3550 self.assertEqual(True, job['voting'])
3551 self.assertEqual(None, job['result'])
3552 self.assertEqual('gate', job['pipeline'])
3553 break
3554
Paul Belanger174a8272017-03-14 13:20:10 -04003555 self.executor_server.hold_jobs_in_build = False
3556 self.executor_server.release()
Joshua Hesketh85af4e92014-02-21 08:28:58 -08003557 self.waitUntilSettled()
3558
3559 running_items = client.get_running_jobs()
3560 self.assertEqual(0, len(running_items))
James E. Blairbadc1ad2014-04-28 13:55:14 -07003561
James E. Blairb70e55a2017-04-19 12:57:02 -07003562 @simple_layout('layouts/nonvoting-pipeline.yaml')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003563 def test_nonvoting_pipeline(self):
3564 "Test that a nonvoting pipeline (experimental) can still report"
3565
Joshua Heskethcc017ea2014-04-30 19:55:25 +10003566 A = self.fake_gerrit.addFakeChange('org/experimental-project',
3567 'master', 'A')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003568 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3569 self.waitUntilSettled()
Paul Belanger15e3e202016-10-14 16:27:34 -04003570
3571 self.assertEqual(self.getJobFromHistory('project-merge').result,
3572 'SUCCESS')
Joshua Heskethcc017ea2014-04-30 19:55:25 +10003573 self.assertEqual(
3574 self.getJobFromHistory('experimental-project-test').result,
3575 'SUCCESS')
James E. Blairbadc1ad2014-04-28 13:55:14 -07003576 self.assertEqual(A.reported, 1)
James E. Blair5ee24252014-12-30 10:12:29 -08003577
3578 def test_crd_gate(self):
3579 "Test cross-repo dependencies"
3580 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3581 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003582 A.addApproval('code-review', 2)
3583 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003584
3585 AM2 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'AM2')
3586 AM1 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'AM1')
3587 AM2.setMerged()
3588 AM1.setMerged()
3589
3590 BM2 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'BM2')
3591 BM1 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'BM1')
3592 BM2.setMerged()
3593 BM1.setMerged()
3594
3595 # A -> AM1 -> AM2
3596 # B -> BM1 -> BM2
3597 # A Depends-On: B
3598 # M2 is here to make sure it is never queried. If it is, it
3599 # means zuul is walking down the entire history of merged
3600 # changes.
3601
3602 B.setDependsOn(BM1, 1)
3603 BM1.setDependsOn(BM2, 1)
3604
3605 A.setDependsOn(AM1, 1)
3606 AM1.setDependsOn(AM2, 1)
3607
3608 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3609 A.subject, B.data['id'])
3610
James E. Blair8b5408c2016-08-08 15:37:46 -07003611 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003612 self.waitUntilSettled()
3613
3614 self.assertEqual(A.data['status'], 'NEW')
3615 self.assertEqual(B.data['status'], 'NEW')
3616
Paul Belanger5dccbe72016-11-14 11:17:37 -05003617 for connection in self.connections.connections.values():
Joshua Hesketh4bd7da32016-02-17 20:58:47 +11003618 connection.maintainCache([])
James E. Blair5ee24252014-12-30 10:12:29 -08003619
Paul Belanger174a8272017-03-14 13:20:10 -04003620 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003621 B.addApproval('approved', 1)
3622 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003623 self.waitUntilSettled()
3624
Paul Belanger174a8272017-03-14 13:20:10 -04003625 self.executor_server.release('.*-merge')
James E. Blair5ee24252014-12-30 10:12:29 -08003626 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003627 self.executor_server.release('.*-merge')
James E. Blair5ee24252014-12-30 10:12:29 -08003628 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003629 self.executor_server.hold_jobs_in_build = False
3630 self.executor_server.release()
James E. Blair5ee24252014-12-30 10:12:29 -08003631 self.waitUntilSettled()
3632
3633 self.assertEqual(AM2.queried, 0)
3634 self.assertEqual(BM2.queried, 0)
3635 self.assertEqual(A.data['status'], 'MERGED')
3636 self.assertEqual(B.data['status'], 'MERGED')
3637 self.assertEqual(A.reported, 2)
3638 self.assertEqual(B.reported, 2)
3639
Paul Belanger5dccbe72016-11-14 11:17:37 -05003640 changes = self.getJobFromHistory(
3641 'project-merge', 'org/project1').changes
3642 self.assertEqual(changes, '2,1 1,1')
James E. Blair8f78d882015-02-05 08:51:37 -08003643
3644 def test_crd_branch(self):
3645 "Test cross-repo dependencies in multiple branches"
Paul Belanger6379db12016-11-14 13:57:54 -05003646
3647 self.create_branch('org/project2', 'mp')
James E. Blair8f78d882015-02-05 08:51:37 -08003648 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3649 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
3650 C = self.fake_gerrit.addFakeChange('org/project2', 'mp', 'C')
3651 C.data['id'] = B.data['id']
James E. Blair8b5408c2016-08-08 15:37:46 -07003652 A.addApproval('code-review', 2)
3653 B.addApproval('code-review', 2)
3654 C.addApproval('code-review', 2)
James E. Blair8f78d882015-02-05 08:51:37 -08003655
3656 # A Depends-On: B+C
3657 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3658 A.subject, B.data['id'])
3659
Paul Belanger174a8272017-03-14 13:20:10 -04003660 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003661 B.addApproval('approved', 1)
3662 C.addApproval('approved', 1)
3663 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8f78d882015-02-05 08:51:37 -08003664 self.waitUntilSettled()
3665
Paul Belanger174a8272017-03-14 13:20:10 -04003666 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003667 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003668 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003669 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003670 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003671 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003672 self.executor_server.hold_jobs_in_build = False
3673 self.executor_server.release()
James E. Blair8f78d882015-02-05 08:51:37 -08003674 self.waitUntilSettled()
3675
3676 self.assertEqual(A.data['status'], 'MERGED')
3677 self.assertEqual(B.data['status'], 'MERGED')
3678 self.assertEqual(C.data['status'], 'MERGED')
3679 self.assertEqual(A.reported, 2)
3680 self.assertEqual(B.reported, 2)
3681 self.assertEqual(C.reported, 2)
3682
Paul Belanger6379db12016-11-14 13:57:54 -05003683 changes = self.getJobFromHistory(
3684 'project-merge', 'org/project1').changes
3685 self.assertEqual(changes, '2,1 3,1 1,1')
James E. Blair8f78d882015-02-05 08:51:37 -08003686
3687 def test_crd_multiline(self):
3688 "Test multiple depends-on lines in commit"
3689 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3690 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
3691 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
James E. Blair8b5408c2016-08-08 15:37:46 -07003692 A.addApproval('code-review', 2)
3693 B.addApproval('code-review', 2)
3694 C.addApproval('code-review', 2)
James E. Blair8f78d882015-02-05 08:51:37 -08003695
3696 # A Depends-On: B+C
3697 A.data['commitMessage'] = '%s\n\nDepends-On: %s\nDepends-On: %s\n' % (
3698 A.subject, B.data['id'], C.data['id'])
3699
Paul Belanger174a8272017-03-14 13:20:10 -04003700 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003701 B.addApproval('approved', 1)
3702 C.addApproval('approved', 1)
3703 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair8f78d882015-02-05 08:51:37 -08003704 self.waitUntilSettled()
3705
Paul Belanger174a8272017-03-14 13:20:10 -04003706 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003707 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003708 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003709 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003710 self.executor_server.release('.*-merge')
James E. Blair8f78d882015-02-05 08:51:37 -08003711 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003712 self.executor_server.hold_jobs_in_build = False
3713 self.executor_server.release()
James E. Blair8f78d882015-02-05 08:51:37 -08003714 self.waitUntilSettled()
3715
3716 self.assertEqual(A.data['status'], 'MERGED')
3717 self.assertEqual(B.data['status'], 'MERGED')
3718 self.assertEqual(C.data['status'], 'MERGED')
3719 self.assertEqual(A.reported, 2)
3720 self.assertEqual(B.reported, 2)
3721 self.assertEqual(C.reported, 2)
3722
Paul Belanger5dccbe72016-11-14 11:17:37 -05003723 changes = self.getJobFromHistory(
3724 'project-merge', 'org/project1').changes
3725 self.assertEqual(changes, '2,1 3,1 1,1')
James E. Blair5ee24252014-12-30 10:12:29 -08003726
3727 def test_crd_unshared_gate(self):
3728 "Test cross-repo dependencies in unshared gate queues"
3729 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3730 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003731 A.addApproval('code-review', 2)
3732 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003733
3734 # A Depends-On: B
3735 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3736 A.subject, B.data['id'])
3737
3738 # A and B do not share a queue, make sure that A is unable to
3739 # enqueue B (and therefore, A is unable to be enqueued).
James E. Blair8b5408c2016-08-08 15:37:46 -07003740 B.addApproval('approved', 1)
3741 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003742 self.waitUntilSettled()
3743
3744 self.assertEqual(A.data['status'], 'NEW')
3745 self.assertEqual(B.data['status'], 'NEW')
3746 self.assertEqual(A.reported, 0)
3747 self.assertEqual(B.reported, 0)
3748 self.assertEqual(len(self.history), 0)
3749
3750 # Enqueue and merge B alone.
James E. Blair8b5408c2016-08-08 15:37:46 -07003751 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003752 self.waitUntilSettled()
3753
3754 self.assertEqual(B.data['status'], 'MERGED')
3755 self.assertEqual(B.reported, 2)
3756
3757 # Now that B is merged, A should be able to be enqueued and
3758 # merged.
James E. Blair8b5408c2016-08-08 15:37:46 -07003759 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003760 self.waitUntilSettled()
3761
3762 self.assertEqual(A.data['status'], 'MERGED')
3763 self.assertEqual(A.reported, 2)
3764
James E. Blair96698e22015-04-02 07:48:21 -07003765 def test_crd_gate_reverse(self):
3766 "Test reverse cross-repo dependencies"
3767 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3768 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003769 A.addApproval('code-review', 2)
3770 B.addApproval('code-review', 2)
James E. Blair96698e22015-04-02 07:48:21 -07003771
3772 # A Depends-On: B
3773
3774 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3775 A.subject, B.data['id'])
3776
James E. Blair8b5408c2016-08-08 15:37:46 -07003777 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair96698e22015-04-02 07:48:21 -07003778 self.waitUntilSettled()
3779
3780 self.assertEqual(A.data['status'], 'NEW')
3781 self.assertEqual(B.data['status'], 'NEW')
3782
Paul Belanger174a8272017-03-14 13:20:10 -04003783 self.executor_server.hold_jobs_in_build = True
James E. Blair8b5408c2016-08-08 15:37:46 -07003784 A.addApproval('approved', 1)
3785 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
James E. Blair96698e22015-04-02 07:48:21 -07003786 self.waitUntilSettled()
3787
Paul Belanger174a8272017-03-14 13:20:10 -04003788 self.executor_server.release('.*-merge')
James E. Blair96698e22015-04-02 07:48:21 -07003789 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003790 self.executor_server.release('.*-merge')
James E. Blair96698e22015-04-02 07:48:21 -07003791 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04003792 self.executor_server.hold_jobs_in_build = False
3793 self.executor_server.release()
James E. Blair96698e22015-04-02 07:48:21 -07003794 self.waitUntilSettled()
3795
3796 self.assertEqual(A.data['status'], 'MERGED')
3797 self.assertEqual(B.data['status'], 'MERGED')
3798 self.assertEqual(A.reported, 2)
3799 self.assertEqual(B.reported, 2)
3800
Paul Belanger5dccbe72016-11-14 11:17:37 -05003801 changes = self.getJobFromHistory(
3802 'project-merge', 'org/project1').changes
3803 self.assertEqual(changes, '2,1 1,1')
James E. Blair96698e22015-04-02 07:48:21 -07003804
James E. Blair5ee24252014-12-30 10:12:29 -08003805 def test_crd_cycle(self):
3806 "Test cross-repo dependency cycles"
3807 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3808 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003809 A.addApproval('code-review', 2)
3810 B.addApproval('code-review', 2)
James E. Blair5ee24252014-12-30 10:12:29 -08003811
3812 # A -> B -> A (via commit-depends)
3813
3814 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3815 A.subject, B.data['id'])
3816 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3817 B.subject, A.data['id'])
3818
James E. Blair8b5408c2016-08-08 15:37:46 -07003819 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
James E. Blair5ee24252014-12-30 10:12:29 -08003820 self.waitUntilSettled()
3821
3822 self.assertEqual(A.reported, 0)
3823 self.assertEqual(B.reported, 0)
3824 self.assertEqual(A.data['status'], 'NEW')
3825 self.assertEqual(B.data['status'], 'NEW')
James E. Blairbfb8e042014-12-30 17:01:44 -08003826
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00003827 def test_crd_gate_unknown(self):
3828 "Test unknown projects in dependent pipeline"
James E. Blairc4ba97a2017-04-19 16:26:24 -07003829 self.init_repo("org/unknown", tag='init')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00003830 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3831 B = self.fake_gerrit.addFakeChange('org/unknown', 'master', 'B')
James E. Blair8b5408c2016-08-08 15:37:46 -07003832 A.addApproval('code-review', 2)
3833 B.addApproval('code-review', 2)
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00003834
3835 # A Depends-On: B
3836 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3837 A.subject, B.data['id'])
3838
James E. Blair8b5408c2016-08-08 15:37:46 -07003839 B.addApproval('approved', 1)
3840 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00003841 self.waitUntilSettled()
3842
3843 # Unknown projects cannot share a queue with any other
3844 # since they don't have common jobs with any other (they have no jobs).
3845 # Changes which depend on unknown project changes
3846 # should not be processed in dependent pipeline
3847 self.assertEqual(A.data['status'], 'NEW')
3848 self.assertEqual(B.data['status'], 'NEW')
3849 self.assertEqual(A.reported, 0)
3850 self.assertEqual(B.reported, 0)
3851 self.assertEqual(len(self.history), 0)
3852
3853 # Simulate change B being gated outside this layout
James E. Blair8b5408c2016-08-08 15:37:46 -07003854 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00003855 B.setMerged()
3856 self.waitUntilSettled()
3857 self.assertEqual(len(self.history), 0)
3858
3859 # Now that B is merged, A should be able to be enqueued and
3860 # merged.
James E. Blair8b5408c2016-08-08 15:37:46 -07003861 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00003862 self.waitUntilSettled()
3863
3864 self.assertEqual(A.data['status'], 'MERGED')
3865 self.assertEqual(A.reported, 2)
3866 self.assertEqual(B.data['status'], 'MERGED')
3867 self.assertEqual(B.reported, 0)
3868
James E. Blairbfb8e042014-12-30 17:01:44 -08003869 def test_crd_check(self):
3870 "Test cross-repo dependencies in independent pipelines"
3871
Paul Belanger174a8272017-03-14 13:20:10 -04003872 self.executor_server.hold_jobs_in_build = True
James E. Blairbfb8e042014-12-30 17:01:44 -08003873 self.gearman_server.hold_jobs_in_queue = True
3874 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3875 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
3876
3877 # A Depends-On: B
3878 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
3879 A.subject, B.data['id'])
3880
3881 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3882 self.waitUntilSettled()
3883
3884 queue = self.gearman_server.getQueue()
3885 ref = self.getParameter(queue[-1], 'ZUUL_REF')
3886 self.gearman_server.hold_jobs_in_queue = False
3887 self.gearman_server.release()
3888 self.waitUntilSettled()
3889
Paul Belanger174a8272017-03-14 13:20:10 -04003890 self.executor_server.release('.*-merge')
Paul Belangerb30342b2016-11-14 12:30:43 -05003891 self.waitUntilSettled()
3892
Monty Taylord642d852017-02-23 14:05:42 -05003893 path = os.path.join(self.builds[0].jobdir.src_root, "org/project1")
James E. Blairbfb8e042014-12-30 17:01:44 -08003894 repo = git.Repo(path)
3895 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
3896 repo_messages.reverse()
Paul Belangerb30342b2016-11-14 12:30:43 -05003897 correct_messages = [
3898 'initial commit', 'add content from fixture', 'A-1']
James E. Blairbfb8e042014-12-30 17:01:44 -08003899 self.assertEqual(repo_messages, correct_messages)
3900
Monty Taylord642d852017-02-23 14:05:42 -05003901 path = os.path.join(self.builds[0].jobdir.src_root, "org/project2")
James E. Blairbfb8e042014-12-30 17:01:44 -08003902 repo = git.Repo(path)
3903 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
3904 repo_messages.reverse()
Paul Belangerb30342b2016-11-14 12:30:43 -05003905 correct_messages = [
3906 'initial commit', 'add content from fixture', 'B-1']
James E. Blairbfb8e042014-12-30 17:01:44 -08003907 self.assertEqual(repo_messages, correct_messages)
3908
Paul Belanger174a8272017-03-14 13:20:10 -04003909 self.executor_server.hold_jobs_in_build = False
3910 self.executor_server.release()
Paul Belangerb30342b2016-11-14 12:30:43 -05003911 self.waitUntilSettled()
3912
James E. Blairbfb8e042014-12-30 17:01:44 -08003913 self.assertEqual(A.data['status'], 'NEW')
3914 self.assertEqual(B.data['status'], 'NEW')
3915 self.assertEqual(A.reported, 1)
3916 self.assertEqual(B.reported, 0)
3917
3918 self.assertEqual(self.history[0].changes, '2,1 1,1')
Paul Belangerb30342b2016-11-14 12:30:43 -05003919 tenant = self.sched.abide.tenants.get('tenant-one')
3920 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blair8f78d882015-02-05 08:51:37 -08003921
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003922 def test_crd_check_git_depends(self):
3923 "Test single-repo dependencies in independent pipelines"
James E. Blairb8c16472015-05-05 14:55:26 -07003924 self.gearman_server.hold_jobs_in_build = True
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003925 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3926 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
3927
3928 # Add two git-dependent changes and make sure they both report
3929 # success.
3930 B.setDependsOn(A, 1)
3931 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3932 self.waitUntilSettled()
3933 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
3934 self.waitUntilSettled()
3935
James E. Blairb8c16472015-05-05 14:55:26 -07003936 self.orderedRelease()
3937 self.gearman_server.hold_jobs_in_build = False
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003938 self.waitUntilSettled()
3939
3940 self.assertEqual(A.data['status'], 'NEW')
3941 self.assertEqual(B.data['status'], 'NEW')
3942 self.assertEqual(A.reported, 1)
3943 self.assertEqual(B.reported, 1)
3944
3945 self.assertEqual(self.history[0].changes, '1,1')
3946 self.assertEqual(self.history[-1].changes, '1,1 2,1')
Paul Belanger08136962016-11-03 17:57:38 -04003947 tenant = self.sched.abide.tenants.get('tenant-one')
3948 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003949
3950 self.assertIn('Build succeeded', A.messages[0])
3951 self.assertIn('Build succeeded', B.messages[0])
3952
3953 def test_crd_check_duplicate(self):
3954 "Test duplicate check in independent pipelines"
Paul Belanger174a8272017-03-14 13:20:10 -04003955 self.executor_server.hold_jobs_in_build = True
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003956 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
3957 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
Paul Belanger08136962016-11-03 17:57:38 -04003958 tenant = self.sched.abide.tenants.get('tenant-one')
3959 check_pipeline = tenant.layout.pipelines['check']
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003960
3961 # Add two git-dependent changes...
3962 B.setDependsOn(A, 1)
3963 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
3964 self.waitUntilSettled()
3965 self.assertEqual(len(check_pipeline.getAllItems()), 2)
3966
3967 # ...make sure the live one is not duplicated...
3968 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
3969 self.waitUntilSettled()
3970 self.assertEqual(len(check_pipeline.getAllItems()), 2)
3971
3972 # ...but the non-live one is able to be.
3973 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3974 self.waitUntilSettled()
3975 self.assertEqual(len(check_pipeline.getAllItems()), 3)
3976
Clark Boylandd849822015-03-02 12:38:14 -08003977 # Release jobs in order to avoid races with change A jobs
3978 # finishing before change B jobs.
James E. Blaird7650852015-05-07 15:47:37 -07003979 self.orderedRelease()
Paul Belanger174a8272017-03-14 13:20:10 -04003980 self.executor_server.hold_jobs_in_build = False
3981 self.executor_server.release()
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003982 self.waitUntilSettled()
3983
3984 self.assertEqual(A.data['status'], 'NEW')
3985 self.assertEqual(B.data['status'], 'NEW')
3986 self.assertEqual(A.reported, 1)
3987 self.assertEqual(B.reported, 1)
3988
3989 self.assertEqual(self.history[0].changes, '1,1 2,1')
3990 self.assertEqual(self.history[1].changes, '1,1')
Paul Belanger08136962016-11-03 17:57:38 -04003991 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blairdbfe1cd2015-02-07 11:41:19 -08003992
3993 self.assertIn('Build succeeded', A.messages[0])
3994 self.assertIn('Build succeeded', B.messages[0])
3995
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00003996 def _test_crd_check_reconfiguration(self, project1, project2):
James E. Blair8f78d882015-02-05 08:51:37 -08003997 "Test cross-repo dependencies re-enqueued in independent pipelines"
3998
3999 self.gearman_server.hold_jobs_in_queue = True
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004000 A = self.fake_gerrit.addFakeChange(project1, 'master', 'A')
4001 B = self.fake_gerrit.addFakeChange(project2, 'master', 'B')
James E. Blair8f78d882015-02-05 08:51:37 -08004002
4003 # A Depends-On: B
4004 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4005 A.subject, B.data['id'])
4006
4007 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4008 self.waitUntilSettled()
4009
4010 self.sched.reconfigure(self.config)
4011
4012 # Make sure the items still share a change queue, and the
4013 # first one is not live.
Paul Belangerce4485f2016-11-11 17:01:56 -05004014 tenant = self.sched.abide.tenants.get('tenant-one')
4015 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 1)
4016 queue = tenant.layout.pipelines['check'].queues[0]
James E. Blair8f78d882015-02-05 08:51:37 -08004017 first_item = queue.queue[0]
4018 for item in queue.queue:
4019 self.assertEqual(item.queue, first_item.queue)
4020 self.assertFalse(first_item.live)
4021 self.assertTrue(queue.queue[1].live)
4022
4023 self.gearman_server.hold_jobs_in_queue = False
4024 self.gearman_server.release()
4025 self.waitUntilSettled()
4026
4027 self.assertEqual(A.data['status'], 'NEW')
4028 self.assertEqual(B.data['status'], 'NEW')
4029 self.assertEqual(A.reported, 1)
4030 self.assertEqual(B.reported, 0)
4031
4032 self.assertEqual(self.history[0].changes, '2,1 1,1')
Paul Belangerce4485f2016-11-11 17:01:56 -05004033 self.assertEqual(len(tenant.layout.pipelines['check'].queues), 0)
James E. Blair17dd6772015-02-09 14:45:18 -08004034
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004035 def test_crd_check_reconfiguration(self):
4036 self._test_crd_check_reconfiguration('org/project1', 'org/project2')
4037
4038 def test_crd_undefined_project(self):
4039 """Test that undefined projects in dependencies are handled for
4040 independent pipelines"""
4041 # It's a hack for fake gerrit,
4042 # as it implies repo creation upon the creation of any change
James E. Blairc4ba97a2017-04-19 16:26:24 -07004043 self.init_repo("org/unknown", tag='init')
Evgeny Antyshev0deaaad2015-08-03 20:22:56 +00004044 self._test_crd_check_reconfiguration('org/project1', 'org/unknown')
4045
Jesse Keatingea68ab42017-04-19 15:03:30 -07004046 @simple_layout('layouts/ignore-dependencies.yaml')
James E. Blair17dd6772015-02-09 14:45:18 -08004047 def test_crd_check_ignore_dependencies(self):
4048 "Test cross-repo dependencies can be ignored"
James E. Blair17dd6772015-02-09 14:45:18 -08004049
4050 self.gearman_server.hold_jobs_in_queue = True
4051 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4052 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4053 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
4054
4055 # A Depends-On: B
4056 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4057 A.subject, B.data['id'])
4058 # C git-depends on B
4059 C.setDependsOn(B, 1)
4060 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4061 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4062 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4063 self.waitUntilSettled()
4064
4065 # Make sure none of the items share a change queue, and all
4066 # are live.
Jesse Keatingea68ab42017-04-19 15:03:30 -07004067 tenant = self.sched.abide.tenants.get('tenant-one')
Clint Byrum12282ca2017-04-03 11:04:02 -07004068 check_pipeline = tenant.layout.pipelines['check']
James E. Blair17dd6772015-02-09 14:45:18 -08004069 self.assertEqual(len(check_pipeline.queues), 3)
4070 self.assertEqual(len(check_pipeline.getAllItems()), 3)
4071 for item in check_pipeline.getAllItems():
4072 self.assertTrue(item.live)
4073
4074 self.gearman_server.hold_jobs_in_queue = False
4075 self.gearman_server.release()
4076 self.waitUntilSettled()
4077
4078 self.assertEqual(A.data['status'], 'NEW')
4079 self.assertEqual(B.data['status'], 'NEW')
4080 self.assertEqual(C.data['status'], 'NEW')
4081 self.assertEqual(A.reported, 1)
4082 self.assertEqual(B.reported, 1)
4083 self.assertEqual(C.reported, 1)
4084
4085 # Each job should have tested exactly one change
4086 for job in self.history:
4087 self.assertEqual(len(job.changes.split()), 1)
James E. Blair96698e22015-04-02 07:48:21 -07004088
James E. Blair7cb84542017-04-19 13:35:05 -07004089 @simple_layout('layouts/three-projects.yaml')
James E. Blair96698e22015-04-02 07:48:21 -07004090 def test_crd_check_transitive(self):
4091 "Test transitive cross-repo dependencies"
4092 # Specifically, if A -> B -> C, and C gets a new patchset and
4093 # A gets a new patchset, ensure the test of A,2 includes B,1
4094 # and C,2 (not C,1 which would indicate stale data in the
4095 # cache for B).
4096 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4097 B = self.fake_gerrit.addFakeChange('org/project2', 'master', 'B')
4098 C = self.fake_gerrit.addFakeChange('org/project3', 'master', 'C')
4099
4100 # A Depends-On: B
4101 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4102 A.subject, B.data['id'])
4103
4104 # B Depends-On: C
4105 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4106 B.subject, C.data['id'])
4107
4108 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4109 self.waitUntilSettled()
4110 self.assertEqual(self.history[-1].changes, '3,1 2,1 1,1')
4111
4112 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4113 self.waitUntilSettled()
4114 self.assertEqual(self.history[-1].changes, '3,1 2,1')
4115
4116 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4117 self.waitUntilSettled()
4118 self.assertEqual(self.history[-1].changes, '3,1')
4119
4120 C.addPatchset()
4121 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(2))
4122 self.waitUntilSettled()
4123 self.assertEqual(self.history[-1].changes, '3,2')
4124
4125 A.addPatchset()
4126 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
4127 self.waitUntilSettled()
4128 self.assertEqual(self.history[-1].changes, '3,2 2,1 1,2')
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004129
James E. Blaira8b90b32016-08-24 15:18:50 -07004130 def test_crd_check_unknown(self):
4131 "Test unknown projects in independent pipeline"
James E. Blairc4ba97a2017-04-19 16:26:24 -07004132 self.init_repo("org/unknown", tag='init')
James E. Blaira8b90b32016-08-24 15:18:50 -07004133 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4134 B = self.fake_gerrit.addFakeChange('org/unknown', 'master', 'D')
4135 # A Depends-On: B
4136 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4137 A.subject, B.data['id'])
4138
4139 # Make sure zuul has seen an event on B.
4140 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4141 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4142 self.waitUntilSettled()
4143
4144 self.assertEqual(A.data['status'], 'NEW')
4145 self.assertEqual(A.reported, 1)
4146 self.assertEqual(B.data['status'], 'NEW')
4147 self.assertEqual(B.reported, 0)
4148
James E. Blair92464a22016-04-05 10:21:26 -07004149 def test_crd_cycle_join(self):
4150 "Test an updated change creates a cycle"
4151 A = self.fake_gerrit.addFakeChange('org/project2', 'master', 'A')
4152
4153 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4154 self.waitUntilSettled()
4155
4156 # Create B->A
4157 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
4158 B.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4159 B.subject, A.data['id'])
4160 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4161 self.waitUntilSettled()
4162
4163 # Update A to add A->B (a cycle).
4164 A.addPatchset()
4165 A.data['commitMessage'] = '%s\n\nDepends-On: %s\n' % (
4166 A.subject, B.data['id'])
4167 # Normally we would submit the patchset-created event for
4168 # processing here, however, we have no way of noting whether
4169 # the dependency cycle detection correctly raised an
4170 # exception, so instead, we reach into the source driver and
4171 # call the method that would ultimately be called by the event
4172 # processing.
4173
Paul Belanger0e155e22016-11-14 14:12:23 -05004174 tenant = self.sched.abide.tenants.get('tenant-one')
James E. Blair6053de42017-04-05 11:27:11 -07004175 (trusted, project) = tenant.getProject('org/project')
4176 source = project.source
Paul Belanger0e155e22016-11-14 14:12:23 -05004177
4178 # TODO(pabelanger): As we add more source / trigger APIs we should make
4179 # it easier for users to create events for testing.
4180 event = zuul.model.TriggerEvent()
4181 event.trigger_name = 'gerrit'
4182 event.change_number = '1'
4183 event.patch_number = '2'
James E. Blair92464a22016-04-05 10:21:26 -07004184 with testtools.ExpectedException(
4185 Exception, "Dependency cycle detected"):
Paul Belanger0e155e22016-11-14 14:12:23 -05004186 source.getChange(event, True)
James E. Blair92464a22016-04-05 10:21:26 -07004187 self.log.debug("Got expected dependency cycle exception")
4188
4189 # Now if we update B to remove the depends-on, everything
4190 # should be okay. B; A->B
4191
4192 B.addPatchset()
4193 B.data['commitMessage'] = '%s\n' % (B.subject,)
Paul Belanger0e155e22016-11-14 14:12:23 -05004194
4195 source.getChange(event, True)
4196 event.change_number = '2'
4197 source.getChange(event, True)
James E. Blair92464a22016-04-05 10:21:26 -07004198
Jesse Keatingcc67b122017-04-19 14:54:57 -07004199 @simple_layout('layouts/disable_at.yaml')
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004200 def test_disable_at(self):
4201 "Test a pipeline will only report to the disabled trigger when failing"
4202
Jesse Keatingcc67b122017-04-19 14:54:57 -07004203 tenant = self.sched.abide.tenants.get('tenant-one')
Paul Belanger7dc76e82016-11-11 16:51:08 -05004204 self.assertEqual(3, tenant.layout.pipelines['check'].disable_at)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004205 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004206 0, tenant.layout.pipelines['check']._consecutive_failures)
4207 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004208
4209 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4210 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
4211 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
4212 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
4213 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
4214 F = self.fake_gerrit.addFakeChange('org/project', 'master', 'F')
4215 G = self.fake_gerrit.addFakeChange('org/project', 'master', 'G')
4216 H = self.fake_gerrit.addFakeChange('org/project', 'master', 'H')
4217 I = self.fake_gerrit.addFakeChange('org/project', 'master', 'I')
4218 J = self.fake_gerrit.addFakeChange('org/project', 'master', 'J')
4219 K = self.fake_gerrit.addFakeChange('org/project', 'master', 'K')
4220
Paul Belanger174a8272017-03-14 13:20:10 -04004221 self.executor_server.failJob('project-test1', A)
4222 self.executor_server.failJob('project-test1', B)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004223 # Let C pass, resetting the counter
Paul Belanger174a8272017-03-14 13:20:10 -04004224 self.executor_server.failJob('project-test1', D)
4225 self.executor_server.failJob('project-test1', E)
4226 self.executor_server.failJob('project-test1', F)
4227 self.executor_server.failJob('project-test1', G)
4228 self.executor_server.failJob('project-test1', H)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004229 # I also passes but should only report to the disabled reporters
Paul Belanger174a8272017-03-14 13:20:10 -04004230 self.executor_server.failJob('project-test1', J)
4231 self.executor_server.failJob('project-test1', K)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004232
4233 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4234 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4235 self.waitUntilSettled()
4236
4237 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004238 2, tenant.layout.pipelines['check']._consecutive_failures)
4239 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004240
4241 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
4242 self.waitUntilSettled()
4243
4244 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004245 0, tenant.layout.pipelines['check']._consecutive_failures)
4246 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004247
4248 self.fake_gerrit.addEvent(D.getPatchsetCreatedEvent(1))
4249 self.fake_gerrit.addEvent(E.getPatchsetCreatedEvent(1))
4250 self.fake_gerrit.addEvent(F.getPatchsetCreatedEvent(1))
4251 self.waitUntilSettled()
4252
4253 # We should be disabled now
4254 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004255 3, tenant.layout.pipelines['check']._consecutive_failures)
4256 self.assertTrue(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004257
4258 # We need to wait between each of these patches to make sure the
4259 # smtp messages come back in an expected order
4260 self.fake_gerrit.addEvent(G.getPatchsetCreatedEvent(1))
4261 self.waitUntilSettled()
4262 self.fake_gerrit.addEvent(H.getPatchsetCreatedEvent(1))
4263 self.waitUntilSettled()
4264 self.fake_gerrit.addEvent(I.getPatchsetCreatedEvent(1))
4265 self.waitUntilSettled()
4266
4267 # The first 6 (ABCDEF) jobs should have reported back to gerrt thus
4268 # leaving a message on each change
4269 self.assertEqual(1, len(A.messages))
4270 self.assertIn('Build failed.', A.messages[0])
4271 self.assertEqual(1, len(B.messages))
4272 self.assertIn('Build failed.', B.messages[0])
4273 self.assertEqual(1, len(C.messages))
4274 self.assertIn('Build succeeded.', C.messages[0])
4275 self.assertEqual(1, len(D.messages))
4276 self.assertIn('Build failed.', D.messages[0])
4277 self.assertEqual(1, len(E.messages))
4278 self.assertIn('Build failed.', E.messages[0])
4279 self.assertEqual(1, len(F.messages))
4280 self.assertIn('Build failed.', F.messages[0])
4281
4282 # The last 3 (GHI) would have only reported via smtp.
4283 self.assertEqual(3, len(self.smtp_messages))
4284 self.assertEqual(0, len(G.messages))
4285 self.assertIn('Build failed.', self.smtp_messages[0]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004286 self.assertIn(
4287 'project-test1 https://server/job', self.smtp_messages[0]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004288 self.assertEqual(0, len(H.messages))
4289 self.assertIn('Build failed.', self.smtp_messages[1]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004290 self.assertIn(
4291 'project-test1 https://server/job', self.smtp_messages[1]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004292 self.assertEqual(0, len(I.messages))
4293 self.assertIn('Build succeeded.', self.smtp_messages[2]['body'])
Paul Belanger7dc76e82016-11-11 16:51:08 -05004294 self.assertIn(
4295 'project-test1 https://server/job', self.smtp_messages[2]['body'])
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004296
4297 # Now reload the configuration (simulate a HUP) to check the pipeline
4298 # comes out of disabled
4299 self.sched.reconfigure(self.config)
4300
Jesse Keatingcc67b122017-04-19 14:54:57 -07004301 tenant = self.sched.abide.tenants.get('tenant-one')
Paul Belanger7dc76e82016-11-11 16:51:08 -05004302
4303 self.assertEqual(3, tenant.layout.pipelines['check'].disable_at)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004304 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004305 0, tenant.layout.pipelines['check']._consecutive_failures)
4306 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004307
4308 self.fake_gerrit.addEvent(J.getPatchsetCreatedEvent(1))
4309 self.fake_gerrit.addEvent(K.getPatchsetCreatedEvent(1))
4310 self.waitUntilSettled()
4311
4312 self.assertEqual(
Paul Belanger7dc76e82016-11-11 16:51:08 -05004313 2, tenant.layout.pipelines['check']._consecutive_failures)
4314 self.assertFalse(tenant.layout.pipelines['check']._disabled)
Joshua Hesketh89e829d2015-02-10 16:29:45 +11004315
4316 # J and K went back to gerrit
4317 self.assertEqual(1, len(J.messages))
4318 self.assertIn('Build failed.', J.messages[0])
4319 self.assertEqual(1, len(K.messages))
4320 self.assertIn('Build failed.', K.messages[0])
4321 # No more messages reported via smtp
4322 self.assertEqual(3, len(self.smtp_messages))
Joshua Heskethd6dbd682015-12-22 10:06:54 +11004323
James E. Blaircc020532017-04-19 13:04:44 -07004324 @simple_layout('layouts/one-job-project.yaml')
4325 def test_one_job_project(self):
4326 "Test that queueing works with one job"
4327 A = self.fake_gerrit.addFakeChange('org/one-job-project',
4328 'master', 'A')
4329 B = self.fake_gerrit.addFakeChange('org/one-job-project',
4330 'master', 'B')
4331 A.addApproval('code-review', 2)
4332 B.addApproval('code-review', 2)
4333 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4334 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4335 self.waitUntilSettled()
4336
4337 self.assertEqual(A.data['status'], 'MERGED')
4338 self.assertEqual(A.reported, 2)
4339 self.assertEqual(B.data['status'], 'MERGED')
4340 self.assertEqual(B.reported, 2)
4341
Paul Belanger71d98172016-11-08 10:56:31 -05004342 def test_rerun_on_abort(self):
Paul Belanger174a8272017-03-14 13:20:10 -04004343 "Test that if a execute server fails to run a job, it is run again"
Paul Belanger71d98172016-11-08 10:56:31 -05004344
Paul Belanger174a8272017-03-14 13:20:10 -04004345 self.executor_server.hold_jobs_in_build = True
Paul Belanger71d98172016-11-08 10:56:31 -05004346 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4347 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4348 self.waitUntilSettled()
4349
Paul Belanger174a8272017-03-14 13:20:10 -04004350 self.executor_server.release('.*-merge')
Paul Belanger71d98172016-11-08 10:56:31 -05004351 self.waitUntilSettled()
4352
4353 self.assertEqual(len(self.builds), 2)
4354 self.builds[0].requeue = True
Paul Belanger174a8272017-03-14 13:20:10 -04004355 self.executor_server.release('.*-test*')
Paul Belanger71d98172016-11-08 10:56:31 -05004356 self.waitUntilSettled()
4357
Clint Byrum5bb5feb2016-12-08 12:39:05 -08004358 for x in range(3):
Clint Byrumdf0a55b2016-12-05 06:39:11 -08004359 self.assertEqual(len(self.builds), 1,
4360 'len of builds at x=%d is wrong' % x)
Paul Belanger71d98172016-11-08 10:56:31 -05004361 self.builds[0].requeue = True
Paul Belanger174a8272017-03-14 13:20:10 -04004362 self.executor_server.release('.*-test1')
Paul Belanger71d98172016-11-08 10:56:31 -05004363 self.waitUntilSettled()
4364
Paul Belanger174a8272017-03-14 13:20:10 -04004365 self.executor_server.hold_jobs_in_build = False
4366 self.executor_server.release()
Paul Belanger71d98172016-11-08 10:56:31 -05004367 self.waitUntilSettled()
Clint Byrum5bb5feb2016-12-08 12:39:05 -08004368 self.assertEqual(len(self.history), 6)
Paul Belanger71d98172016-11-08 10:56:31 -05004369 self.assertEqual(self.countJobResults(self.history, 'SUCCESS'), 2)
4370 self.assertEqual(A.reported, 1)
4371 self.assertIn('RETRY_LIMIT', A.messages[0])
Joshua Hesketh3f7def32016-11-21 17:36:44 +11004372
James E. Blair15be0e12017-01-03 13:45:20 -08004373 def test_zookeeper_disconnect(self):
Paul Belanger174a8272017-03-14 13:20:10 -04004374 "Test that jobs are executed after a zookeeper disconnect"
James E. Blair15be0e12017-01-03 13:45:20 -08004375
4376 self.fake_nodepool.paused = True
4377 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4378 A.addApproval('code-review', 2)
4379 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4380 self.waitUntilSettled()
4381
4382 self.zk.client.stop()
4383 self.zk.client.start()
4384 self.fake_nodepool.paused = False
4385 self.waitUntilSettled()
4386
4387 self.assertEqual(A.data['status'], 'MERGED')
4388 self.assertEqual(A.reported, 2)
4389
James E. Blair6ab79e02017-01-06 10:10:17 -08004390 def test_nodepool_failure(self):
4391 "Test that jobs are reported after a nodepool failure"
4392
4393 self.fake_nodepool.paused = True
4394 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4395 A.addApproval('code-review', 2)
4396 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4397 self.waitUntilSettled()
4398
4399 req = self.fake_nodepool.getNodeRequests()[0]
4400 self.fake_nodepool.addFailRequest(req)
4401
4402 self.fake_nodepool.paused = False
4403 self.waitUntilSettled()
4404
4405 self.assertEqual(A.data['status'], 'NEW')
4406 self.assertEqual(A.reported, 2)
4407 self.assertIn('project-merge : NODE_FAILURE', A.messages[1])
4408 self.assertIn('project-test1 : SKIPPED', A.messages[1])
4409 self.assertIn('project-test2 : SKIPPED', A.messages[1])
4410
Arieb6f068c2016-10-09 13:11:06 +03004411
James E. Blaira002b032017-04-18 10:35:48 -07004412class TestExecutor(ZuulTestCase):
4413 tenant_config_file = 'config/single-tenant/main.yaml'
4414
4415 def assertFinalState(self):
4416 # In this test, we expect to shut down in a non-final state,
4417 # so skip these checks.
4418 pass
4419
4420 def assertCleanShutdown(self):
4421 self.log.debug("Assert clean shutdown")
4422
4423 # After shutdown, make sure no jobs are running
4424 self.assertEqual({}, self.executor_server.job_workers)
4425
4426 # Make sure that git.Repo objects have been garbage collected.
4427 repos = []
4428 gc.collect()
4429 for obj in gc.get_objects():
4430 if isinstance(obj, git.Repo):
4431 self.log.debug("Leaked git repo object: %s" % repr(obj))
4432 repos.append(obj)
4433 self.assertEqual(len(repos), 0)
4434
4435 def test_executor_shutdown(self):
4436 "Test that the executor can shut down with jobs running"
4437
4438 self.executor_server.hold_jobs_in_build = True
4439 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4440 A.addApproval('code-review', 2)
4441 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4442 self.waitUntilSettled()
4443
4444
Fredrik Medleyf8aec832015-09-28 13:40:20 +02004445class TestDependencyGraph(ZuulTestCase):
4446 tenant_config_file = 'config/dependency-graph/main.yaml'
4447
4448 def test_dependeny_graph_dispatch_jobs_once(self):
4449 "Test a job in a dependency graph is queued only once"
4450 # Job dependencies, starting with A
4451 # A
4452 # / \
4453 # B C
4454 # / \ / \
4455 # D F E
4456 # |
4457 # G
4458
4459 self.executor_server.hold_jobs_in_build = True
4460 change = self.fake_gerrit.addFakeChange(
4461 'org/project', 'master', 'change')
4462 change.addApproval('code-review', 2)
4463 self.fake_gerrit.addEvent(change.addApproval('approved', 1))
4464
4465 self.waitUntilSettled()
4466 self.assertEqual([b.name for b in self.builds], ['A'])
4467
4468 self.executor_server.release('A')
4469 self.waitUntilSettled()
4470 self.assertEqual(sorted(b.name for b in self.builds), ['B', 'C'])
4471
4472 self.executor_server.release('B')
4473 self.waitUntilSettled()
4474 self.assertEqual(sorted(b.name for b in self.builds), ['C', 'D'])
4475
4476 self.executor_server.release('D')
4477 self.waitUntilSettled()
4478 self.assertEqual([b.name for b in self.builds], ['C'])
4479
4480 self.executor_server.release('C')
4481 self.waitUntilSettled()
4482 self.assertEqual(sorted(b.name for b in self.builds), ['E', 'F'])
4483
4484 self.executor_server.release('F')
4485 self.waitUntilSettled()
4486 self.assertEqual(sorted(b.name for b in self.builds), ['E', 'G'])
4487
4488 self.executor_server.release('G')
4489 self.waitUntilSettled()
4490 self.assertEqual([b.name for b in self.builds], ['E'])
4491
4492 self.executor_server.release('E')
4493 self.waitUntilSettled()
4494 self.assertEqual(len(self.builds), 0)
4495
4496 self.executor_server.hold_jobs_in_build = False
4497 self.executor_server.release()
4498 self.waitUntilSettled()
4499
4500 self.assertEqual(len(self.builds), 0)
4501 self.assertEqual(len(self.history), 7)
4502
4503 self.assertEqual(change.data['status'], 'MERGED')
4504 self.assertEqual(change.reported, 2)
4505
4506 def test_jobs_launched_only_if_all_dependencies_are_successful(self):
4507 "Test that a job waits till all dependencies are successful"
4508 # Job dependencies, starting with A
4509 # A
4510 # / \
4511 # B C*
4512 # / \ / \
4513 # D F E
4514 # |
4515 # G
4516
4517 self.executor_server.hold_jobs_in_build = True
4518 change = self.fake_gerrit.addFakeChange(
4519 'org/project', 'master', 'change')
4520 change.addApproval('code-review', 2)
4521
4522 self.executor_server.failJob('C', change)
4523
4524 self.fake_gerrit.addEvent(change.addApproval('approved', 1))
4525
4526 self.waitUntilSettled()
4527 self.assertEqual([b.name for b in self.builds], ['A'])
4528
4529 self.executor_server.release('A')
4530 self.waitUntilSettled()
4531 self.assertEqual(sorted(b.name for b in self.builds), ['B', 'C'])
4532
4533 self.executor_server.release('B')
4534 self.waitUntilSettled()
4535 self.assertEqual(sorted(b.name for b in self.builds), ['C', 'D'])
4536
4537 self.executor_server.release('D')
4538 self.waitUntilSettled()
4539 self.assertEqual([b.name for b in self.builds], ['C'])
4540
4541 self.executor_server.release('C')
4542 self.waitUntilSettled()
4543 self.assertEqual(len(self.builds), 0)
4544
4545 self.executor_server.hold_jobs_in_build = False
4546 self.executor_server.release()
4547 self.waitUntilSettled()
4548
4549 self.assertEqual(len(self.builds), 0)
4550 self.assertEqual(len(self.history), 4)
4551
4552 self.assertEqual(change.data['status'], 'NEW')
4553 self.assertEqual(change.reported, 2)
4554
4555
Arieb6f068c2016-10-09 13:11:06 +03004556class TestDuplicatePipeline(ZuulTestCase):
4557 tenant_config_file = 'config/duplicate-pipeline/main.yaml'
4558
4559 def test_duplicate_pipelines(self):
4560 "Test that a change matching multiple pipelines works"
4561
4562 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4563 self.fake_gerrit.addEvent(A.getChangeRestoredEvent())
4564 self.waitUntilSettled()
4565
4566 self.assertHistory([
4567 dict(name='project-test1', result='SUCCESS', changes='1,1',
4568 pipeline='dup1'),
4569 dict(name='project-test1', result='SUCCESS', changes='1,1',
4570 pipeline='dup2'),
Paul Belanger73a7d8e2016-11-09 11:12:42 -05004571 ], ordered=False)
Arieb6f068c2016-10-09 13:11:06 +03004572
4573 self.assertEqual(len(A.messages), 2)
4574
Paul Belangera46a3742016-11-09 14:23:03 -05004575 if 'dup1' in A.messages[0]:
4576 self.assertIn('dup1', A.messages[0])
4577 self.assertNotIn('dup2', A.messages[0])
4578 self.assertIn('project-test1', A.messages[0])
4579 self.assertIn('dup2', A.messages[1])
4580 self.assertNotIn('dup1', A.messages[1])
4581 self.assertIn('project-test1', A.messages[1])
4582 else:
4583 self.assertIn('dup1', A.messages[1])
4584 self.assertNotIn('dup2', A.messages[1])
4585 self.assertIn('project-test1', A.messages[1])
4586 self.assertIn('dup2', A.messages[0])
4587 self.assertNotIn('dup1', A.messages[0])
4588 self.assertIn('project-test1', A.messages[0])
Paul Belangerfac69ba2016-11-03 09:03:13 -04004589
4590
Paul Belanger86085b32016-11-03 12:48:57 -04004591class TestSchedulerTemplatedProject(ZuulTestCase):
4592 tenant_config_file = 'config/templated-project/main.yaml'
4593
Paul Belanger174a8272017-03-14 13:20:10 -04004594 def test_job_from_templates_executed(self):
4595 "Test whether a job generated via a template can be executed"
Paul Belanger86085b32016-11-03 12:48:57 -04004596
4597 A = self.fake_gerrit.addFakeChange(
4598 'org/templated-project', 'master', 'A')
4599 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4600 self.waitUntilSettled()
4601
4602 self.assertEqual(self.getJobFromHistory('project-test1').result,
4603 'SUCCESS')
4604 self.assertEqual(self.getJobFromHistory('project-test2').result,
4605 'SUCCESS')
Paul Belanger3adf72f2016-11-03 14:57:31 -04004606
4607 def test_layered_templates(self):
Paul Belanger174a8272017-03-14 13:20:10 -04004608 "Test whether a job generated via a template can be executed"
Paul Belanger3adf72f2016-11-03 14:57:31 -04004609
4610 A = self.fake_gerrit.addFakeChange(
4611 'org/layered-project', 'master', 'A')
4612 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4613 self.waitUntilSettled()
4614
4615 self.assertEqual(self.getJobFromHistory('project-test1').result,
4616 'SUCCESS')
4617 self.assertEqual(self.getJobFromHistory('project-test2').result,
4618 'SUCCESS')
4619 self.assertEqual(self.getJobFromHistory('layered-project-test3'
4620 ).result, 'SUCCESS')
4621 self.assertEqual(self.getJobFromHistory('layered-project-test4'
4622 ).result, 'SUCCESS')
4623 self.assertEqual(self.getJobFromHistory('layered-project-foo-test5'
4624 ).result, 'SUCCESS')
4625 self.assertEqual(self.getJobFromHistory('project-test6').result,
4626 'SUCCESS')
Adam Gandelman94a60062016-11-21 16:43:14 -08004627
4628
4629class TestSchedulerSuccessURL(ZuulTestCase):
4630 tenant_config_file = 'config/success-url/main.yaml'
4631
4632 def test_success_url(self):
4633 "Ensure bad build params are ignored"
4634 self.sched.reconfigure(self.config)
4635 self.init_repo('org/docs')
4636
4637 A = self.fake_gerrit.addFakeChange('org/docs', 'master', 'A')
4638 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4639 self.waitUntilSettled()
4640
4641 # Both builds ran: docs-draft-test + docs-draft-test2
4642 self.assertEqual(len(self.history), 2)
4643
4644 # Grab build id
James E. Blaire7576802016-12-21 16:15:00 -08004645 for build in self.history:
4646 if build.name == 'docs-draft-test':
4647 uuid = build.uuid[:7]
4648 break
Adam Gandelman94a60062016-11-21 16:43:14 -08004649
4650 # Two msgs: 'Starting...' + results
4651 self.assertEqual(len(self.smtp_messages), 2)
4652 body = self.smtp_messages[1]['body'].splitlines()
4653 self.assertEqual('Build succeeded.', body[0])
4654
4655 self.assertIn(
4656 '- docs-draft-test http://docs-draft.example.org/1/1/1/check/'
4657 'docs-draft-test/%s/publish-docs/' % uuid,
4658 body[2])
4659
Paul Belanger174a8272017-03-14 13:20:10 -04004660 # NOTE: This default URL is currently hard-coded in executor/server.py
Adam Gandelman94a60062016-11-21 16:43:14 -08004661 self.assertIn(
4662 '- docs-draft-test2 https://server/job',
4663 body[3])
Adam Gandelman8bd57102016-12-02 12:58:42 -08004664
4665
Adam Gandelman4da00f62016-12-09 15:47:33 -08004666class TestSchedulerMerges(ZuulTestCase):
4667 tenant_config_file = 'config/merges/main.yaml'
Adam Gandelman8bd57102016-12-02 12:58:42 -08004668
4669 def _test_project_merge_mode(self, mode):
Paul Belanger174a8272017-03-14 13:20:10 -04004670 self.executor_server.keep_jobdir = False
Adam Gandelman8bd57102016-12-02 12:58:42 -08004671 project = 'org/project-%s' % mode
Paul Belanger174a8272017-03-14 13:20:10 -04004672 self.executor_server.hold_jobs_in_build = True
Adam Gandelman8bd57102016-12-02 12:58:42 -08004673 A = self.fake_gerrit.addFakeChange(project, 'master', 'A')
4674 B = self.fake_gerrit.addFakeChange(project, 'master', 'B')
4675 C = self.fake_gerrit.addFakeChange(project, 'master', 'C')
4676 A.addApproval('code-review', 2)
4677 B.addApproval('code-review', 2)
4678 C.addApproval('code-review', 2)
4679 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4680 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4681 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
4682 self.waitUntilSettled()
4683
4684 build = self.builds[-1]
4685 ref = self.getParameter(build, 'ZUUL_REF')
4686
Monty Taylord642d852017-02-23 14:05:42 -05004687 path = os.path.join(build.jobdir.src_root, project)
Adam Gandelman8bd57102016-12-02 12:58:42 -08004688 repo = git.Repo(path)
4689 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4690 repo_messages.reverse()
4691
Paul Belanger174a8272017-03-14 13:20:10 -04004692 self.executor_server.hold_jobs_in_build = False
4693 self.executor_server.release()
Adam Gandelman8bd57102016-12-02 12:58:42 -08004694 self.waitUntilSettled()
4695
4696 return repo_messages
4697
4698 def _test_merge(self, mode):
4699 us_path = os.path.join(
4700 self.upstream_root, 'org/project-%s' % mode)
4701 expected_messages = [
4702 'initial commit',
4703 'add content from fixture',
4704 # the intermediate commits order is nondeterministic
4705 "Merge commit 'refs/changes/1/2/1' of %s into HEAD" % us_path,
4706 "Merge commit 'refs/changes/1/3/1' of %s into HEAD" % us_path,
4707 ]
4708 result = self._test_project_merge_mode(mode)
4709 self.assertEqual(result[:2], expected_messages[:2])
4710 self.assertEqual(result[-2:], expected_messages[-2:])
4711
4712 def test_project_merge_mode_merge(self):
4713 self._test_merge('merge')
4714
4715 def test_project_merge_mode_merge_resolve(self):
4716 self._test_merge('merge-resolve')
4717
4718 def test_project_merge_mode_cherrypick(self):
4719 expected_messages = [
4720 'initial commit',
4721 'add content from fixture',
4722 'A-1',
4723 'B-1',
4724 'C-1']
4725 result = self._test_project_merge_mode('cherry-pick')
4726 self.assertEqual(result, expected_messages)
Adam Gandelman4da00f62016-12-09 15:47:33 -08004727
4728 def test_merge_branch(self):
4729 "Test that the right commits are on alternate branches"
4730 self.create_branch('org/project-merge-branches', 'mp')
4731
Paul Belanger174a8272017-03-14 13:20:10 -04004732 self.executor_server.hold_jobs_in_build = True
Adam Gandelman4da00f62016-12-09 15:47:33 -08004733 A = self.fake_gerrit.addFakeChange(
4734 'org/project-merge-branches', 'mp', 'A')
4735 B = self.fake_gerrit.addFakeChange(
4736 'org/project-merge-branches', 'mp', 'B')
4737 C = self.fake_gerrit.addFakeChange(
4738 'org/project-merge-branches', 'mp', 'C')
4739 A.addApproval('code-review', 2)
4740 B.addApproval('code-review', 2)
4741 C.addApproval('code-review', 2)
4742 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4743 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4744 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
4745 self.waitUntilSettled()
4746
Paul Belanger174a8272017-03-14 13:20:10 -04004747 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004748 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04004749 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004750 self.waitUntilSettled()
Paul Belanger174a8272017-03-14 13:20:10 -04004751 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004752 self.waitUntilSettled()
4753
4754 build = self.builds[-1]
4755 self.assertEqual(self.getParameter(build, 'ZUUL_BRANCH'), 'mp')
4756 ref = self.getParameter(build, 'ZUUL_REF')
4757 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05004758 build.jobdir.src_root, 'org/project-merge-branches')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004759 repo = git.Repo(path)
4760
4761 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
4762 repo_messages.reverse()
4763 correct_messages = [
4764 'initial commit',
4765 'add content from fixture',
4766 'mp commit',
4767 'A-1', 'B-1', 'C-1']
4768 self.assertEqual(repo_messages, correct_messages)
4769
Paul Belanger174a8272017-03-14 13:20:10 -04004770 self.executor_server.hold_jobs_in_build = False
4771 self.executor_server.release()
Adam Gandelman4da00f62016-12-09 15:47:33 -08004772 self.waitUntilSettled()
4773
4774 def test_merge_multi_branch(self):
4775 "Test that dependent changes on multiple branches are merged"
4776 self.create_branch('org/project-merge-branches', 'mp')
4777
Paul Belanger174a8272017-03-14 13:20:10 -04004778 self.executor_server.hold_jobs_in_build = True
Adam Gandelman4da00f62016-12-09 15:47:33 -08004779 A = self.fake_gerrit.addFakeChange(
4780 'org/project-merge-branches', 'master', 'A')
4781 B = self.fake_gerrit.addFakeChange(
4782 'org/project-merge-branches', 'mp', 'B')
4783 C = self.fake_gerrit.addFakeChange(
4784 'org/project-merge-branches', 'master', 'C')
4785 A.addApproval('code-review', 2)
4786 B.addApproval('code-review', 2)
4787 C.addApproval('code-review', 2)
4788 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
4789 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
4790 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
4791 self.waitUntilSettled()
4792
4793 job_A = None
4794 for job in self.builds:
4795 if 'project-merge' in job.name:
4796 job_A = job
4797 ref_A = self.getParameter(job_A, 'ZUUL_REF')
4798 commit_A = self.getParameter(job_A, 'ZUUL_COMMIT')
4799 self.log.debug("Got Zuul ref for change A: %s" % ref_A)
4800 self.log.debug("Got Zuul commit for change A: %s" % commit_A)
4801
4802 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05004803 job_A.jobdir.src_root, "org/project-merge-branches")
Adam Gandelman4da00f62016-12-09 15:47:33 -08004804 repo = git.Repo(path)
4805 repo_messages = [c.message.strip()
4806 for c in repo.iter_commits(ref_A)]
4807 repo_messages.reverse()
4808 correct_messages = [
4809 'initial commit', 'add content from fixture', 'A-1']
4810 self.assertEqual(repo_messages, correct_messages)
4811
Paul Belanger174a8272017-03-14 13:20:10 -04004812 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004813 self.waitUntilSettled()
4814
4815 job_B = None
4816 for job in self.builds:
4817 if 'project-merge' in job.name:
4818 job_B = job
4819 ref_B = self.getParameter(job_B, 'ZUUL_REF')
4820 commit_B = self.getParameter(job_B, 'ZUUL_COMMIT')
4821 self.log.debug("Got Zuul ref for change B: %s" % ref_B)
4822 self.log.debug("Got Zuul commit for change B: %s" % commit_B)
4823
4824 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05004825 job_B.jobdir.src_root, "org/project-merge-branches")
Adam Gandelman4da00f62016-12-09 15:47:33 -08004826 repo = git.Repo(path)
4827 repo_messages = [c.message.strip()
4828 for c in repo.iter_commits(ref_B)]
4829 repo_messages.reverse()
4830 correct_messages = [
4831 'initial commit', 'add content from fixture', 'mp commit', 'B-1']
4832 self.assertEqual(repo_messages, correct_messages)
4833
Paul Belanger174a8272017-03-14 13:20:10 -04004834 self.executor_server.release('.*-merge')
Adam Gandelman4da00f62016-12-09 15:47:33 -08004835 self.waitUntilSettled()
4836
4837 job_C = None
4838 for job in self.builds:
4839 if 'project-merge' in job.name:
4840 job_C = job
4841 ref_C = self.getParameter(job_C, 'ZUUL_REF')
4842 commit_C = self.getParameter(job_C, 'ZUUL_COMMIT')
4843 self.log.debug("Got Zuul ref for change C: %s" % ref_C)
4844 self.log.debug("Got Zuul commit for change C: %s" % commit_C)
4845 path = os.path.join(
Monty Taylord642d852017-02-23 14:05:42 -05004846 job_C.jobdir.src_root, "org/project-merge-branches")
Adam Gandelman4da00f62016-12-09 15:47:33 -08004847 repo = git.Repo(path)
4848 repo_messages = [c.message.strip()
4849 for c in repo.iter_commits(ref_C)]
4850
4851 repo_messages.reverse()
4852 correct_messages = [
4853 'initial commit', 'add content from fixture',
4854 'A-1', 'C-1']
4855 # Ensure the right commits are in the history for this ref
4856 self.assertEqual(repo_messages, correct_messages)
4857
Paul Belanger174a8272017-03-14 13:20:10 -04004858 self.executor_server.hold_jobs_in_build = False
4859 self.executor_server.release()
Adam Gandelman4da00f62016-12-09 15:47:33 -08004860 self.waitUntilSettled()
Tobias Henkel9a0e1942017-03-20 16:16:02 +01004861
4862
James E. Blair9ea0d0b2017-04-20 09:27:15 -07004863class TestSemaphore(ZuulTestCase):
4864 tenant_config_file = 'config/semaphore/main.yaml'
4865
4866 def test_semaphore_one(self):
4867 "Test semaphores with max=1 (mutex)"
4868 tenant = self.sched.abide.tenants.get('tenant-one')
4869
4870 self.executor_server.hold_jobs_in_build = True
4871
4872 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
4873 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
4874 self.assertFalse('test-semaphore' in
4875 tenant.semaphore_handler.semaphores)
4876
4877 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4878 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4879 self.waitUntilSettled()
4880
4881 self.assertEqual(len(self.builds), 3)
4882 self.assertEqual(self.builds[0].name, 'project-test1')
4883 self.assertEqual(self.builds[1].name, 'semaphore-one-test1')
4884 self.assertEqual(self.builds[2].name, 'project-test1')
4885
4886 self.executor_server.release('semaphore-one-test1')
4887 self.waitUntilSettled()
4888
4889 self.assertEqual(len(self.builds), 3)
4890 self.assertEqual(self.builds[0].name, 'project-test1')
4891 self.assertEqual(self.builds[1].name, 'project-test1')
4892 self.assertEqual(self.builds[2].name, 'semaphore-one-test2')
4893 self.assertTrue('test-semaphore' in
4894 tenant.semaphore_handler.semaphores)
4895
4896 self.executor_server.release('semaphore-one-test2')
4897 self.waitUntilSettled()
4898
4899 self.assertEqual(len(self.builds), 3)
4900 self.assertEqual(self.builds[0].name, 'project-test1')
4901 self.assertEqual(self.builds[1].name, 'project-test1')
4902 self.assertEqual(self.builds[2].name, 'semaphore-one-test1')
4903 self.assertTrue('test-semaphore' in
4904 tenant.semaphore_handler.semaphores)
4905
4906 self.executor_server.release('semaphore-one-test1')
4907 self.waitUntilSettled()
4908
4909 self.assertEqual(len(self.builds), 3)
4910 self.assertEqual(self.builds[0].name, 'project-test1')
4911 self.assertEqual(self.builds[1].name, 'project-test1')
4912 self.assertEqual(self.builds[2].name, 'semaphore-one-test2')
4913 self.assertTrue('test-semaphore' in
4914 tenant.semaphore_handler.semaphores)
4915
4916 self.executor_server.release('semaphore-one-test2')
4917 self.waitUntilSettled()
4918
4919 self.assertEqual(len(self.builds), 2)
4920 self.assertEqual(self.builds[0].name, 'project-test1')
4921 self.assertEqual(self.builds[1].name, 'project-test1')
4922 self.assertFalse('test-semaphore' in
4923 tenant.semaphore_handler.semaphores)
4924
4925 self.executor_server.hold_jobs_in_build = False
4926 self.executor_server.release()
4927
4928 self.waitUntilSettled()
4929 self.assertEqual(len(self.builds), 0)
4930
4931 self.assertEqual(A.reported, 1)
4932 self.assertEqual(B.reported, 1)
4933 self.assertFalse('test-semaphore' in
4934 tenant.semaphore_handler.semaphores)
4935
4936 def test_semaphore_two(self):
4937 "Test semaphores with max>1"
4938 tenant = self.sched.abide.tenants.get('tenant-one')
4939
4940 self.executor_server.hold_jobs_in_build = True
4941 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
4942 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
4943 self.assertFalse('test-semaphore-two' in
4944 tenant.semaphore_handler.semaphores)
4945
4946 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
4947 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
4948 self.waitUntilSettled()
4949
4950 self.assertEqual(len(self.builds), 4)
4951 self.assertEqual(self.builds[0].name, 'project-test1')
4952 self.assertEqual(self.builds[1].name, 'semaphore-two-test1')
4953 self.assertEqual(self.builds[2].name, 'semaphore-two-test2')
4954 self.assertEqual(self.builds[3].name, 'project-test1')
4955 self.assertTrue('test-semaphore-two' in
4956 tenant.semaphore_handler.semaphores)
4957 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
4958 'test-semaphore-two', [])), 2)
4959
4960 self.executor_server.release('semaphore-two-test1')
4961 self.waitUntilSettled()
4962
4963 self.assertEqual(len(self.builds), 4)
4964 self.assertEqual(self.builds[0].name, 'project-test1')
4965 self.assertEqual(self.builds[1].name, 'semaphore-two-test2')
4966 self.assertEqual(self.builds[2].name, 'project-test1')
4967 self.assertEqual(self.builds[3].name, 'semaphore-two-test1')
4968 self.assertTrue('test-semaphore-two' in
4969 tenant.semaphore_handler.semaphores)
4970 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
4971 'test-semaphore-two', [])), 2)
4972
4973 self.executor_server.release('semaphore-two-test2')
4974 self.waitUntilSettled()
4975
4976 self.assertEqual(len(self.builds), 4)
4977 self.assertEqual(self.builds[0].name, 'project-test1')
4978 self.assertEqual(self.builds[1].name, 'project-test1')
4979 self.assertEqual(self.builds[2].name, 'semaphore-two-test1')
4980 self.assertEqual(self.builds[3].name, 'semaphore-two-test2')
4981 self.assertTrue('test-semaphore-two' in
4982 tenant.semaphore_handler.semaphores)
4983 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
4984 'test-semaphore-two', [])), 2)
4985
4986 self.executor_server.release('semaphore-two-test1')
4987 self.waitUntilSettled()
4988
4989 self.assertEqual(len(self.builds), 3)
4990 self.assertEqual(self.builds[0].name, 'project-test1')
4991 self.assertEqual(self.builds[1].name, 'project-test1')
4992 self.assertEqual(self.builds[2].name, 'semaphore-two-test2')
4993 self.assertTrue('test-semaphore-two' in
4994 tenant.semaphore_handler.semaphores)
4995 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
4996 'test-semaphore-two', [])), 1)
4997
4998 self.executor_server.release('semaphore-two-test2')
4999 self.waitUntilSettled()
5000
5001 self.assertEqual(len(self.builds), 2)
5002 self.assertEqual(self.builds[0].name, 'project-test1')
5003 self.assertEqual(self.builds[1].name, 'project-test1')
5004 self.assertFalse('test-semaphore-two' in
5005 tenant.semaphore_handler.semaphores)
5006
5007 self.executor_server.hold_jobs_in_build = False
5008 self.executor_server.release()
5009
5010 self.waitUntilSettled()
5011 self.assertEqual(len(self.builds), 0)
5012
5013 self.assertEqual(A.reported, 1)
5014 self.assertEqual(B.reported, 1)
5015
5016 def test_semaphore_abandon(self):
5017 "Test abandon with job semaphores"
5018 self.executor_server.hold_jobs_in_build = True
5019 tenant = self.sched.abide.tenants.get('tenant-one')
5020 check_pipeline = tenant.layout.pipelines['check']
5021
5022 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
5023 self.assertFalse('test-semaphore' in
5024 tenant.semaphore_handler.semaphores)
5025
5026 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
5027 self.waitUntilSettled()
5028
5029 self.assertTrue('test-semaphore' in
5030 tenant.semaphore_handler.semaphores)
5031
5032 self.fake_gerrit.addEvent(A.getChangeAbandonedEvent())
5033 self.waitUntilSettled()
5034
5035 # The check pipeline should be empty
5036 items = check_pipeline.getAllItems()
5037 self.assertEqual(len(items), 0)
5038
5039 # The semaphore should be released
5040 self.assertFalse('test-semaphore' in
5041 tenant.semaphore_handler.semaphores)
5042
5043 self.executor_server.hold_jobs_in_build = False
5044 self.executor_server.release()
5045 self.waitUntilSettled()
5046
5047 def test_semaphore_reconfigure(self):
5048 "Test reconfigure with job semaphores"
5049 self.executor_server.hold_jobs_in_build = True
5050 tenant = self.sched.abide.tenants.get('tenant-one')
5051 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
5052 self.assertFalse('test-semaphore' in
5053 tenant.semaphore_handler.semaphores)
5054
5055 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
5056 self.waitUntilSettled()
5057
5058 self.assertTrue('test-semaphore' in
5059 tenant.semaphore_handler.semaphores)
5060
5061 # reconfigure without layout change
5062 self.sched.reconfigure(self.config)
5063 self.waitUntilSettled()
5064 tenant = self.sched.abide.tenants.get('tenant-one')
5065
5066 # semaphore still must be held
5067 self.assertTrue('test-semaphore' in
5068 tenant.semaphore_handler.semaphores)
5069
5070 self.commitConfigUpdate(
5071 'common-config',
5072 'config/semaphore/zuul-reconfiguration.yaml')
5073 self.sched.reconfigure(self.config)
5074 self.waitUntilSettled()
5075 tenant = self.sched.abide.tenants.get('tenant-one')
5076
5077 self.executor_server.release('project-test1')
5078 self.waitUntilSettled()
5079
5080 # There should be no builds anymore
5081 self.assertEqual(len(self.builds), 0)
5082
5083 # The semaphore should be released
5084 self.assertFalse('test-semaphore' in
5085 tenant.semaphore_handler.semaphores)
5086
5087
Tobias Henkel9a0e1942017-03-20 16:16:02 +01005088class TestSemaphoreMultiTenant(ZuulTestCase):
5089 tenant_config_file = 'config/multi-tenant-semaphore/main.yaml'
5090
5091 def test_semaphore_tenant_isolation(self):
5092 "Test semaphores in multiple tenants"
5093
5094 self.waitUntilSettled()
5095 tenant_one = self.sched.abide.tenants.get('tenant-one')
5096 tenant_two = self.sched.abide.tenants.get('tenant-two')
5097
5098 self.executor_server.hold_jobs_in_build = True
5099 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
5100 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
5101 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
5102 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
5103 E = self.fake_gerrit.addFakeChange('org/project2', 'master', 'E')
5104 self.assertFalse('test-semaphore' in
5105 tenant_one.semaphore_handler.semaphores)
5106 self.assertFalse('test-semaphore' in
5107 tenant_two.semaphore_handler.semaphores)
5108
5109 # add patches to project1 of tenant-one
5110 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
5111 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
5112 self.waitUntilSettled()
5113
5114 # one build of project1-test1 must run
5115 # semaphore of tenant-one must be acquired once
5116 # semaphore of tenant-two must not be acquired
5117 self.assertEqual(len(self.builds), 1)
5118 self.assertEqual(self.builds[0].name, 'project1-test1')
5119 self.assertTrue('test-semaphore' in
5120 tenant_one.semaphore_handler.semaphores)
5121 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5122 'test-semaphore', [])), 1)
5123 self.assertFalse('test-semaphore' in
5124 tenant_two.semaphore_handler.semaphores)
5125
5126 # add patches to project2 of tenant-two
5127 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
5128 self.fake_gerrit.addEvent(D.getPatchsetCreatedEvent(1))
5129 self.fake_gerrit.addEvent(E.getPatchsetCreatedEvent(1))
5130 self.waitUntilSettled()
5131
5132 # one build of project1-test1 must run
5133 # two builds of project2-test1 must run
5134 # semaphore of tenant-one must be acquired once
5135 # semaphore of tenant-two must be acquired twice
5136 self.assertEqual(len(self.builds), 3)
5137 self.assertEqual(self.builds[0].name, 'project1-test1')
5138 self.assertEqual(self.builds[1].name, 'project2-test1')
5139 self.assertEqual(self.builds[2].name, 'project2-test1')
5140 self.assertTrue('test-semaphore' in
5141 tenant_one.semaphore_handler.semaphores)
5142 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5143 'test-semaphore', [])), 1)
5144 self.assertTrue('test-semaphore' in
5145 tenant_two.semaphore_handler.semaphores)
5146 self.assertEqual(len(tenant_two.semaphore_handler.semaphores.get(
5147 'test-semaphore', [])), 2)
5148
5149 self.executor_server.release('project1-test1')
5150 self.waitUntilSettled()
5151
5152 # one build of project1-test1 must run
5153 # two builds of project2-test1 must run
5154 # semaphore of tenant-one must be acquired once
5155 # semaphore of tenant-two must be acquired twice
5156 self.assertEqual(len(self.builds), 3)
5157 self.assertEqual(self.builds[0].name, 'project2-test1')
5158 self.assertEqual(self.builds[1].name, 'project2-test1')
5159 self.assertEqual(self.builds[2].name, 'project1-test1')
5160 self.assertTrue('test-semaphore' in
5161 tenant_one.semaphore_handler.semaphores)
5162 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5163 'test-semaphore', [])), 1)
5164 self.assertTrue('test-semaphore' in
5165 tenant_two.semaphore_handler.semaphores)
5166 self.assertEqual(len(tenant_two.semaphore_handler.semaphores.get(
5167 'test-semaphore', [])), 2)
5168
5169 self.executor_server.release('project2-test1')
5170 self.waitUntilSettled()
5171
5172 # one build of project1-test1 must run
5173 # one build of project2-test1 must run
5174 # semaphore of tenant-one must be acquired once
5175 # semaphore of tenant-two must be acquired once
5176 self.assertEqual(len(self.builds), 2)
5177 self.assertTrue('test-semaphore' in
5178 tenant_one.semaphore_handler.semaphores)
5179 self.assertEqual(len(tenant_one.semaphore_handler.semaphores.get(
5180 'test-semaphore', [])), 1)
5181 self.assertTrue('test-semaphore' in
5182 tenant_two.semaphore_handler.semaphores)
5183 self.assertEqual(len(tenant_two.semaphore_handler.semaphores.get(
5184 'test-semaphore', [])), 1)
5185
5186 self.executor_server.hold_jobs_in_build = False
5187 self.executor_server.release()
5188
5189 self.waitUntilSettled()
5190
5191 # no build must run
5192 # semaphore of tenant-one must not be acquired
5193 # semaphore of tenant-two must not be acquired
5194 self.assertEqual(len(self.builds), 0)
5195 self.assertFalse('test-semaphore' in
5196 tenant_one.semaphore_handler.semaphores)
5197 self.assertFalse('test-semaphore' in
5198 tenant_two.semaphore_handler.semaphores)
5199
5200 self.assertEqual(A.reported, 1)
5201 self.assertEqual(B.reported, 1)
5202
5203
5204class TestSemaphoreInRepo(ZuulTestCase):
5205 tenant_config_file = 'config/in-repo/main.yaml'
5206
5207 def test_semaphore_in_repo(self):
5208 "Test semaphores in repo config"
5209
5210 # This tests dynamic semaphore handling in project repos. The semaphore
5211 # max value should not be evaluated dynamically but must be updated
5212 # after the change lands.
5213
5214 self.waitUntilSettled()
5215 tenant = self.sched.abide.tenants.get('tenant-one')
5216
5217 in_repo_conf = textwrap.dedent(
5218 """
5219 - job:
5220 name: project-test2
5221 semaphore: test-semaphore
5222
5223 - project:
5224 name: org/project
5225 tenant-one-gate:
5226 jobs:
5227 - project-test2
5228
5229 # the max value in dynamic layout must be ignored
5230 - semaphore:
5231 name: test-semaphore
5232 max: 2
5233 """)
5234
5235 in_repo_playbook = textwrap.dedent(
5236 """
5237 - hosts: all
5238 tasks: []
5239 """)
5240
5241 file_dict = {'.zuul.yaml': in_repo_conf,
5242 'playbooks/project-test2.yaml': in_repo_playbook}
5243 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A',
5244 files=file_dict)
5245 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
5246 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
5247 B.setDependsOn(A, 1)
5248 C.setDependsOn(A, 1)
5249
5250 self.executor_server.hold_jobs_in_build = True
5251
5252 A.addApproval('code-review', 2)
5253 B.addApproval('code-review', 2)
5254 C.addApproval('code-review', 2)
5255 self.fake_gerrit.addEvent(A.addApproval('approved', 1))
5256 self.fake_gerrit.addEvent(B.addApproval('approved', 1))
5257 self.fake_gerrit.addEvent(C.addApproval('approved', 1))
5258 self.waitUntilSettled()
5259
5260 # check that the layout in a queue item still has max value of 1
5261 # for test-semaphore
5262 pipeline = tenant.layout.pipelines.get('tenant-one-gate')
5263 queue = None
5264 for queue_candidate in pipeline.queues:
5265 if queue_candidate.name == 'org/project':
5266 queue = queue_candidate
5267 break
5268 queue_item = queue.queue[0]
5269 item_dynamic_layout = queue_item.current_build_set.layout
5270 dynamic_test_semaphore = \
5271 item_dynamic_layout.semaphores.get('test-semaphore')
5272 self.assertEqual(dynamic_test_semaphore.max, 1)
5273
5274 # one build must be in queue, one semaphores acquired
5275 self.assertEqual(len(self.builds), 1)
5276 self.assertEqual(self.builds[0].name, 'project-test2')
5277 self.assertTrue('test-semaphore' in
5278 tenant.semaphore_handler.semaphores)
5279 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
5280 'test-semaphore', [])), 1)
5281
5282 self.executor_server.release('project-test2')
5283 self.waitUntilSettled()
5284
5285 # change A must be merged
5286 self.assertEqual(A.data['status'], 'MERGED')
5287 self.assertEqual(A.reported, 2)
5288
5289 # send change-merged event as the gerrit mock doesn't send it
5290 self.fake_gerrit.addEvent(A.getChangeMergedEvent())
5291 self.waitUntilSettled()
5292
5293 # now that change A was merged, the new semaphore max must be effective
5294 tenant = self.sched.abide.tenants.get('tenant-one')
5295 self.assertEqual(tenant.layout.semaphores.get('test-semaphore').max, 2)
5296
5297 # two builds must be in queue, two semaphores acquired
5298 self.assertEqual(len(self.builds), 2)
5299 self.assertEqual(self.builds[0].name, 'project-test2')
5300 self.assertEqual(self.builds[1].name, 'project-test2')
5301 self.assertTrue('test-semaphore' in
5302 tenant.semaphore_handler.semaphores)
5303 self.assertEqual(len(tenant.semaphore_handler.semaphores.get(
5304 'test-semaphore', [])), 2)
5305
5306 self.executor_server.release('project-test2')
5307 self.waitUntilSettled()
5308
5309 self.assertEqual(len(self.builds), 0)
5310 self.assertFalse('test-semaphore' in
5311 tenant.semaphore_handler.semaphores)
5312
5313 self.executor_server.hold_jobs_in_build = False
5314 self.executor_server.release()
5315
5316 self.waitUntilSettled()
5317 self.assertEqual(len(self.builds), 0)
5318
5319 self.assertEqual(A.reported, 2)
5320 self.assertEqual(B.reported, 2)
5321 self.assertEqual(C.reported, 2)