blob: 56b996cbd6d9057321827dd5928c3feecb78df8c [file] [log] [blame]
James E. Blairb0fcae42012-07-17 11:12:10 -07001#!/usr/bin/env python
2
3# Copyright 2012 Hewlett-Packard Development Company, L.P.
4#
5# Licensed under the Apache License, Version 2.0 (the "License"); you may
6# not use this file except in compliance with the License. You may obtain
7# a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
13# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
14# License for the specific language governing permissions and limitations
15# under the License.
16
James E. Blairb0fcae42012-07-17 11:12:10 -070017import ConfigParser
Monty Taylorbc758832013-06-17 17:22:42 -040018from cStringIO import StringIO
Clark Boylan4ba48d92013-11-11 18:03:53 -080019import gc
James E. Blair8cc15a82012-08-01 11:17:57 -070020import hashlib
James E. Blairb0fcae42012-07-17 11:12:10 -070021import json
Monty Taylorbc758832013-06-17 17:22:42 -040022import logging
23import os
James E. Blairb0fcae42012-07-17 11:12:10 -070024import pprint
Monty Taylorbc758832013-06-17 17:22:42 -040025import Queue
26import random
James E. Blairb0fcae42012-07-17 11:12:10 -070027import re
James E. Blair412e5582013-04-22 15:50:12 -070028import select
James E. Blair4886cc12012-07-18 15:39:41 -070029import shutil
James E. Blair412e5582013-04-22 15:50:12 -070030import socket
James E. Blair4886f282012-11-15 09:27:33 -080031import string
Monty Taylorbc758832013-06-17 17:22:42 -040032import subprocess
Monty Taylorbc758832013-06-17 17:22:42 -040033import threading
34import time
James E. Blair1843a552013-07-03 14:19:52 -070035import urllib
Monty Taylorbc758832013-06-17 17:22:42 -040036import urllib2
37import urlparse
38
James E. Blair4886cc12012-07-18 15:39:41 -070039import git
James E. Blair1f4c2bb2013-04-26 08:40:46 -070040import gear
Monty Taylorbc758832013-06-17 17:22:42 -040041import fixtures
42import statsd
43import testtools
James E. Blairb0fcae42012-07-17 11:12:10 -070044
James E. Blairb0fcae42012-07-17 11:12:10 -070045import zuul.scheduler
James E. Blair1843a552013-07-03 14:19:52 -070046import zuul.webapp
James E. Blairad28e912013-11-27 10:43:22 -080047import zuul.rpclistener
48import zuul.rpcclient
James E. Blair1f4c2bb2013-04-26 08:40:46 -070049import zuul.launcher.gearman
James E. Blair4076e2b2014-01-28 12:42:20 -080050import zuul.merger.server
51import zuul.merger.client
Joshua Hesketh1879cf72013-08-19 14:13:15 +100052import zuul.reporter.gerrit
Joshua Hesketh5fea8672013-08-19 17:32:01 +100053import zuul.reporter.smtp
James E. Blairb0fcae42012-07-17 11:12:10 -070054import zuul.trigger.gerrit
James E. Blair63bb0ef2013-07-29 17:14:51 -070055import zuul.trigger.timer
James E. Blairb0fcae42012-07-17 11:12:10 -070056
57FIXTURE_DIR = os.path.join(os.path.dirname(__file__),
58 'fixtures')
59CONFIG = ConfigParser.ConfigParser()
60CONFIG.read(os.path.join(FIXTURE_DIR, "zuul.conf"))
61
62CONFIG.set('zuul', 'layout_config',
63 os.path.join(FIXTURE_DIR, "layout.yaml"))
64
James E. Blair1f4c2bb2013-04-26 08:40:46 -070065logging.basicConfig(level=logging.DEBUG,
66 format='%(asctime)s %(name)-32s '
67 '%(levelname)-8s %(message)s')
James E. Blairb0fcae42012-07-17 11:12:10 -070068
69
Monty Taylorbc758832013-06-17 17:22:42 -040070def repack_repo(path):
James E. Blairac2c3242014-01-24 13:38:51 -080071 cmd = ['git', '--git-dir=%s/.git' % path, 'repack', '-afd']
72 output = subprocess.Popen(cmd, close_fds=True,
73 stdout=subprocess.PIPE,
74 stderr=subprocess.PIPE)
Monty Taylorbc758832013-06-17 17:22:42 -040075 out = output.communicate()
76 if output.returncode:
77 raise Exception("git repack returned %d" % output.returncode)
78 return out
79
80
James E. Blair8cc15a82012-08-01 11:17:57 -070081def random_sha1():
82 return hashlib.sha1(str(random.random())).hexdigest()
83
84
James E. Blair4886cc12012-07-18 15:39:41 -070085class ChangeReference(git.Reference):
86 _common_path_default = "refs/changes"
87 _points_to_commits_only = True
88
89
James E. Blairb0fcae42012-07-17 11:12:10 -070090class FakeChange(object):
James E. Blair8c803f82012-07-31 16:25:42 -070091 categories = {'APRV': ('Approved', -1, 1),
92 'CRVW': ('Code-Review', -2, 2),
93 'VRFY': ('Verified', -2, 2)}
James E. Blairb0fcae42012-07-17 11:12:10 -070094
Monty Taylorbc758832013-06-17 17:22:42 -040095 def __init__(self, gerrit, number, project, branch, subject,
96 status='NEW', upstream_root=None):
James E. Blair8cc15a82012-08-01 11:17:57 -070097 self.gerrit = gerrit
James E. Blaird466dc42012-07-31 10:42:56 -070098 self.reported = 0
James E. Blair8c803f82012-07-31 16:25:42 -070099 self.queried = 0
James E. Blairb0fcae42012-07-17 11:12:10 -0700100 self.patchsets = []
James E. Blairb0fcae42012-07-17 11:12:10 -0700101 self.number = number
102 self.project = project
103 self.branch = branch
104 self.subject = subject
105 self.latest_patchset = 0
James E. Blair8c803f82012-07-31 16:25:42 -0700106 self.depends_on_change = None
107 self.needed_by_changes = []
James E. Blair127bc182012-08-28 15:55:15 -0700108 self.fail_merge = False
James E. Blair42f74822013-05-14 15:18:03 -0700109 self.messages = []
James E. Blairb0fcae42012-07-17 11:12:10 -0700110 self.data = {
111 'branch': branch,
112 'comments': [],
113 'commitMessage': subject,
114 'createdOn': time.time(),
James E. Blair8cc15a82012-08-01 11:17:57 -0700115 'id': 'I' + random_sha1(),
James E. Blairb0fcae42012-07-17 11:12:10 -0700116 'lastUpdated': time.time(),
117 'number': str(number),
118 'open': True,
119 'owner': {'email': 'user@example.com',
120 'name': 'User Name',
121 'username': 'username'},
122 'patchSets': self.patchsets,
123 'project': project,
124 'status': status,
125 'subject': subject,
James E. Blair8c803f82012-07-31 16:25:42 -0700126 'submitRecords': [],
James E. Blairb0fcae42012-07-17 11:12:10 -0700127 'url': 'https://hostname/%s' % number}
128
Monty Taylorbc758832013-06-17 17:22:42 -0400129 self.upstream_root = upstream_root
James E. Blairb0fcae42012-07-17 11:12:10 -0700130 self.addPatchset()
James E. Blair8c803f82012-07-31 16:25:42 -0700131 self.data['submitRecords'] = self.getSubmitRecords()
James E. Blairb0fcae42012-07-17 11:12:10 -0700132
Monty Taylorbc758832013-06-17 17:22:42 -0400133 def add_fake_change_to_repo(self, msg, fn, large):
134 path = os.path.join(self.upstream_root, self.project)
135 repo = git.Repo(path)
136 ref = ChangeReference.create(repo, '1/%s/%s' % (self.number,
137 self.latest_patchset),
138 'refs/tags/init')
139 repo.head.reference = ref
140 repo.head.reset(index=True, working_tree=True)
141 repo.git.clean('-x', '-f', '-d')
142
143 path = os.path.join(self.upstream_root, self.project)
144 if not large:
145 fn = os.path.join(path, fn)
146 f = open(fn, 'w')
147 f.write("test %s %s %s\n" %
148 (self.branch, self.number, self.latest_patchset))
149 f.close()
150 repo.index.add([fn])
151 else:
152 for fni in range(100):
153 fn = os.path.join(path, str(fni))
154 f = open(fn, 'w')
155 for ci in range(4096):
156 f.write(random.choice(string.printable))
157 f.close()
158 repo.index.add([fn])
159
James E. Blair287c06d2013-07-24 10:39:30 -0700160 r = repo.index.commit(msg)
161 repo.head.reference = 'master'
162 repo.head.reset(index=True, working_tree=True)
163 repo.git.clean('-x', '-f', '-d')
James E. Blairac2c3242014-01-24 13:38:51 -0800164 repo.heads['master'].checkout()
James E. Blair287c06d2013-07-24 10:39:30 -0700165 return r
Monty Taylorbc758832013-06-17 17:22:42 -0400166
James E. Blair70c71582013-03-06 08:50:50 -0800167 def addPatchset(self, files=[], large=False):
James E. Blairb0fcae42012-07-17 11:12:10 -0700168 self.latest_patchset += 1
James E. Blairdaabed22012-08-15 15:38:57 -0700169 if files:
170 fn = files[0]
171 else:
172 fn = '%s-%s' % (self.branch, self.number)
173 msg = self.subject + '-' + str(self.latest_patchset)
Monty Taylorbc758832013-06-17 17:22:42 -0400174 c = self.add_fake_change_to_repo(msg, fn, large)
James E. Blair70c71582013-03-06 08:50:50 -0800175 ps_files = [{'file': '/COMMIT_MSG',
176 'type': 'ADDED'},
177 {'file': 'README',
178 'type': 'MODIFIED'}]
179 for f in files:
180 ps_files.append({'file': f, 'type': 'ADDED'})
James E. Blairb0fcae42012-07-17 11:12:10 -0700181 d = {'approvals': [],
182 'createdOn': time.time(),
James E. Blair70c71582013-03-06 08:50:50 -0800183 'files': ps_files,
James E. Blair8c803f82012-07-31 16:25:42 -0700184 'number': str(self.latest_patchset),
James E. Blairb0fcae42012-07-17 11:12:10 -0700185 'ref': 'refs/changes/1/%s/%s' % (self.number,
186 self.latest_patchset),
James E. Blairdaabed22012-08-15 15:38:57 -0700187 'revision': c.hexsha,
James E. Blairb0fcae42012-07-17 11:12:10 -0700188 'uploader': {'email': 'user@example.com',
189 'name': 'User name',
190 'username': 'user'}}
191 self.data['currentPatchSet'] = d
192 self.patchsets.append(d)
James E. Blair8c803f82012-07-31 16:25:42 -0700193 self.data['submitRecords'] = self.getSubmitRecords()
James E. Blairb0fcae42012-07-17 11:12:10 -0700194
James E. Blaire0487072012-08-29 17:38:31 -0700195 def getPatchsetCreatedEvent(self, patchset):
196 event = {"type": "patchset-created",
197 "change": {"project": self.project,
Zhongyue Luoaa85ebf2012-09-21 16:38:33 +0800198 "branch": self.branch,
199 "id": "I5459869c07352a31bfb1e7a8cac379cabfcb25af",
200 "number": str(self.number),
201 "subject": self.subject,
202 "owner": {"name": "User Name"},
203 "url": "https://hostname/3"},
James E. Blaire0487072012-08-29 17:38:31 -0700204 "patchSet": self.patchsets[patchset - 1],
205 "uploader": {"name": "User Name"}}
206 return event
207
James E. Blair42f74822013-05-14 15:18:03 -0700208 def getChangeRestoredEvent(self):
209 event = {"type": "change-restored",
210 "change": {"project": self.project,
211 "branch": self.branch,
212 "id": "I5459869c07352a31bfb1e7a8cac379cabfcb25af",
213 "number": str(self.number),
214 "subject": self.subject,
215 "owner": {"name": "User Name"},
216 "url": "https://hostname/3"},
217 "restorer": {"name": "User Name"},
218 "reason": ""}
219 return event
220
James E. Blairc053d022014-01-22 14:57:33 -0800221 def addApproval(self, category, value, username='jenkins',
222 granted_on=None):
223 if not granted_on:
224 granted_on = time.time()
James E. Blair8c803f82012-07-31 16:25:42 -0700225 approval = {'description': self.categories[category][0],
226 'type': category,
James E. Blairc053d022014-01-22 14:57:33 -0800227 'value': str(value),
James E. Blair64ff4ef2014-01-24 13:50:23 -0800228 'by': {
229 'username': username,
230 'email': username + '@example.com',
231 },
James E. Blairc053d022014-01-22 14:57:33 -0800232 'grantedOn': int(granted_on)}
233 for i, x in enumerate(self.patchsets[-1]['approvals'][:]):
James E. Blair64ff4ef2014-01-24 13:50:23 -0800234 if x['by']['username'] == username and x['type'] == category:
James E. Blairc053d022014-01-22 14:57:33 -0800235 del self.patchsets[-1]['approvals'][i]
James E. Blair8c803f82012-07-31 16:25:42 -0700236 self.patchsets[-1]['approvals'].append(approval)
237 event = {'approvals': [approval],
James E. Blairb0fcae42012-07-17 11:12:10 -0700238 'author': {'email': 'user@example.com',
239 'name': 'User Name',
240 'username': 'username'},
241 'change': {'branch': self.branch,
242 'id': 'Iaa69c46accf97d0598111724a38250ae76a22c87',
243 'number': str(self.number),
244 'owner': {'email': 'user@example.com',
245 'name': 'User Name',
246 'username': 'username'},
247 'project': self.project,
248 'subject': self.subject,
249 'topic': 'master',
250 'url': 'https://hostname/459'},
251 'comment': '',
252 'patchSet': self.patchsets[-1],
253 'type': 'comment-added'}
James E. Blair8c803f82012-07-31 16:25:42 -0700254 self.data['submitRecords'] = self.getSubmitRecords()
James E. Blairb0fcae42012-07-17 11:12:10 -0700255 return json.loads(json.dumps(event))
256
James E. Blair8c803f82012-07-31 16:25:42 -0700257 def getSubmitRecords(self):
258 status = {}
259 for cat in self.categories.keys():
260 status[cat] = 0
261
262 for a in self.patchsets[-1]['approvals']:
263 cur = status[a['type']]
264 cat_min, cat_max = self.categories[a['type']][1:]
265 new = int(a['value'])
266 if new == cat_min:
267 cur = new
268 elif abs(new) > abs(cur):
269 cur = new
270 status[a['type']] = cur
271
272 labels = []
273 ok = True
274 for typ, cat in self.categories.items():
275 cur = status[typ]
276 cat_min, cat_max = cat[1:]
277 if cur == cat_min:
278 value = 'REJECT'
279 ok = False
280 elif cur == cat_max:
281 value = 'OK'
282 else:
283 value = 'NEED'
284 ok = False
285 labels.append({'label': cat[0], 'status': value})
286 if ok:
287 return [{'status': 'OK'}]
288 return [{'status': 'NOT_READY',
289 'labels': labels}]
290
291 def setDependsOn(self, other, patchset):
292 self.depends_on_change = other
293 d = {'id': other.data['id'],
294 'number': other.data['number'],
295 'ref': other.patchsets[patchset - 1]['ref']
296 }
297 self.data['dependsOn'] = [d]
298
299 other.needed_by_changes.append(self)
300 needed = other.data.get('neededBy', [])
301 d = {'id': self.data['id'],
302 'number': self.data['number'],
303 'ref': self.patchsets[patchset - 1]['ref'],
304 'revision': self.patchsets[patchset - 1]['revision']
305 }
306 needed.append(d)
307 other.data['neededBy'] = needed
308
James E. Blairb0fcae42012-07-17 11:12:10 -0700309 def query(self):
James E. Blair8c803f82012-07-31 16:25:42 -0700310 self.queried += 1
311 d = self.data.get('dependsOn')
312 if d:
313 d = d[0]
314 if (self.depends_on_change.patchsets[-1]['ref'] == d['ref']):
315 d['isCurrentPatchSet'] = True
316 else:
317 d['isCurrentPatchSet'] = False
James E. Blairb0fcae42012-07-17 11:12:10 -0700318 return json.loads(json.dumps(self.data))
319
320 def setMerged(self):
Zhongyue Luoaa85ebf2012-09-21 16:38:33 +0800321 if (self.depends_on_change and
322 self.depends_on_change.data['status'] != 'MERGED'):
James E. Blaircaec0c52012-08-22 14:52:22 -0700323 return
James E. Blair127bc182012-08-28 15:55:15 -0700324 if self.fail_merge:
325 return
James E. Blairb0fcae42012-07-17 11:12:10 -0700326 self.data['status'] = 'MERGED'
327 self.open = False
James E. Blairdaabed22012-08-15 15:38:57 -0700328
Monty Taylorbc758832013-06-17 17:22:42 -0400329 path = os.path.join(self.upstream_root, self.project)
James E. Blairdaabed22012-08-15 15:38:57 -0700330 repo = git.Repo(path)
331 repo.heads[self.branch].commit = \
332 repo.commit(self.patchsets[-1]['revision'])
James E. Blairb0fcae42012-07-17 11:12:10 -0700333
James E. Blaird466dc42012-07-31 10:42:56 -0700334 def setReported(self):
335 self.reported += 1
336
James E. Blairb0fcae42012-07-17 11:12:10 -0700337
338class FakeGerrit(object):
339 def __init__(self, *args, **kw):
340 self.event_queue = Queue.Queue()
341 self.fixture_dir = os.path.join(FIXTURE_DIR, 'gerrit')
342 self.change_number = 0
343 self.changes = {}
344
345 def addFakeChange(self, project, branch, subject):
346 self.change_number += 1
Monty Taylorbc758832013-06-17 17:22:42 -0400347 c = FakeChange(self, self.change_number, project, branch, subject,
348 upstream_root=self.upstream_root)
James E. Blairb0fcae42012-07-17 11:12:10 -0700349 self.changes[self.change_number] = c
350 return c
351
352 def addEvent(self, data):
353 return self.event_queue.put(data)
354
355 def getEvent(self):
356 return self.event_queue.get()
357
358 def eventDone(self):
359 self.event_queue.task_done()
360
361 def review(self, project, changeid, message, action):
James E. Blaird466dc42012-07-31 10:42:56 -0700362 number, ps = changeid.split(',')
363 change = self.changes[int(number)]
James E. Blair42f74822013-05-14 15:18:03 -0700364 change.messages.append(message)
James E. Blairb0fcae42012-07-17 11:12:10 -0700365 if 'submit' in action:
James E. Blairb0fcae42012-07-17 11:12:10 -0700366 change.setMerged()
James E. Blaird466dc42012-07-31 10:42:56 -0700367 if message:
368 change.setReported()
James E. Blairb0fcae42012-07-17 11:12:10 -0700369
370 def query(self, number):
James E. Blairad28e912013-11-27 10:43:22 -0800371 change = self.changes.get(int(number))
372 if change:
373 return change.query()
374 return {}
James E. Blairb0fcae42012-07-17 11:12:10 -0700375
376 def startWatching(self, *args, **kw):
377 pass
378
379
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700380class BuildHistory(object):
381 def __init__(self, **kw):
382 self.__dict__.update(kw)
James E. Blairb0fcae42012-07-17 11:12:10 -0700383
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700384 def __repr__(self):
385 return ("<Completed build, result: %s name: %s #%s changes: %s>" %
386 (self.result, self.name, self.number, self.changes))
James E. Blairb0fcae42012-07-17 11:12:10 -0700387
388
James E. Blair8cc15a82012-08-01 11:17:57 -0700389class FakeURLOpener(object):
Monty Taylorbc758832013-06-17 17:22:42 -0400390 def __init__(self, upstream_root, fake_gerrit, url):
391 self.upstream_root = upstream_root
James E. Blair8cc15a82012-08-01 11:17:57 -0700392 self.fake_gerrit = fake_gerrit
393 self.url = url
394
395 def read(self):
396 res = urlparse.urlparse(self.url)
397 path = res.path
398 project = '/'.join(path.split('/')[2:-2])
James E. Blair35956c52012-09-17 22:13:36 +0200399 ret = '001e# service=git-upload-pack\n'
400 ret += ('000000a31270149696713ba7e06f1beb760f20d359c4abed HEAD\x00'
401 'multi_ack thin-pack side-band side-band-64k ofs-delta '
402 'shallow no-progress include-tag multi_ack_detailed no-done\n')
Monty Taylorbc758832013-06-17 17:22:42 -0400403 path = os.path.join(self.upstream_root, project)
James E. Blairdaabed22012-08-15 15:38:57 -0700404 repo = git.Repo(path)
405 for ref in repo.refs:
James E. Blair35956c52012-09-17 22:13:36 +0200406 r = ref.object.hexsha + ' ' + ref.path + '\n'
407 ret += '%04x%s' % (len(r) + 4, r)
408 ret += '0000'
James E. Blair8cc15a82012-08-01 11:17:57 -0700409 return ret
410
411
James E. Blair4886cc12012-07-18 15:39:41 -0700412class FakeGerritTrigger(zuul.trigger.gerrit.Gerrit):
Joshua Hesketh1879cf72013-08-19 14:13:15 +1000413 name = 'gerrit'
414
Monty Taylorbc758832013-06-17 17:22:42 -0400415 def __init__(self, upstream_root, *args):
416 super(FakeGerritTrigger, self).__init__(*args)
417 self.upstream_root = upstream_root
418
James E. Blair4886cc12012-07-18 15:39:41 -0700419 def getGitUrl(self, project):
Monty Taylorbc758832013-06-17 17:22:42 -0400420 return os.path.join(self.upstream_root, project.name)
James E. Blair4886cc12012-07-18 15:39:41 -0700421
422
James E. Blair412e5582013-04-22 15:50:12 -0700423class FakeStatsd(threading.Thread):
424 def __init__(self):
425 threading.Thread.__init__(self)
James E. Blair8a6f0c22013-07-01 12:31:34 -0400426 self.daemon = True
James E. Blair412e5582013-04-22 15:50:12 -0700427 self.sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
428 self.sock.bind(('', 0))
429 self.port = self.sock.getsockname()[1]
430 self.wake_read, self.wake_write = os.pipe()
431 self.stats = []
432
433 def run(self):
434 while True:
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700435 poll = select.poll()
436 poll.register(self.sock, select.POLLIN)
437 poll.register(self.wake_read, select.POLLIN)
438 ret = poll.poll()
439 for (fd, event) in ret:
440 if fd == self.sock.fileno():
James E. Blair412e5582013-04-22 15:50:12 -0700441 data = self.sock.recvfrom(1024)
442 if not data:
443 return
444 self.stats.append(data[0])
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700445 if fd == self.wake_read:
James E. Blair412e5582013-04-22 15:50:12 -0700446 return
447
448 def stop(self):
449 os.write(self.wake_write, '1\n')
450
451
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700452class FakeBuild(threading.Thread):
453 log = logging.getLogger("zuul.test")
454
455 def __init__(self, worker, job, number, node):
456 threading.Thread.__init__(self)
James E. Blair8a6f0c22013-07-01 12:31:34 -0400457 self.daemon = True
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700458 self.worker = worker
459 self.job = job
460 self.name = job.name.split(':')[1]
461 self.number = number
462 self.node = node
463 self.parameters = json.loads(job.arguments)
464 self.unique = self.parameters['ZUUL_UUID']
465 self.wait_condition = threading.Condition()
466 self.waiting = False
467 self.aborted = False
468 self.created = time.time()
469 self.description = ''
James E. Blair4a28a882013-08-23 15:17:33 -0700470 self.run_error = False
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700471
472 def release(self):
473 self.wait_condition.acquire()
474 self.wait_condition.notify()
475 self.waiting = False
476 self.log.debug("Build %s released" % self.unique)
477 self.wait_condition.release()
478
479 def isWaiting(self):
480 self.wait_condition.acquire()
481 if self.waiting:
482 ret = True
483 else:
484 ret = False
485 self.wait_condition.release()
486 return ret
487
488 def _wait(self):
489 self.wait_condition.acquire()
490 self.waiting = True
491 self.log.debug("Build %s waiting" % self.unique)
492 self.wait_condition.wait()
493 self.wait_condition.release()
494
495 def run(self):
496 data = {
James E. Blair3c483cf2013-06-04 16:30:43 -0700497 'url': 'https://server/job/%s/%s/' % (self.name, self.number),
498 'name': self.name,
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700499 'number': self.number,
James E. Blair3c483cf2013-06-04 16:30:43 -0700500 'manager': self.worker.worker_id,
Joshua Heskethba8776a2014-01-12 14:35:40 +0800501 'worker_name': 'My Worker',
502 'worker_hostname': 'localhost',
503 'worker_ips': ['127.0.0.1', '192.168.1.1'],
504 'worker_fqdn': 'zuul.example.org',
505 'worker_program': 'FakeBuilder',
506 'worker_version': 'v1.1',
507 'worker_extra': {'something': 'else'}
Paul Belangerec49b4c2013-07-20 20:32:20 -0400508 }
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700509
Joshua Heskethba8776a2014-01-12 14:35:40 +0800510 self.log.debug('Running build %s' % self.unique)
511
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700512 self.job.sendWorkData(json.dumps(data))
Joshua Heskethba8776a2014-01-12 14:35:40 +0800513 self.log.debug('Sent WorkData packet with %s' % json.dumps(data))
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700514 self.job.sendWorkStatus(0, 100)
515
516 if self.worker.hold_jobs_in_build:
Joshua Heskethba8776a2014-01-12 14:35:40 +0800517 self.log.debug('Holding build %s' % self.unique)
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700518 self._wait()
519 self.log.debug("Build %s continuing" % self.unique)
520
521 self.worker.lock.acquire()
522
523 result = 'SUCCESS'
524 if (('ZUUL_REF' in self.parameters) and
525 self.worker.shouldFailTest(self.name,
526 self.parameters['ZUUL_REF'])):
527 result = 'FAILURE'
528 if self.aborted:
529 result = 'ABORTED'
530
James E. Blair4a28a882013-08-23 15:17:33 -0700531 if self.run_error:
532 work_fail = True
533 result = 'RUN_ERROR'
534 else:
535 data['result'] = result
536 work_fail = False
537
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700538 changes = None
539 if 'ZUUL_CHANGE_IDS' in self.parameters:
540 changes = self.parameters['ZUUL_CHANGE_IDS']
541
542 self.worker.build_history.append(
543 BuildHistory(name=self.name, number=self.number,
544 result=result, changes=changes, node=self.node,
James E. Blair64ed6f22013-07-10 14:07:23 -0700545 uuid=self.unique, description=self.description,
546 pipeline=self.parameters['ZUUL_PIPELINE'])
Paul Belangerec49b4c2013-07-20 20:32:20 -0400547 )
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700548
James E. Blair4a28a882013-08-23 15:17:33 -0700549 self.job.sendWorkData(json.dumps(data))
550 if work_fail:
551 self.job.sendWorkFail()
552 else:
553 self.job.sendWorkComplete(json.dumps(data))
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700554 del self.worker.gearman_jobs[self.job.unique]
555 self.worker.running_builds.remove(self)
556 self.worker.lock.release()
557
558
559class FakeWorker(gear.Worker):
Monty Taylorbc758832013-06-17 17:22:42 -0400560 def __init__(self, worker_id, test):
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700561 super(FakeWorker, self).__init__(worker_id)
562 self.gearman_jobs = {}
563 self.build_history = []
564 self.running_builds = []
565 self.build_counter = 0
566 self.fail_tests = {}
Monty Taylorbc758832013-06-17 17:22:42 -0400567 self.test = test
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700568
569 self.hold_jobs_in_build = False
570 self.lock = threading.Lock()
571 self.__work_thread = threading.Thread(target=self.work)
James E. Blair8a6f0c22013-07-01 12:31:34 -0400572 self.__work_thread.daemon = True
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700573 self.__work_thread.start()
574
575 def handleJob(self, job):
576 parts = job.name.split(":")
577 cmd = parts[0]
578 name = parts[1]
579 if len(parts) > 2:
580 node = parts[2]
581 else:
582 node = None
583 if cmd == 'build':
584 self.handleBuild(job, name, node)
585 elif cmd == 'stop':
586 self.handleStop(job, name)
587 elif cmd == 'set_description':
588 self.handleSetDescription(job, name)
589
590 def handleBuild(self, job, name, node):
591 build = FakeBuild(self, job, self.build_counter, node)
592 job.build = build
593 self.gearman_jobs[job.unique] = job
594 self.build_counter += 1
595
596 self.running_builds.append(build)
597 build.start()
598
599 def handleStop(self, job, name):
600 self.log.debug("handle stop")
James E. Blair3c483cf2013-06-04 16:30:43 -0700601 parameters = json.loads(job.arguments)
602 name = parameters['name']
603 number = parameters['number']
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700604 for build in self.running_builds:
James E. Blair3c483cf2013-06-04 16:30:43 -0700605 if build.name == name and build.number == number:
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700606 build.aborted = True
607 build.release()
608 job.sendWorkComplete()
609 return
610 job.sendWorkFail()
611
612 def handleSetDescription(self, job, name):
613 self.log.debug("handle set description")
614 parameters = json.loads(job.arguments)
James E. Blair3c483cf2013-06-04 16:30:43 -0700615 name = parameters['name']
616 number = parameters['number']
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700617 descr = parameters['html_description']
618 for build in self.running_builds:
James E. Blair3c483cf2013-06-04 16:30:43 -0700619 if build.name == name and build.number == number:
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700620 build.description = descr
621 job.sendWorkComplete()
622 return
623 for build in self.build_history:
James E. Blair3c483cf2013-06-04 16:30:43 -0700624 if build.name == name and build.number == number:
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700625 build.description = descr
626 job.sendWorkComplete()
627 return
628 job.sendWorkFail()
629
630 def work(self):
631 while self.running:
632 try:
633 job = self.getJob()
634 except gear.InterruptedError:
635 continue
636 try:
637 self.handleJob(job)
638 except:
639 self.log.exception("Worker exception:")
640
641 def addFailTest(self, name, change):
642 l = self.fail_tests.get(name, [])
643 l.append(change)
644 self.fail_tests[name] = l
645
646 def shouldFailTest(self, name, ref):
647 l = self.fail_tests.get(name, [])
648 for change in l:
Monty Taylorbc758832013-06-17 17:22:42 -0400649 if self.test.ref_has_change(ref, change):
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700650 return True
651 return False
652
653 def release(self, regex=None):
654 builds = self.running_builds[:]
655 self.log.debug("releasing build %s (%s)" % (regex,
James E. Blair78e31b32013-07-09 09:11:34 -0700656 len(self.running_builds)))
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700657 for build in builds:
658 if not regex or re.match(regex, build.name):
659 self.log.debug("releasing build %s" %
660 (build.parameters['ZUUL_UUID']))
661 build.release()
662 else:
663 self.log.debug("not releasing build %s" %
664 (build.parameters['ZUUL_UUID']))
665 self.log.debug("done releasing builds %s (%s)" %
666 (regex, len(self.running_builds)))
667
668
669class FakeGearmanServer(gear.Server):
670 def __init__(self):
671 self.hold_jobs_in_queue = False
672 super(FakeGearmanServer, self).__init__(0)
673
674 def getJobForConnection(self, connection, peek=False):
James E. Blair701c5b42013-06-06 09:34:59 -0700675 for queue in [self.high_queue, self.normal_queue, self.low_queue]:
676 for job in queue:
677 if not hasattr(job, 'waiting'):
678 if job.name.startswith('build:'):
679 job.waiting = self.hold_jobs_in_queue
680 else:
681 job.waiting = False
682 if job.waiting:
683 continue
684 if job.name in connection.functions:
685 if not peek:
686 queue.remove(job)
James E. Blaire2819012013-06-28 17:17:26 -0400687 connection.related_jobs[job.handle] = job
688 job.worker_connection = connection
689 job.running = True
James E. Blair701c5b42013-06-06 09:34:59 -0700690 return job
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700691 return None
692
693 def release(self, regex=None):
694 released = False
James E. Blair701c5b42013-06-06 09:34:59 -0700695 qlen = (len(self.high_queue) + len(self.normal_queue) +
696 len(self.low_queue))
697 self.log.debug("releasing queued job %s (%s)" % (regex, qlen))
James E. Blairdda6c912013-07-29 14:12:12 -0700698 for job in self.getQueue():
699 cmd, name = job.name.split(':')
700 if cmd != 'build':
701 continue
702 if not regex or re.match(regex, name):
703 self.log.debug("releasing queued job %s" %
704 job.unique)
705 job.waiting = False
706 released = True
707 else:
708 self.log.debug("not releasing queued job %s" %
709 job.unique)
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700710 if released:
711 self.wakeConnections()
James E. Blair701c5b42013-06-06 09:34:59 -0700712 qlen = (len(self.high_queue) + len(self.normal_queue) +
713 len(self.low_queue))
714 self.log.debug("done releasing queued jobs %s (%s)" % (regex, qlen))
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700715
716
Joshua Hesketh5fea8672013-08-19 17:32:01 +1000717class FakeSMTP(object):
718 log = logging.getLogger('zuul.FakeSMTP')
Joshua Hesketh5fea8672013-08-19 17:32:01 +1000719
James E. Blairff80a2f2013-12-27 13:24:06 -0800720 def __init__(self, messages, server, port):
Joshua Hesketh5fea8672013-08-19 17:32:01 +1000721 self.server = server
722 self.port = port
James E. Blairff80a2f2013-12-27 13:24:06 -0800723 self.messages = messages
Joshua Hesketh5fea8672013-08-19 17:32:01 +1000724
725 def sendmail(self, from_email, to_email, msg):
726 self.log.info("Sending email from %s, to %s, with msg %s" % (
727 from_email, to_email, msg))
728
729 headers = msg.split('\n\n', 1)[0]
730 body = msg.split('\n\n', 1)[1]
731
James E. Blairff80a2f2013-12-27 13:24:06 -0800732 self.messages.append(dict(
Joshua Hesketh5fea8672013-08-19 17:32:01 +1000733 from_email=from_email,
734 to_email=to_email,
735 msg=msg,
736 headers=headers,
737 body=body,
738 ))
739
740 return True
741
742 def quit(self):
743 return True
744
745
Monty Taylorbc758832013-06-17 17:22:42 -0400746class TestScheduler(testtools.TestCase):
James E. Blairb0fcae42012-07-17 11:12:10 -0700747 log = logging.getLogger("zuul.test")
748
749 def setUp(self):
Monty Taylorbc758832013-06-17 17:22:42 -0400750 super(TestScheduler, self).setUp()
751 test_timeout = os.environ.get('OS_TEST_TIMEOUT', 0)
752 try:
753 test_timeout = int(test_timeout)
754 except ValueError:
755 # If timeout value is invalid do not set a timeout.
756 test_timeout = 0
757 if test_timeout > 0:
James E. Blairff80a2f2013-12-27 13:24:06 -0800758 self.useFixture(fixtures.Timeout(test_timeout, gentle=False))
Monty Taylorbc758832013-06-17 17:22:42 -0400759
760 if (os.environ.get('OS_STDOUT_CAPTURE') == 'True' or
761 os.environ.get('OS_STDOUT_CAPTURE') == '1'):
762 stdout = self.useFixture(fixtures.StringStream('stdout')).stream
763 self.useFixture(fixtures.MonkeyPatch('sys.stdout', stdout))
764 if (os.environ.get('OS_STDERR_CAPTURE') == 'True' or
765 os.environ.get('OS_STDERR_CAPTURE') == '1'):
766 stderr = self.useFixture(fixtures.StringStream('stderr')).stream
767 self.useFixture(fixtures.MonkeyPatch('sys.stderr', stderr))
Monty Taylore6a6c402013-07-02 09:25:55 -0700768 if (os.environ.get('OS_LOG_CAPTURE') == 'True' or
769 os.environ.get('OS_LOG_CAPTURE') == '1'):
James E. Blaire2819012013-06-28 17:17:26 -0400770 self.useFixture(fixtures.FakeLogger(
771 level=logging.DEBUG,
772 format='%(asctime)s %(name)-32s '
773 '%(levelname)-8s %(message)s'))
Monty Taylor5a5a95c2013-07-03 13:39:14 -0700774 tmp_root = self.useFixture(fixtures.TempDir(
775 rootdir=os.environ.get("ZUUL_TEST_ROOT"))).path
Monty Taylorbc758832013-06-17 17:22:42 -0400776 self.test_root = os.path.join(tmp_root, "zuul-test")
777 self.upstream_root = os.path.join(self.test_root, "upstream")
778 self.git_root = os.path.join(self.test_root, "git")
779
James E. Blair4076e2b2014-01-28 12:42:20 -0800780 CONFIG.set('merger', 'git_dir', self.git_root)
Monty Taylorbc758832013-06-17 17:22:42 -0400781 if os.path.exists(self.test_root):
782 shutil.rmtree(self.test_root)
783 os.makedirs(self.test_root)
784 os.makedirs(self.upstream_root)
785 os.makedirs(self.git_root)
James E. Blair4886cc12012-07-18 15:39:41 -0700786
787 # For each project in config:
Monty Taylorbc758832013-06-17 17:22:42 -0400788 self.init_repo("org/project")
789 self.init_repo("org/project1")
790 self.init_repo("org/project2")
791 self.init_repo("org/project3")
792 self.init_repo("org/one-job-project")
793 self.init_repo("org/nonvoting-project")
794 self.init_repo("org/templated-project")
James E. Blair3e98c022013-12-16 15:25:38 -0800795 self.init_repo("org/layered-project")
Monty Taylorbc758832013-06-17 17:22:42 -0400796 self.init_repo("org/node-project")
James E. Blair6736beb2013-07-11 15:18:15 -0700797 self.init_repo("org/conflict-project")
James E. Blair412e5582013-04-22 15:50:12 -0700798
799 self.statsd = FakeStatsd()
800 os.environ['STATSD_HOST'] = 'localhost'
801 os.environ['STATSD_PORT'] = str(self.statsd.port)
802 self.statsd.start()
803 # the statsd client object is configured in the statsd module import
804 reload(statsd)
805 reload(zuul.scheduler)
806
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700807 self.gearman_server = FakeGearmanServer()
808
809 self.config = ConfigParser.ConfigParser()
810 cfg = StringIO()
811 CONFIG.write(cfg)
812 cfg.seek(0)
813 self.config.readfp(cfg)
814 self.config.set('gearman', 'port', str(self.gearman_server.port))
815
Monty Taylorbc758832013-06-17 17:22:42 -0400816 self.worker = FakeWorker('fake_worker', self)
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700817 self.worker.addServer('127.0.0.1', self.gearman_server.port)
818 self.gearman_server.worker = self.worker
819
James E. Blair4076e2b2014-01-28 12:42:20 -0800820 self.merge_server = zuul.merger.server.MergeServer(self.config)
821 self.merge_server.start()
822
James E. Blairb0fcae42012-07-17 11:12:10 -0700823 self.sched = zuul.scheduler.Scheduler()
824
James E. Blair8cc15a82012-08-01 11:17:57 -0700825 def URLOpenerFactory(*args, **kw):
826 args = [self.fake_gerrit] + list(args)
Monty Taylorbc758832013-06-17 17:22:42 -0400827 return FakeURLOpener(self.upstream_root, *args, **kw)
James E. Blair8cc15a82012-08-01 11:17:57 -0700828
James E. Blair8cc15a82012-08-01 11:17:57 -0700829 urllib2.urlopen = URLOpenerFactory
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700830 self.launcher = zuul.launcher.gearman.Gearman(self.config, self.sched)
James E. Blair4076e2b2014-01-28 12:42:20 -0800831 self.merge_client = zuul.merger.client.MergeClient(
832 self.config, self.sched)
James E. Blairb0fcae42012-07-17 11:12:10 -0700833
James E. Blairff80a2f2013-12-27 13:24:06 -0800834 self.smtp_messages = []
835
836 def FakeSMTPFactory(*args, **kw):
837 args = [self.smtp_messages] + list(args)
838 return FakeSMTP(*args, **kw)
839
James E. Blairb0fcae42012-07-17 11:12:10 -0700840 zuul.lib.gerrit.Gerrit = FakeGerrit
James E. Blairff80a2f2013-12-27 13:24:06 -0800841 self.useFixture(fixtures.MonkeyPatch('smtplib.SMTP', FakeSMTPFactory))
James E. Blairb0fcae42012-07-17 11:12:10 -0700842
Monty Taylorbc758832013-06-17 17:22:42 -0400843 self.gerrit = FakeGerritTrigger(
844 self.upstream_root, self.config, self.sched)
James E. Blair8cc15a82012-08-01 11:17:57 -0700845 self.gerrit.replication_timeout = 1.5
846 self.gerrit.replication_retry_interval = 0.5
James E. Blairb0fcae42012-07-17 11:12:10 -0700847 self.fake_gerrit = self.gerrit.gerrit
Monty Taylorbc758832013-06-17 17:22:42 -0400848 self.fake_gerrit.upstream_root = self.upstream_root
James E. Blairb0fcae42012-07-17 11:12:10 -0700849
James E. Blair1843a552013-07-03 14:19:52 -0700850 self.webapp = zuul.webapp.WebApp(self.sched, port=0)
James E. Blairad28e912013-11-27 10:43:22 -0800851 self.rpc = zuul.rpclistener.RPCListener(self.config, self.sched)
James E. Blair1843a552013-07-03 14:19:52 -0700852
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700853 self.sched.setLauncher(self.launcher)
James E. Blair4076e2b2014-01-28 12:42:20 -0800854 self.sched.setMerger(self.merge_client)
James E. Blair6c358e72013-07-29 17:06:47 -0700855 self.sched.registerTrigger(self.gerrit)
James E. Blair63bb0ef2013-07-29 17:14:51 -0700856 self.timer = zuul.trigger.timer.Timer(self.config, self.sched)
857 self.sched.registerTrigger(self.timer)
James E. Blairb0fcae42012-07-17 11:12:10 -0700858
Joshua Hesketh1879cf72013-08-19 14:13:15 +1000859 self.sched.registerReporter(
860 zuul.reporter.gerrit.Reporter(self.gerrit))
Joshua Hesketh5fea8672013-08-19 17:32:01 +1000861 self.smtp_reporter = zuul.reporter.smtp.Reporter(
862 self.config.get('smtp', 'default_from'),
863 self.config.get('smtp', 'default_to'),
864 self.config.get('smtp', 'server'))
865 self.sched.registerReporter(self.smtp_reporter)
Joshua Hesketh1879cf72013-08-19 14:13:15 +1000866
James E. Blairb0fcae42012-07-17 11:12:10 -0700867 self.sched.start()
868 self.sched.reconfigure(self.config)
869 self.sched.resume()
James E. Blair1843a552013-07-03 14:19:52 -0700870 self.webapp.start()
James E. Blairad28e912013-11-27 10:43:22 -0800871 self.rpc.start()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700872 self.launcher.gearman.waitForServer()
873 self.registerJobs()
Monty Taylor6bef8ef2013-06-02 08:17:12 -0400874 self.builds = self.worker.running_builds
875 self.history = self.worker.build_history
James E. Blairb0fcae42012-07-17 11:12:10 -0700876
James E. Blairfee8d652013-06-07 08:57:52 -0700877 self.addCleanup(self.assertFinalState)
878 self.addCleanup(self.shutdown)
879
880 def assertFinalState(self):
881 # Make sure that the change cache is cleared
James E. Blair6c358e72013-07-29 17:06:47 -0700882 self.assertEqual(len(self.gerrit._change_cache.keys()), 0)
Clark Boylan4ba48d92013-11-11 18:03:53 -0800883 # Make sure that git.Repo objects have been garbage collected.
884 repos = []
885 gc.collect()
886 for obj in gc.get_objects():
887 if isinstance(obj, git.Repo):
888 repos.append(obj)
889 self.assertEqual(len(repos), 0)
James E. Blairfee8d652013-06-07 08:57:52 -0700890 self.assertEmptyQueues()
891
892 def shutdown(self):
893 self.log.debug("Shutting down after tests")
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700894 self.launcher.stop()
James E. Blair4076e2b2014-01-28 12:42:20 -0800895 self.merge_server.stop()
896 self.merge_server.join()
897 self.merge_client.stop()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700898 self.worker.shutdown()
899 self.gearman_server.shutdown()
James E. Blairb0fcae42012-07-17 11:12:10 -0700900 self.gerrit.stop()
James E. Blair63bb0ef2013-07-29 17:14:51 -0700901 self.timer.stop()
James E. Blairb0fcae42012-07-17 11:12:10 -0700902 self.sched.stop()
903 self.sched.join()
James E. Blair412e5582013-04-22 15:50:12 -0700904 self.statsd.stop()
905 self.statsd.join()
James E. Blair1843a552013-07-03 14:19:52 -0700906 self.webapp.stop()
907 self.webapp.join()
James E. Blairad28e912013-11-27 10:43:22 -0800908 self.rpc.stop()
909 self.rpc.join()
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700910 threads = threading.enumerate()
911 if len(threads) > 1:
912 self.log.error("More than one thread is running: %s" % threads)
Monty Taylorbc758832013-06-17 17:22:42 -0400913 super(TestScheduler, self).tearDown()
914
915 def init_repo(self, project):
916 parts = project.split('/')
917 path = os.path.join(self.upstream_root, *parts[:-1])
918 if not os.path.exists(path):
919 os.makedirs(path)
920 path = os.path.join(self.upstream_root, project)
921 repo = git.Repo.init(path)
922
923 repo.config_writer().set_value('user', 'email', 'user@example.com')
924 repo.config_writer().set_value('user', 'name', 'User Name')
925 repo.config_writer().write()
926
927 fn = os.path.join(path, 'README')
928 f = open(fn, 'w')
929 f.write("test\n")
930 f.close()
931 repo.index.add([fn])
932 repo.index.commit('initial commit')
933 master = repo.create_head('master')
934 repo.create_tag('init')
935
936 mp = repo.create_head('mp')
937 repo.head.reference = mp
938 f = open(fn, 'a')
939 f.write("test mp\n")
940 f.close()
941 repo.index.add([fn])
942 repo.index.commit('mp commit')
943
944 repo.head.reference = master
945 repo.head.reset(index=True, working_tree=True)
946 repo.git.clean('-x', '-f', '-d')
947
948 def ref_has_change(self, ref, change):
949 path = os.path.join(self.git_root, change.project)
950 repo = git.Repo(path)
951 for commit in repo.iter_commits(ref):
952 if commit.message.strip() == ('%s-1' % change.subject):
953 return True
954 return False
955
956 def job_has_changes(self, *args):
957 job = args[0]
958 commits = args[1:]
959 if isinstance(job, FakeBuild):
960 parameters = job.parameters
961 else:
962 parameters = json.loads(job.arguments)
963 project = parameters['ZUUL_PROJECT']
964 path = os.path.join(self.git_root, project)
965 repo = git.Repo(path)
966 ref = parameters['ZUUL_REF']
967 sha = parameters['ZUUL_COMMIT']
968 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
969 repo_shas = [c.hexsha for c in repo.iter_commits(ref)]
970 commit_messages = ['%s-1' % commit.subject for commit in commits]
James E. Blairac2c3242014-01-24 13:38:51 -0800971 self.log.debug("Checking if job %s has changes; commit_messages %s;"
972 " repo_messages %s; sha %s" % (job, commit_messages,
973 repo_messages, sha))
Monty Taylorbc758832013-06-17 17:22:42 -0400974 for msg in commit_messages:
975 if msg not in repo_messages:
James E. Blairac2c3242014-01-24 13:38:51 -0800976 self.log.debug(" messages do not match")
Monty Taylorbc758832013-06-17 17:22:42 -0400977 return False
978 if repo_shas[0] != sha:
James E. Blairac2c3242014-01-24 13:38:51 -0800979 self.log.debug(" sha does not match")
Monty Taylorbc758832013-06-17 17:22:42 -0400980 return False
James E. Blairac2c3242014-01-24 13:38:51 -0800981 self.log.debug(" OK")
Monty Taylorbc758832013-06-17 17:22:42 -0400982 return True
James E. Blairb0fcae42012-07-17 11:12:10 -0700983
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700984 def registerJobs(self):
985 count = 0
James E. Blaireff88162013-07-01 12:44:14 -0400986 for job in self.sched.layout.jobs.keys():
James E. Blair1f4c2bb2013-04-26 08:40:46 -0700987 self.worker.registerFunction('build:' + job)
988 count += 1
989 self.worker.registerFunction('stop:' + self.worker.worker_id)
990 count += 1
991
992 while len(self.gearman_server.functions) < count:
993 time.sleep(0)
994
995 def release(self, job):
996 if isinstance(job, FakeBuild):
997 job.release()
998 else:
999 job.waiting = False
1000 self.log.debug("Queued job %s released" % job.unique)
1001 self.gearman_server.wakeConnections()
1002
1003 def getParameter(self, job, name):
1004 if isinstance(job, FakeBuild):
1005 return job.parameters[name]
1006 else:
1007 parameters = json.loads(job.arguments)
1008 return parameters[name]
1009
1010 def resetGearmanServer(self):
1011 self.worker.setFunctions([])
1012 while True:
1013 done = True
1014 for connection in self.gearman_server.active_connections:
James E. Blairad28e912013-11-27 10:43:22 -08001015 if (connection.functions and
James E. Blair4076e2b2014-01-28 12:42:20 -08001016 connection.client_id not in ['Zuul RPC Listener',
1017 'Zuul Merger']):
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001018 done = False
1019 if done:
1020 break
1021 time.sleep(0)
1022 self.gearman_server.functions = set()
James E. Blairad28e912013-11-27 10:43:22 -08001023 self.rpc.register()
James E. Blair4076e2b2014-01-28 12:42:20 -08001024 self.merge_server.register()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001025
1026 def haveAllBuildsReported(self):
1027 # See if Zuul is waiting on a meta job to complete
1028 if self.launcher.meta_jobs:
1029 return False
1030 # Find out if every build that the worker has completed has been
1031 # reported back to Zuul. If it hasn't then that means a Gearman
1032 # event is still in transit and the system is not stable.
1033 for build in self.worker.build_history:
1034 zbuild = self.launcher.builds.get(build.uuid)
1035 if not zbuild:
1036 # It has already been reported
1037 continue
1038 # It hasn't been reported yet.
1039 return False
1040 # Make sure that none of the worker connections are in GRAB_WAIT
1041 for connection in self.worker.active_connections:
1042 if connection.state == 'GRAB_WAIT':
1043 return False
1044 return True
1045
1046 def areAllBuildsWaiting(self):
1047 ret = True
1048
1049 builds = self.launcher.builds.values()
1050 for build in builds:
1051 client_job = None
1052 for conn in self.launcher.gearman.active_connections:
1053 for j in conn.related_jobs.values():
1054 if j.unique == build.uuid:
1055 client_job = j
1056 break
1057 if not client_job:
1058 self.log.debug("%s is not known to the gearman client" %
1059 build)
1060 ret = False
1061 continue
1062 if not client_job.handle:
1063 self.log.debug("%s has no handle" % client_job)
1064 ret = False
1065 continue
1066 server_job = self.gearman_server.jobs.get(client_job.handle)
1067 if not server_job:
1068 self.log.debug("%s is not known to the gearman server" %
1069 client_job)
1070 ret = False
1071 continue
1072 if not hasattr(server_job, 'waiting'):
1073 self.log.debug("%s is being enqueued" % server_job)
1074 ret = False
1075 continue
1076 if server_job.waiting:
1077 continue
1078 worker_job = self.worker.gearman_jobs.get(server_job.unique)
1079 if worker_job:
1080 if worker_job.build.isWaiting():
1081 continue
1082 else:
1083 self.log.debug("%s is running" % worker_job)
1084 ret = False
1085 else:
1086 self.log.debug("%s is unassigned" % server_job)
1087 ret = False
1088 return ret
1089
James E. Blairb0fcae42012-07-17 11:12:10 -07001090 def waitUntilSettled(self):
1091 self.log.debug("Waiting until settled...")
1092 start = time.time()
1093 while True:
1094 if time.time() - start > 10:
1095 print 'queue status:',
1096 print self.sched.trigger_event_queue.empty(),
1097 print self.sched.result_event_queue.empty(),
1098 print self.fake_gerrit.event_queue.empty(),
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001099 print self.areAllBuildsWaiting()
James E. Blairb0fcae42012-07-17 11:12:10 -07001100 raise Exception("Timeout waiting for Zuul to settle")
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001101 # Make sure no new events show up while we're checking
1102 self.worker.lock.acquire()
1103 # have all build states propogated to zuul?
1104 if self.haveAllBuildsReported():
1105 # Join ensures that the queue is empty _and_ events have been
1106 # processed
1107 self.fake_gerrit.event_queue.join()
1108 self.sched.trigger_event_queue.join()
1109 self.sched.result_event_queue.join()
James E. Blaira84f0e42014-02-06 07:09:22 -08001110 self.sched.run_handler_lock.acquire()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001111 if (self.sched.trigger_event_queue.empty() and
1112 self.sched.result_event_queue.empty() and
1113 self.fake_gerrit.event_queue.empty() and
James E. Blair4076e2b2014-01-28 12:42:20 -08001114 not self.merge_client.build_sets and
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001115 self.areAllBuildsWaiting()):
James E. Blaira84f0e42014-02-06 07:09:22 -08001116 self.sched.run_handler_lock.release()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001117 self.worker.lock.release()
1118 self.log.debug("...settled.")
1119 return
James E. Blaira84f0e42014-02-06 07:09:22 -08001120 self.sched.run_handler_lock.release()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001121 self.worker.lock.release()
James E. Blairb0fcae42012-07-17 11:12:10 -07001122 self.sched.wake_event.wait(0.1)
1123
James E. Blaird466dc42012-07-31 10:42:56 -07001124 def countJobResults(self, jobs, result):
James E. Blair0018a6c2013-02-27 14:11:45 -08001125 jobs = filter(lambda x: x.result == result, jobs)
James E. Blaird466dc42012-07-31 10:42:56 -07001126 return len(jobs)
1127
James E. Blair4ca985f2013-05-30 12:27:43 -07001128 def getJobFromHistory(self, name):
1129 history = self.worker.build_history
1130 for job in history:
1131 if job.name == name:
1132 return job
1133 raise Exception("Unable to find job %s in history" % name)
1134
James E. Blaire0487072012-08-29 17:38:31 -07001135 def assertEmptyQueues(self):
1136 # Make sure there are no orphaned jobs
James E. Blaireff88162013-07-01 12:44:14 -04001137 for pipeline in self.sched.layout.pipelines.values():
James E. Blaire0487072012-08-29 17:38:31 -07001138 for queue in pipeline.queues:
1139 if len(queue.queue) != 0:
James E. Blairf62d4282012-12-31 17:01:50 -08001140 print 'pipeline %s queue %s contents %s' % (
1141 pipeline.name, queue.name, queue.queue)
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001142 self.assertEqual(len(queue.queue), 0)
James E. Blaire0487072012-08-29 17:38:31 -07001143
James E. Blair66eeebf2013-07-27 17:44:32 -07001144 def assertReportedStat(self, key, value=None, kind=None):
James E. Blair412e5582013-04-22 15:50:12 -07001145 start = time.time()
1146 while time.time() < (start + 5):
1147 for stat in self.statsd.stats:
James E. Blair66eeebf2013-07-27 17:44:32 -07001148 pprint.pprint(self.statsd.stats)
James E. Blair412e5582013-04-22 15:50:12 -07001149 k, v = stat.split(':')
1150 if key == k:
James E. Blair66eeebf2013-07-27 17:44:32 -07001151 if value is None and kind is None:
James E. Blair412e5582013-04-22 15:50:12 -07001152 return
James E. Blair66eeebf2013-07-27 17:44:32 -07001153 elif value:
1154 if value == v:
1155 return
1156 elif kind:
1157 if v.endswith('|' + kind):
1158 return
James E. Blair412e5582013-04-22 15:50:12 -07001159 time.sleep(0.1)
1160
1161 pprint.pprint(self.statsd.stats)
1162 raise Exception("Key %s not found in reported stats" % key)
1163
James E. Blairb0fcae42012-07-17 11:12:10 -07001164 def test_jobs_launched(self):
1165 "Test that jobs are launched and a change is merged"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001166
James E. Blairb0fcae42012-07-17 11:12:10 -07001167 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair8c803f82012-07-31 16:25:42 -07001168 A.addApproval('CRVW', 2)
James E. Blairb0fcae42012-07-17 11:12:10 -07001169 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1170 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001171 self.assertEqual(self.getJobFromHistory('project-merge').result,
1172 'SUCCESS')
1173 self.assertEqual(self.getJobFromHistory('project-test1').result,
1174 'SUCCESS')
1175 self.assertEqual(self.getJobFromHistory('project-test2').result,
1176 'SUCCESS')
1177 self.assertEqual(A.data['status'], 'MERGED')
1178 self.assertEqual(A.reported, 2)
James E. Blairb0fcae42012-07-17 11:12:10 -07001179
James E. Blair66eeebf2013-07-27 17:44:32 -07001180 self.assertReportedStat('gerrit.event.comment-added', value='1|c')
1181 self.assertReportedStat('zuul.pipeline.gate.current_changes',
1182 value='1|g')
1183 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
1184 kind='ms')
1185 self.assertReportedStat('zuul.pipeline.gate.job.project-merge.SUCCESS',
1186 value='1|c')
1187 self.assertReportedStat('zuul.pipeline.gate.resident_time', kind='ms')
1188 self.assertReportedStat('zuul.pipeline.gate.total_changes',
1189 value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -07001190 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -07001191 'zuul.pipeline.gate.org.project.resident_time', kind='ms')
James E. Blair412e5582013-04-22 15:50:12 -07001192 self.assertReportedStat(
James E. Blair66eeebf2013-07-27 17:44:32 -07001193 'zuul.pipeline.gate.org.project.total_changes', value='1|c')
James E. Blair412e5582013-04-22 15:50:12 -07001194
James E. Blair3cb10702013-08-24 08:56:03 -07001195 def test_initial_pipeline_gauges(self):
1196 "Test that each pipeline reported its length on start"
1197 pipeline_names = self.sched.layout.pipelines.keys()
1198 self.assertNotEqual(len(pipeline_names), 0)
1199 for name in pipeline_names:
1200 self.assertReportedStat('zuul.pipeline.%s.current_changes' % name,
1201 value='0|g')
1202
James E. Blair42f74822013-05-14 15:18:03 -07001203 def test_duplicate_pipelines(self):
1204 "Test that a change matching multiple pipelines works"
James E. Blair1b4d9722013-05-21 10:32:04 -07001205
James E. Blair42f74822013-05-14 15:18:03 -07001206 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1207 self.fake_gerrit.addEvent(A.getChangeRestoredEvent())
1208 self.waitUntilSettled()
James E. Blair42f74822013-05-14 15:18:03 -07001209
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001210 self.assertEqual(len(self.history), 2)
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001211 self.history[0].name == 'project-test1'
1212 self.history[1].name == 'project-test1'
James E. Blair42f74822013-05-14 15:18:03 -07001213
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001214 self.assertEqual(len(A.messages), 2)
James E. Blair42f74822013-05-14 15:18:03 -07001215 if 'dup1/project-test1' in A.messages[0]:
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001216 self.assertIn('dup1/project-test1', A.messages[0])
1217 self.assertNotIn('dup2/project-test1', A.messages[0])
1218 self.assertNotIn('dup1/project-test1', A.messages[1])
1219 self.assertIn('dup2/project-test1', A.messages[1])
James E. Blair42f74822013-05-14 15:18:03 -07001220 else:
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001221 self.assertIn('dup1/project-test1', A.messages[1])
1222 self.assertNotIn('dup2/project-test1', A.messages[1])
1223 self.assertNotIn('dup1/project-test1', A.messages[0])
1224 self.assertIn('dup2/project-test1', A.messages[0])
James E. Blair42f74822013-05-14 15:18:03 -07001225
James E. Blairb0fcae42012-07-17 11:12:10 -07001226 def test_parallel_changes(self):
1227 "Test that changes are tested in parallel and merged in series"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001228
1229 self.worker.hold_jobs_in_build = True
James E. Blairb0fcae42012-07-17 11:12:10 -07001230 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1231 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1232 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8c803f82012-07-31 16:25:42 -07001233 A.addApproval('CRVW', 2)
1234 B.addApproval('CRVW', 2)
1235 C.addApproval('CRVW', 2)
James E. Blairb0fcae42012-07-17 11:12:10 -07001236
1237 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1238 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1239 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1240
1241 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001242 self.assertEqual(len(self.builds), 1)
1243 self.assertEqual(self.builds[0].name, 'project-merge')
1244 self.assertTrue(self.job_has_changes(self.builds[0], A))
James E. Blairb0fcae42012-07-17 11:12:10 -07001245
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001246 self.worker.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -07001247 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001248 self.assertEqual(len(self.builds), 3)
1249 self.assertEqual(self.builds[0].name, 'project-test1')
1250 self.assertTrue(self.job_has_changes(self.builds[0], A))
1251 self.assertEqual(self.builds[1].name, 'project-test2')
1252 self.assertTrue(self.job_has_changes(self.builds[1], A))
1253 self.assertEqual(self.builds[2].name, 'project-merge')
1254 self.assertTrue(self.job_has_changes(self.builds[2], A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -07001255
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001256 self.worker.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -07001257 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001258 self.assertEqual(len(self.builds), 5)
1259 self.assertEqual(self.builds[0].name, 'project-test1')
1260 self.assertTrue(self.job_has_changes(self.builds[0], A))
1261 self.assertEqual(self.builds[1].name, 'project-test2')
1262 self.assertTrue(self.job_has_changes(self.builds[1], A))
James E. Blairb0fcae42012-07-17 11:12:10 -07001263
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001264 self.assertEqual(self.builds[2].name, 'project-test1')
1265 self.assertTrue(self.job_has_changes(self.builds[2], A, B))
1266 self.assertEqual(self.builds[3].name, 'project-test2')
1267 self.assertTrue(self.job_has_changes(self.builds[3], A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -07001268
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001269 self.assertEqual(self.builds[4].name, 'project-merge')
1270 self.assertTrue(self.job_has_changes(self.builds[4], A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -07001271
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001272 self.worker.release('.*-merge')
James E. Blairb0fcae42012-07-17 11:12:10 -07001273 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001274 self.assertEqual(len(self.builds), 6)
1275 self.assertEqual(self.builds[0].name, 'project-test1')
1276 self.assertTrue(self.job_has_changes(self.builds[0], A))
1277 self.assertEqual(self.builds[1].name, 'project-test2')
1278 self.assertTrue(self.job_has_changes(self.builds[1], A))
James E. Blairb0fcae42012-07-17 11:12:10 -07001279
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001280 self.assertEqual(self.builds[2].name, 'project-test1')
1281 self.assertTrue(self.job_has_changes(self.builds[2], A, B))
1282 self.assertEqual(self.builds[3].name, 'project-test2')
1283 self.assertTrue(self.job_has_changes(self.builds[3], A, B))
James E. Blairb0fcae42012-07-17 11:12:10 -07001284
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001285 self.assertEqual(self.builds[4].name, 'project-test1')
1286 self.assertTrue(self.job_has_changes(self.builds[4], A, B, C))
1287 self.assertEqual(self.builds[5].name, 'project-test2')
1288 self.assertTrue(self.job_has_changes(self.builds[5], A, B, C))
James E. Blairb0fcae42012-07-17 11:12:10 -07001289
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001290 self.worker.hold_jobs_in_build = False
1291 self.worker.release()
James E. Blairb0fcae42012-07-17 11:12:10 -07001292 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001293 self.assertEqual(len(self.builds), 0)
James E. Blairb0fcae42012-07-17 11:12:10 -07001294
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001295 self.assertEqual(len(self.history), 9)
1296 self.assertEqual(A.data['status'], 'MERGED')
1297 self.assertEqual(B.data['status'], 'MERGED')
1298 self.assertEqual(C.data['status'], 'MERGED')
1299 self.assertEqual(A.reported, 2)
1300 self.assertEqual(B.reported, 2)
1301 self.assertEqual(C.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -07001302
1303 def test_failed_changes(self):
1304 "Test that a change behind a failed change is retested"
James E. Blaire2819012013-06-28 17:17:26 -04001305 self.worker.hold_jobs_in_build = True
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001306
James E. Blairb02a3bb2012-07-30 17:49:55 -07001307 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1308 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
James E. Blair8c803f82012-07-31 16:25:42 -07001309 A.addApproval('CRVW', 2)
1310 B.addApproval('CRVW', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -07001311
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001312 self.worker.addFailTest('project-test1', A)
James E. Blairb02a3bb2012-07-30 17:49:55 -07001313
James E. Blaire2819012013-06-28 17:17:26 -04001314 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1315 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
James E. Blairb02a3bb2012-07-30 17:49:55 -07001316 self.waitUntilSettled()
James E. Blaire2819012013-06-28 17:17:26 -04001317
1318 self.worker.release('.*-merge')
1319 self.waitUntilSettled()
1320
1321 self.worker.hold_jobs_in_build = False
1322 self.worker.release()
1323
1324 self.waitUntilSettled()
1325 # It's certain that the merge job for change 2 will run, but
1326 # the test1 and test2 jobs may or may not run.
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001327 self.assertTrue(len(self.history) > 6)
1328 self.assertEqual(A.data['status'], 'NEW')
1329 self.assertEqual(B.data['status'], 'MERGED')
1330 self.assertEqual(A.reported, 2)
1331 self.assertEqual(B.reported, 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -07001332
1333 def test_independent_queues(self):
1334 "Test that changes end up in the right queues"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001335
1336 self.worker.hold_jobs_in_build = True
Zhongyue Luo5d556072012-09-21 02:00:47 +09001337 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blairb02a3bb2012-07-30 17:49:55 -07001338 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
1339 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
James E. Blair8c803f82012-07-31 16:25:42 -07001340 A.addApproval('CRVW', 2)
1341 B.addApproval('CRVW', 2)
1342 C.addApproval('CRVW', 2)
James E. Blairb02a3bb2012-07-30 17:49:55 -07001343
1344 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1345 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1346 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1347
James E. Blairb02a3bb2012-07-30 17:49:55 -07001348 self.waitUntilSettled()
1349
1350 # There should be one merge job at the head of each queue running
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001351 self.assertEqual(len(self.builds), 2)
1352 self.assertEqual(self.builds[0].name, 'project-merge')
1353 self.assertTrue(self.job_has_changes(self.builds[0], A))
1354 self.assertEqual(self.builds[1].name, 'project1-merge')
1355 self.assertTrue(self.job_has_changes(self.builds[1], B))
James E. Blairb02a3bb2012-07-30 17:49:55 -07001356
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001357 # Release the current merge builds
1358 self.worker.release('.*-merge')
James E. Blairb02a3bb2012-07-30 17:49:55 -07001359 self.waitUntilSettled()
1360 # Release the merge job for project2 which is behind project1
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001361 self.worker.release('.*-merge')
James E. Blairb02a3bb2012-07-30 17:49:55 -07001362 self.waitUntilSettled()
1363
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001364 # All the test builds should be running:
James E. Blairb02a3bb2012-07-30 17:49:55 -07001365 # project1 (3) + project2 (3) + project (2) = 8
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001366 self.assertEqual(len(self.builds), 8)
James E. Blairb02a3bb2012-07-30 17:49:55 -07001367
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001368 self.worker.release()
James E. Blairb02a3bb2012-07-30 17:49:55 -07001369 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001370 self.assertEqual(len(self.builds), 0)
James E. Blairb02a3bb2012-07-30 17:49:55 -07001371
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001372 self.assertEqual(len(self.history), 11)
1373 self.assertEqual(A.data['status'], 'MERGED')
1374 self.assertEqual(B.data['status'], 'MERGED')
1375 self.assertEqual(C.data['status'], 'MERGED')
1376 self.assertEqual(A.reported, 2)
1377 self.assertEqual(B.reported, 2)
1378 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -07001379
1380 def test_failed_change_at_head(self):
1381 "Test that if a change at the head fails, jobs behind it are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -07001382
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001383 self.worker.hold_jobs_in_build = True
James E. Blaird466dc42012-07-31 10:42:56 -07001384 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1385 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1386 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8c803f82012-07-31 16:25:42 -07001387 A.addApproval('CRVW', 2)
1388 B.addApproval('CRVW', 2)
1389 C.addApproval('CRVW', 2)
James E. Blaird466dc42012-07-31 10:42:56 -07001390
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001391 self.worker.addFailTest('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -07001392
1393 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1394 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1395 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1396
1397 self.waitUntilSettled()
James E. Blaird466dc42012-07-31 10:42:56 -07001398
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001399 self.assertEqual(len(self.builds), 1)
1400 self.assertEqual(self.builds[0].name, 'project-merge')
1401 self.assertTrue(self.job_has_changes(self.builds[0], A))
James E. Blaird466dc42012-07-31 10:42:56 -07001402
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001403 self.worker.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -07001404 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001405 self.worker.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -07001406 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001407 self.worker.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -07001408 self.waitUntilSettled()
1409
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001410 self.assertEqual(len(self.builds), 6)
1411 self.assertEqual(self.builds[0].name, 'project-test1')
1412 self.assertEqual(self.builds[1].name, 'project-test2')
1413 self.assertEqual(self.builds[2].name, 'project-test1')
1414 self.assertEqual(self.builds[3].name, 'project-test2')
1415 self.assertEqual(self.builds[4].name, 'project-test1')
1416 self.assertEqual(self.builds[5].name, 'project-test2')
James E. Blaird466dc42012-07-31 10:42:56 -07001417
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001418 self.release(self.builds[0])
James E. Blaird466dc42012-07-31 10:42:56 -07001419 self.waitUntilSettled()
1420
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001421 # project-test2, project-merge for B
1422 self.assertEqual(len(self.builds), 2)
1423 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 4)
James E. Blaird466dc42012-07-31 10:42:56 -07001424
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001425 self.worker.hold_jobs_in_build = False
1426 self.worker.release()
James E. Blaird466dc42012-07-31 10:42:56 -07001427 self.waitUntilSettled()
1428
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001429 self.assertEqual(len(self.builds), 0)
1430 self.assertEqual(len(self.history), 15)
1431 self.assertEqual(A.data['status'], 'NEW')
1432 self.assertEqual(B.data['status'], 'MERGED')
1433 self.assertEqual(C.data['status'], 'MERGED')
1434 self.assertEqual(A.reported, 2)
1435 self.assertEqual(B.reported, 2)
1436 self.assertEqual(C.reported, 2)
James E. Blaird466dc42012-07-31 10:42:56 -07001437
James E. Blair0aac4872013-08-23 14:02:38 -07001438 def test_failed_change_in_middle(self):
1439 "Test a failed change in the middle of the queue"
1440
1441 self.worker.hold_jobs_in_build = True
1442 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1443 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1444 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1445 A.addApproval('CRVW', 2)
1446 B.addApproval('CRVW', 2)
1447 C.addApproval('CRVW', 2)
1448
1449 self.worker.addFailTest('project-test1', B)
1450
1451 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1452 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1453 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1454
1455 self.waitUntilSettled()
1456
1457 self.worker.release('.*-merge')
1458 self.waitUntilSettled()
1459 self.worker.release('.*-merge')
1460 self.waitUntilSettled()
1461 self.worker.release('.*-merge')
1462 self.waitUntilSettled()
1463
1464 self.assertEqual(len(self.builds), 6)
1465 self.assertEqual(self.builds[0].name, 'project-test1')
1466 self.assertEqual(self.builds[1].name, 'project-test2')
1467 self.assertEqual(self.builds[2].name, 'project-test1')
1468 self.assertEqual(self.builds[3].name, 'project-test2')
1469 self.assertEqual(self.builds[4].name, 'project-test1')
1470 self.assertEqual(self.builds[5].name, 'project-test2')
1471
1472 self.release(self.builds[2])
1473 self.waitUntilSettled()
1474
James E. Blair972e3c72013-08-29 12:04:55 -07001475 # project-test1 and project-test2 for A
1476 # project-test2 for B
1477 # project-merge for C (without B)
1478 self.assertEqual(len(self.builds), 4)
James E. Blair0aac4872013-08-23 14:02:38 -07001479 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 2)
1480
James E. Blair972e3c72013-08-29 12:04:55 -07001481 self.worker.release('.*-merge')
1482 self.waitUntilSettled()
1483
1484 # project-test1 and project-test2 for A
1485 # project-test2 for B
1486 # project-test1 and project-test2 for C
1487 self.assertEqual(len(self.builds), 5)
1488
James E. Blair0aac4872013-08-23 14:02:38 -07001489 items = self.sched.layout.pipelines['gate'].getAllItems()
1490 builds = items[0].current_build_set.getBuilds()
1491 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
1492 self.assertEqual(self.countJobResults(builds, None), 2)
1493 builds = items[1].current_build_set.getBuilds()
1494 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
1495 self.assertEqual(self.countJobResults(builds, 'FAILURE'), 1)
1496 self.assertEqual(self.countJobResults(builds, None), 1)
1497 builds = items[2].current_build_set.getBuilds()
1498 self.assertEqual(self.countJobResults(builds, 'SUCCESS'), 1)
James E. Blair972e3c72013-08-29 12:04:55 -07001499 self.assertEqual(self.countJobResults(builds, None), 2)
James E. Blair0aac4872013-08-23 14:02:38 -07001500
1501 self.worker.hold_jobs_in_build = False
1502 self.worker.release()
1503 self.waitUntilSettled()
1504
1505 self.assertEqual(len(self.builds), 0)
1506 self.assertEqual(len(self.history), 12)
1507 self.assertEqual(A.data['status'], 'MERGED')
1508 self.assertEqual(B.data['status'], 'NEW')
1509 self.assertEqual(C.data['status'], 'MERGED')
1510 self.assertEqual(A.reported, 2)
1511 self.assertEqual(B.reported, 2)
1512 self.assertEqual(C.reported, 2)
1513
James E. Blaird466dc42012-07-31 10:42:56 -07001514 def test_failed_change_at_head_with_queue(self):
1515 "Test that if a change at the head fails, queued jobs are canceled"
James E. Blaird466dc42012-07-31 10:42:56 -07001516
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001517 self.gearman_server.hold_jobs_in_queue = True
James E. Blaird466dc42012-07-31 10:42:56 -07001518 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1519 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1520 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
James E. Blair8c803f82012-07-31 16:25:42 -07001521 A.addApproval('CRVW', 2)
1522 B.addApproval('CRVW', 2)
1523 C.addApproval('CRVW', 2)
James E. Blaird466dc42012-07-31 10:42:56 -07001524
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001525 self.worker.addFailTest('project-test1', A)
James E. Blaird466dc42012-07-31 10:42:56 -07001526
1527 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1528 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1529 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1530
1531 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001532 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001533 self.assertEqual(len(self.builds), 0)
1534 self.assertEqual(len(queue), 1)
1535 self.assertEqual(queue[0].name, 'build:project-merge')
1536 self.assertTrue(self.job_has_changes(queue[0], A))
James E. Blaird466dc42012-07-31 10:42:56 -07001537
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001538 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -07001539 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001540 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -07001541 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001542 self.gearman_server.release('.*-merge')
James E. Blaird466dc42012-07-31 10:42:56 -07001543 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001544 queue = self.gearman_server.getQueue()
James E. Blaird466dc42012-07-31 10:42:56 -07001545
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001546 self.assertEqual(len(self.builds), 0)
1547 self.assertEqual(len(queue), 6)
1548 self.assertEqual(queue[0].name, 'build:project-test1')
1549 self.assertEqual(queue[1].name, 'build:project-test2')
1550 self.assertEqual(queue[2].name, 'build:project-test1')
1551 self.assertEqual(queue[3].name, 'build:project-test2')
1552 self.assertEqual(queue[4].name, 'build:project-test1')
1553 self.assertEqual(queue[5].name, 'build:project-test2')
James E. Blaird466dc42012-07-31 10:42:56 -07001554
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001555 self.release(queue[0])
James E. Blaird466dc42012-07-31 10:42:56 -07001556 self.waitUntilSettled()
1557
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001558 self.assertEqual(len(self.builds), 0)
James E. Blair701c5b42013-06-06 09:34:59 -07001559 queue = self.gearman_server.getQueue()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001560 self.assertEqual(len(queue), 2) # project-test2, project-merge for B
1561 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 0)
James E. Blaird466dc42012-07-31 10:42:56 -07001562
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001563 self.gearman_server.hold_jobs_in_queue = False
1564 self.gearman_server.release()
James E. Blaird466dc42012-07-31 10:42:56 -07001565 self.waitUntilSettled()
1566
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001567 self.assertEqual(len(self.builds), 0)
1568 self.assertEqual(len(self.history), 11)
1569 self.assertEqual(A.data['status'], 'NEW')
1570 self.assertEqual(B.data['status'], 'MERGED')
1571 self.assertEqual(C.data['status'], 'MERGED')
1572 self.assertEqual(A.reported, 2)
1573 self.assertEqual(B.reported, 2)
1574 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -07001575
James E. Blairfef71632013-09-23 11:15:47 -07001576 def test_two_failed_changes_at_head(self):
1577 "Test that changes are reparented correctly if 2 fail at head"
1578
1579 self.worker.hold_jobs_in_build = True
1580 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1581 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1582 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1583 A.addApproval('CRVW', 2)
1584 B.addApproval('CRVW', 2)
1585 C.addApproval('CRVW', 2)
1586
1587 self.worker.addFailTest('project-test1', A)
1588 self.worker.addFailTest('project-test1', B)
1589
1590 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1591 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1592 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1593 self.waitUntilSettled()
1594
1595 self.worker.release('.*-merge')
1596 self.waitUntilSettled()
1597 self.worker.release('.*-merge')
1598 self.waitUntilSettled()
1599 self.worker.release('.*-merge')
1600 self.waitUntilSettled()
1601
1602 self.assertEqual(len(self.builds), 6)
1603 self.assertEqual(self.builds[0].name, 'project-test1')
1604 self.assertEqual(self.builds[1].name, 'project-test2')
1605 self.assertEqual(self.builds[2].name, 'project-test1')
1606 self.assertEqual(self.builds[3].name, 'project-test2')
1607 self.assertEqual(self.builds[4].name, 'project-test1')
1608 self.assertEqual(self.builds[5].name, 'project-test2')
1609
1610 self.assertTrue(self.job_has_changes(self.builds[0], A))
1611 self.assertTrue(self.job_has_changes(self.builds[2], A))
1612 self.assertTrue(self.job_has_changes(self.builds[2], B))
1613 self.assertTrue(self.job_has_changes(self.builds[4], A))
1614 self.assertTrue(self.job_has_changes(self.builds[4], B))
1615 self.assertTrue(self.job_has_changes(self.builds[4], C))
1616
1617 # Fail change B first
1618 self.release(self.builds[2])
1619 self.waitUntilSettled()
1620
1621 # restart of C after B failure
1622 self.worker.release('.*-merge')
1623 self.waitUntilSettled()
1624
1625 self.assertEqual(len(self.builds), 5)
1626 self.assertEqual(self.builds[0].name, 'project-test1')
1627 self.assertEqual(self.builds[1].name, 'project-test2')
1628 self.assertEqual(self.builds[2].name, 'project-test2')
1629 self.assertEqual(self.builds[3].name, 'project-test1')
1630 self.assertEqual(self.builds[4].name, 'project-test2')
1631
1632 self.assertTrue(self.job_has_changes(self.builds[1], A))
1633 self.assertTrue(self.job_has_changes(self.builds[2], A))
1634 self.assertTrue(self.job_has_changes(self.builds[2], B))
1635 self.assertTrue(self.job_has_changes(self.builds[4], A))
1636 self.assertFalse(self.job_has_changes(self.builds[4], B))
1637 self.assertTrue(self.job_has_changes(self.builds[4], C))
1638
1639 # Finish running all passing jobs for change A
1640 self.release(self.builds[1])
1641 self.waitUntilSettled()
1642 # Fail and report change A
1643 self.release(self.builds[0])
1644 self.waitUntilSettled()
1645
1646 # restart of B,C after A failure
1647 self.worker.release('.*-merge')
1648 self.waitUntilSettled()
1649 self.worker.release('.*-merge')
1650 self.waitUntilSettled()
1651
1652 self.assertEqual(len(self.builds), 4)
1653 self.assertEqual(self.builds[0].name, 'project-test1') # B
1654 self.assertEqual(self.builds[1].name, 'project-test2') # B
1655 self.assertEqual(self.builds[2].name, 'project-test1') # C
1656 self.assertEqual(self.builds[3].name, 'project-test2') # C
1657
1658 self.assertFalse(self.job_has_changes(self.builds[1], A))
1659 self.assertTrue(self.job_has_changes(self.builds[1], B))
1660 self.assertFalse(self.job_has_changes(self.builds[1], C))
1661
1662 self.assertFalse(self.job_has_changes(self.builds[2], A))
1663 # After A failed and B and C restarted, B should be back in
1664 # C's tests because it has not failed yet.
1665 self.assertTrue(self.job_has_changes(self.builds[2], B))
1666 self.assertTrue(self.job_has_changes(self.builds[2], C))
1667
1668 self.worker.hold_jobs_in_build = False
1669 self.worker.release()
1670 self.waitUntilSettled()
1671
1672 self.assertEqual(len(self.builds), 0)
1673 self.assertEqual(len(self.history), 21)
1674 self.assertEqual(A.data['status'], 'NEW')
1675 self.assertEqual(B.data['status'], 'NEW')
1676 self.assertEqual(C.data['status'], 'MERGED')
1677 self.assertEqual(A.reported, 2)
1678 self.assertEqual(B.reported, 2)
1679 self.assertEqual(C.reported, 2)
1680
James E. Blair8c803f82012-07-31 16:25:42 -07001681 def test_patch_order(self):
1682 "Test that dependent patches are tested in the right order"
1683 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1684 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1685 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1686 A.addApproval('CRVW', 2)
1687 B.addApproval('CRVW', 2)
1688 C.addApproval('CRVW', 2)
1689
1690 M2 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M2')
1691 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
1692 M2.setMerged()
1693 M1.setMerged()
1694
1695 # C -> B -> A -> M1 -> M2
1696 # M2 is here to make sure it is never queried. If it is, it
1697 # means zuul is walking down the entire history of merged
1698 # changes.
1699
1700 C.setDependsOn(B, 1)
1701 B.setDependsOn(A, 1)
1702 A.setDependsOn(M1, 1)
1703 M1.setDependsOn(M2, 1)
1704
1705 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1706
1707 self.waitUntilSettled()
1708
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001709 self.assertEqual(A.data['status'], 'NEW')
1710 self.assertEqual(B.data['status'], 'NEW')
1711 self.assertEqual(C.data['status'], 'NEW')
James E. Blair8c803f82012-07-31 16:25:42 -07001712
1713 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1714 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1715
1716 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001717 self.assertEqual(M2.queried, 0)
1718 self.assertEqual(A.data['status'], 'MERGED')
1719 self.assertEqual(B.data['status'], 'MERGED')
1720 self.assertEqual(C.data['status'], 'MERGED')
1721 self.assertEqual(A.reported, 2)
1722 self.assertEqual(B.reported, 2)
1723 self.assertEqual(C.reported, 2)
James E. Blair8c803f82012-07-31 16:25:42 -07001724
James E. Blair0e933c52013-07-11 10:18:52 -07001725 def test_trigger_cache(self):
1726 "Test that the trigger cache operates correctly"
1727 self.worker.hold_jobs_in_build = True
1728
1729 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1730 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1731 X = self.fake_gerrit.addFakeChange('org/project', 'master', 'X')
1732 A.addApproval('CRVW', 2)
1733 B.addApproval('CRVW', 2)
1734
1735 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
1736 M1.setMerged()
1737
1738 B.setDependsOn(A, 1)
1739 A.setDependsOn(M1, 1)
1740
1741 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1742 self.fake_gerrit.addEvent(X.getPatchsetCreatedEvent(1))
1743
1744 self.waitUntilSettled()
1745
1746 for build in self.builds:
1747 if build.parameters['ZUUL_PIPELINE'] == 'check':
1748 build.release()
1749 self.waitUntilSettled()
1750 for build in self.builds:
1751 if build.parameters['ZUUL_PIPELINE'] == 'check':
1752 build.release()
1753 self.waitUntilSettled()
1754
1755 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1756 self.waitUntilSettled()
1757
James E. Blair6c358e72013-07-29 17:06:47 -07001758 self.log.debug("len %s " % self.gerrit._change_cache.keys())
James E. Blair0e933c52013-07-11 10:18:52 -07001759 # there should still be changes in the cache
James E. Blair6c358e72013-07-29 17:06:47 -07001760 self.assertNotEqual(len(self.gerrit._change_cache.keys()), 0)
James E. Blair0e933c52013-07-11 10:18:52 -07001761
1762 self.worker.hold_jobs_in_build = False
1763 self.worker.release()
1764 self.waitUntilSettled()
1765
1766 self.assertEqual(A.data['status'], 'MERGED')
1767 self.assertEqual(B.data['status'], 'MERGED')
1768 self.assertEqual(A.queried, 2) # Initial and isMerged
1769 self.assertEqual(B.queried, 3) # Initial A, refresh from B, isMerged
1770
James E. Blair8c803f82012-07-31 16:25:42 -07001771 def test_can_merge(self):
James E. Blair4886cc12012-07-18 15:39:41 -07001772 "Test whether a change is ready to merge"
James E. Blair8c803f82012-07-31 16:25:42 -07001773 # TODO: move to test_gerrit (this is a unit test!)
1774 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair6c358e72013-07-29 17:06:47 -07001775 trigger = self.sched.layout.pipelines['gate'].trigger
1776 a = self.sched.triggers['gerrit'].getChange(1, 2)
James E. Blaireff88162013-07-01 12:44:14 -04001777 mgr = self.sched.layout.pipelines['gate'].manager
James E. Blair6c358e72013-07-29 17:06:47 -07001778 self.assertFalse(trigger.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -07001779
1780 A.addApproval('CRVW', 2)
James E. Blair6c358e72013-07-29 17:06:47 -07001781 a = trigger.getChange(1, 2, refresh=True)
1782 self.assertFalse(trigger.canMerge(a, mgr.getSubmitAllowNeeds()))
James E. Blair8c803f82012-07-31 16:25:42 -07001783
1784 A.addApproval('APRV', 1)
James E. Blair6c358e72013-07-29 17:06:47 -07001785 a = trigger.getChange(1, 2, refresh=True)
1786 self.assertTrue(trigger.canMerge(a, mgr.getSubmitAllowNeeds()))
1787 trigger.maintainCache([])
James E. Blair4886cc12012-07-18 15:39:41 -07001788
1789 def test_build_configuration(self):
1790 "Test that zuul merges the right commits for testing"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001791
1792 self.gearman_server.hold_jobs_in_queue = True
James E. Blair4886cc12012-07-18 15:39:41 -07001793 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1794 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
1795 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1796 A.addApproval('CRVW', 2)
1797 B.addApproval('CRVW', 2)
1798 C.addApproval('CRVW', 2)
1799 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1800 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1801 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1802 self.waitUntilSettled()
1803
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001804 self.gearman_server.release('.*-merge')
James E. Blair4886cc12012-07-18 15:39:41 -07001805 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001806 self.gearman_server.release('.*-merge')
James E. Blair4886cc12012-07-18 15:39:41 -07001807 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001808 self.gearman_server.release('.*-merge')
James E. Blair4886cc12012-07-18 15:39:41 -07001809 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001810 queue = self.gearman_server.getQueue()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001811 ref = self.getParameter(queue[-1], 'ZUUL_REF')
1812 self.gearman_server.hold_jobs_in_queue = False
1813 self.gearman_server.release()
James E. Blair973721f2012-08-15 10:19:43 -07001814 self.waitUntilSettled()
James E. Blair4886cc12012-07-18 15:39:41 -07001815
Monty Taylorbc758832013-06-17 17:22:42 -04001816 path = os.path.join(self.git_root, "org/project")
James E. Blair4886cc12012-07-18 15:39:41 -07001817 repo = git.Repo(path)
1818 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
1819 repo_messages.reverse()
James E. Blair4886cc12012-07-18 15:39:41 -07001820 correct_messages = ['initial commit', 'A-1', 'B-1', 'C-1']
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001821 self.assertEqual(repo_messages, correct_messages)
James E. Blair973721f2012-08-15 10:19:43 -07001822
1823 def test_build_configuration_conflict(self):
1824 "Test that merge conflicts are handled"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001825
1826 self.gearman_server.hold_jobs_in_queue = True
James E. Blair6736beb2013-07-11 15:18:15 -07001827 A = self.fake_gerrit.addFakeChange('org/conflict-project',
1828 'master', 'A')
James E. Blair973721f2012-08-15 10:19:43 -07001829 A.addPatchset(['conflict'])
James E. Blair6736beb2013-07-11 15:18:15 -07001830 B = self.fake_gerrit.addFakeChange('org/conflict-project',
1831 'master', 'B')
James E. Blair973721f2012-08-15 10:19:43 -07001832 B.addPatchset(['conflict'])
James E. Blair6736beb2013-07-11 15:18:15 -07001833 C = self.fake_gerrit.addFakeChange('org/conflict-project',
1834 'master', 'C')
James E. Blair973721f2012-08-15 10:19:43 -07001835 A.addApproval('CRVW', 2)
1836 B.addApproval('CRVW', 2)
1837 C.addApproval('CRVW', 2)
1838 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1839 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1840 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1841 self.waitUntilSettled()
1842
James E. Blair6736beb2013-07-11 15:18:15 -07001843 self.assertEqual(A.reported, 1)
1844 self.assertEqual(B.reported, 1)
1845 self.assertEqual(C.reported, 1)
1846
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001847 self.gearman_server.release('.*-merge')
James E. Blair973721f2012-08-15 10:19:43 -07001848 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001849 self.gearman_server.release('.*-merge')
James E. Blair973721f2012-08-15 10:19:43 -07001850 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001851 self.gearman_server.release('.*-merge')
James E. Blair973721f2012-08-15 10:19:43 -07001852 self.waitUntilSettled()
James E. Blair972e3c72013-08-29 12:04:55 -07001853
1854 self.assertEqual(len(self.history), 2) # A and C merge jobs
1855
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001856 self.gearman_server.hold_jobs_in_queue = False
1857 self.gearman_server.release()
James E. Blair973721f2012-08-15 10:19:43 -07001858 self.waitUntilSettled()
1859
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001860 self.assertEqual(A.data['status'], 'MERGED')
1861 self.assertEqual(B.data['status'], 'NEW')
1862 self.assertEqual(C.data['status'], 'MERGED')
1863 self.assertEqual(A.reported, 2)
1864 self.assertEqual(B.reported, 2)
1865 self.assertEqual(C.reported, 2)
James E. Blair972e3c72013-08-29 12:04:55 -07001866 self.assertEqual(len(self.history), 6)
James E. Blair6736beb2013-07-11 15:18:15 -07001867
James E. Blairdaabed22012-08-15 15:38:57 -07001868 def test_post(self):
1869 "Test that post jobs run"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001870
Zhongyue Luo5d556072012-09-21 02:00:47 +09001871 e = {
1872 "type": "ref-updated",
1873 "submitter": {
1874 "name": "User Name",
1875 },
1876 "refUpdate": {
1877 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
1878 "newRev": "d479a0bfcb34da57a31adb2a595c0cf687812543",
1879 "refName": "master",
1880 "project": "org/project",
1881 }
1882 }
James E. Blairdaabed22012-08-15 15:38:57 -07001883 self.fake_gerrit.addEvent(e)
1884 self.waitUntilSettled()
1885
Monty Taylor6bef8ef2013-06-02 08:17:12 -04001886 job_names = [x.name for x in self.history]
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001887 self.assertEqual(len(self.history), 1)
1888 self.assertIn('project-post', job_names)
James E. Blairc6294a52012-08-17 10:19:48 -07001889
1890 def test_build_configuration_branch(self):
1891 "Test that the right commits are on alternate branches"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001892
1893 self.gearman_server.hold_jobs_in_queue = True
James E. Blairc6294a52012-08-17 10:19:48 -07001894 A = self.fake_gerrit.addFakeChange('org/project', 'mp', 'A')
1895 B = self.fake_gerrit.addFakeChange('org/project', 'mp', 'B')
1896 C = self.fake_gerrit.addFakeChange('org/project', 'mp', 'C')
1897 A.addApproval('CRVW', 2)
1898 B.addApproval('CRVW', 2)
1899 C.addApproval('CRVW', 2)
1900 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1901 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1902 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1903 self.waitUntilSettled()
1904
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001905 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001906 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001907 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001908 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001909 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001910 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001911 queue = self.gearman_server.getQueue()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001912 ref = self.getParameter(queue[-1], 'ZUUL_REF')
1913 self.gearman_server.hold_jobs_in_queue = False
1914 self.gearman_server.release()
James E. Blairc6294a52012-08-17 10:19:48 -07001915 self.waitUntilSettled()
1916
Monty Taylorbc758832013-06-17 17:22:42 -04001917 path = os.path.join(self.git_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001918 repo = git.Repo(path)
1919 repo_messages = [c.message.strip() for c in repo.iter_commits(ref)]
1920 repo_messages.reverse()
James E. Blairc6294a52012-08-17 10:19:48 -07001921 correct_messages = ['initial commit', 'mp commit', 'A-1', 'B-1', 'C-1']
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001922 self.assertEqual(repo_messages, correct_messages)
James E. Blairc6294a52012-08-17 10:19:48 -07001923
1924 def test_build_configuration_branch_interaction(self):
1925 "Test that switching between branches works"
1926 self.test_build_configuration()
1927 self.test_build_configuration_branch()
1928 # C has been merged, undo that
Monty Taylorbc758832013-06-17 17:22:42 -04001929 path = os.path.join(self.upstream_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001930 repo = git.Repo(path)
1931 repo.heads.master.commit = repo.commit('init')
1932 self.test_build_configuration()
1933
1934 def test_build_configuration_multi_branch(self):
1935 "Test that dependent changes on multiple branches are merged"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001936
1937 self.gearman_server.hold_jobs_in_queue = True
James E. Blairc6294a52012-08-17 10:19:48 -07001938 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
1939 B = self.fake_gerrit.addFakeChange('org/project', 'mp', 'B')
1940 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
1941 A.addApproval('CRVW', 2)
1942 B.addApproval('CRVW', 2)
1943 C.addApproval('CRVW', 2)
1944 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
1945 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
1946 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
1947 self.waitUntilSettled()
James E. Blairbb1fe502014-03-04 10:15:06 -08001948 queue = self.gearman_server.getQueue()
1949 job_A = None
1950 for job in queue:
1951 if 'project-merge' in job.name:
1952 job_A = job
1953 ref_A = self.getParameter(job_A, 'ZUUL_REF')
1954 commit_A = self.getParameter(job_A, 'ZUUL_COMMIT')
1955 self.log.debug("Got Zuul ref for change A: %s" % ref_A)
1956 self.log.debug("Got Zuul commit for change A: %s" % commit_A)
James E. Blairc6294a52012-08-17 10:19:48 -07001957
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001958 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001959 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001960 queue = self.gearman_server.getQueue()
James E. Blaird320d7e2013-07-30 16:36:20 -07001961 job_B = None
1962 for job in queue:
1963 if 'project-merge' in job.name:
1964 job_B = job
1965 ref_B = self.getParameter(job_B, 'ZUUL_REF')
James E. Blairbb1fe502014-03-04 10:15:06 -08001966 commit_B = self.getParameter(job_B, 'ZUUL_COMMIT')
James E. Blairf750aa02013-07-15 14:11:24 -07001967 self.log.debug("Got Zuul ref for change B: %s" % ref_B)
James E. Blairbb1fe502014-03-04 10:15:06 -08001968 self.log.debug("Got Zuul commit for change B: %s" % commit_B)
1969
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001970 self.gearman_server.release('.*-merge')
James E. Blairc6294a52012-08-17 10:19:48 -07001971 self.waitUntilSettled()
James E. Blair701c5b42013-06-06 09:34:59 -07001972 queue = self.gearman_server.getQueue()
James E. Blaird320d7e2013-07-30 16:36:20 -07001973 for job in queue:
1974 if 'project-merge' in job.name:
1975 job_C = job
1976 ref_C = self.getParameter(job_C, 'ZUUL_REF')
James E. Blairbb1fe502014-03-04 10:15:06 -08001977 commit_C = self.getParameter(job_C, 'ZUUL_COMMIT')
James E. Blairf750aa02013-07-15 14:11:24 -07001978 self.log.debug("Got Zuul ref for change C: %s" % ref_C)
James E. Blairbb1fe502014-03-04 10:15:06 -08001979 self.log.debug("Got Zuul commit for change C: %s" % commit_C)
James E. Blair1f4c2bb2013-04-26 08:40:46 -07001980 self.gearman_server.hold_jobs_in_queue = False
1981 self.gearman_server.release()
James E. Blairc6294a52012-08-17 10:19:48 -07001982 self.waitUntilSettled()
1983
Monty Taylorbc758832013-06-17 17:22:42 -04001984 path = os.path.join(self.git_root, "org/project")
James E. Blairc6294a52012-08-17 10:19:48 -07001985 repo = git.Repo(path)
1986
1987 repo_messages = [c.message.strip()
James E. Blairf750aa02013-07-15 14:11:24 -07001988 for c in repo.iter_commits(ref_C)]
James E. Blairbb1fe502014-03-04 10:15:06 -08001989 repo_shas = [c.hexsha for c in repo.iter_commits(ref_C)]
James E. Blairc6294a52012-08-17 10:19:48 -07001990 repo_messages.reverse()
James E. Blairc6294a52012-08-17 10:19:48 -07001991 correct_messages = ['initial commit', 'A-1', 'C-1']
James E. Blairbb1fe502014-03-04 10:15:06 -08001992 # Ensure the right commits are in the history for this ref
Monty Taylor98f0f3e2013-07-06 16:02:31 -04001993 self.assertEqual(repo_messages, correct_messages)
James E. Blairbb1fe502014-03-04 10:15:06 -08001994 # Ensure ZUUL_REF -> ZUUL_COMMIT
1995 self.assertEqual(repo_shas[0], commit_C)
James E. Blairc6294a52012-08-17 10:19:48 -07001996
1997 repo_messages = [c.message.strip()
James E. Blairf750aa02013-07-15 14:11:24 -07001998 for c in repo.iter_commits(ref_B)]
James E. Blairbb1fe502014-03-04 10:15:06 -08001999 repo_shas = [c.hexsha for c in repo.iter_commits(ref_B)]
James E. Blairc6294a52012-08-17 10:19:48 -07002000 repo_messages.reverse()
James E. Blairc6294a52012-08-17 10:19:48 -07002001 correct_messages = ['initial commit', 'mp commit', 'B-1']
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002002 self.assertEqual(repo_messages, correct_messages)
James E. Blairbb1fe502014-03-04 10:15:06 -08002003 self.assertEqual(repo_shas[0], commit_B)
2004
2005 repo_messages = [c.message.strip()
2006 for c in repo.iter_commits(ref_A)]
2007 repo_shas = [c.hexsha for c in repo.iter_commits(ref_A)]
2008 repo_messages.reverse()
2009 correct_messages = ['initial commit', 'A-1']
2010 self.assertEqual(repo_messages, correct_messages)
2011 self.assertEqual(repo_shas[0], commit_A)
2012
2013 self.assertNotEqual(ref_A, ref_B, ref_C)
2014 self.assertNotEqual(commit_A, commit_B, commit_C)
James E. Blair7f71c802012-08-22 13:04:32 -07002015
2016 def test_one_job_project(self):
2017 "Test that queueing works with one job"
2018 A = self.fake_gerrit.addFakeChange('org/one-job-project',
2019 'master', 'A')
2020 B = self.fake_gerrit.addFakeChange('org/one-job-project',
2021 'master', 'B')
2022 A.addApproval('CRVW', 2)
2023 B.addApproval('CRVW', 2)
2024 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2025 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2026 self.waitUntilSettled()
2027
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002028 self.assertEqual(A.data['status'], 'MERGED')
2029 self.assertEqual(A.reported, 2)
2030 self.assertEqual(B.data['status'], 'MERGED')
2031 self.assertEqual(B.reported, 2)
James E. Blaircaec0c52012-08-22 14:52:22 -07002032
Antoine Musso80edd5a2013-02-13 15:37:53 +01002033 def test_job_from_templates_launched(self):
2034 "Test whether a job generated via a template can be launched"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002035
Antoine Musso80edd5a2013-02-13 15:37:53 +01002036 A = self.fake_gerrit.addFakeChange(
2037 'org/templated-project', 'master', 'A')
2038 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2039 self.waitUntilSettled()
Antoine Musso80edd5a2013-02-13 15:37:53 +01002040
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002041 self.assertEqual(self.getJobFromHistory('project-test1').result,
2042 'SUCCESS')
2043 self.assertEqual(self.getJobFromHistory('project-test2').result,
2044 'SUCCESS')
Antoine Musso80edd5a2013-02-13 15:37:53 +01002045
James E. Blair3e98c022013-12-16 15:25:38 -08002046 def test_layered_templates(self):
2047 "Test whether a job generated via a template can be launched"
2048
2049 A = self.fake_gerrit.addFakeChange(
2050 'org/layered-project', 'master', 'A')
2051 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2052 self.waitUntilSettled()
2053
2054 self.assertEqual(self.getJobFromHistory('project-test1').result,
2055 'SUCCESS')
2056 self.assertEqual(self.getJobFromHistory('project-test2').result,
2057 'SUCCESS')
James E. Blairaea6cf62013-12-16 15:38:12 -08002058 self.assertEqual(self.getJobFromHistory('layered-project-test3'
2059 ).result, 'SUCCESS')
2060 self.assertEqual(self.getJobFromHistory('layered-project-test4'
2061 ).result, 'SUCCESS')
2062 # test5 should run twice because two templates define it
James E. Blair3e98c022013-12-16 15:25:38 -08002063 test5_count = 0
2064 for job in self.worker.build_history:
James E. Blairaea6cf62013-12-16 15:38:12 -08002065 if job.name == 'layered-project-foo-test5':
James E. Blair3e98c022013-12-16 15:25:38 -08002066 test5_count += 1
2067 self.assertEqual(job.result, 'SUCCESS')
2068 self.assertEqual(test5_count, 2)
2069 self.assertEqual(self.getJobFromHistory('project-test6').result,
2070 'SUCCESS')
2071
James E. Blaircaec0c52012-08-22 14:52:22 -07002072 def test_dependent_changes_dequeue(self):
2073 "Test that dependent patches are not needlessly tested"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002074
James E. Blaircaec0c52012-08-22 14:52:22 -07002075 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2076 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2077 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
2078 A.addApproval('CRVW', 2)
2079 B.addApproval('CRVW', 2)
2080 C.addApproval('CRVW', 2)
2081
2082 M1 = self.fake_gerrit.addFakeChange('org/project', 'master', 'M1')
2083 M1.setMerged()
2084
2085 # C -> B -> A -> M1
2086
2087 C.setDependsOn(B, 1)
2088 B.setDependsOn(A, 1)
2089 A.setDependsOn(M1, 1)
2090
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002091 self.worker.addFailTest('project-merge', A)
James E. Blaircaec0c52012-08-22 14:52:22 -07002092
2093 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2094 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2095 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2096
2097 self.waitUntilSettled()
2098
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002099 self.assertEqual(A.data['status'], 'NEW')
2100 self.assertEqual(A.reported, 2)
2101 self.assertEqual(B.data['status'], 'NEW')
2102 self.assertEqual(B.reported, 2)
2103 self.assertEqual(C.data['status'], 'NEW')
2104 self.assertEqual(C.reported, 2)
2105 self.assertEqual(len(self.history), 1)
James E. Blairec590122012-08-22 15:19:31 -07002106
James E. Blair972e3c72013-08-29 12:04:55 -07002107 def test_failing_dependent_changes(self):
2108 "Test that failing dependent patches are taken out of stream"
2109 self.worker.hold_jobs_in_build = True
2110 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2111 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2112 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
2113 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
2114 E = self.fake_gerrit.addFakeChange('org/project', 'master', 'E')
2115 A.addApproval('CRVW', 2)
2116 B.addApproval('CRVW', 2)
2117 C.addApproval('CRVW', 2)
2118 D.addApproval('CRVW', 2)
2119 E.addApproval('CRVW', 2)
2120
2121 # E, D -> C -> B, A
2122
2123 D.setDependsOn(C, 1)
2124 C.setDependsOn(B, 1)
2125
2126 self.worker.addFailTest('project-test1', B)
2127
2128 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2129 self.fake_gerrit.addEvent(D.addApproval('APRV', 1))
2130 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2131 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2132 self.fake_gerrit.addEvent(E.addApproval('APRV', 1))
2133
2134 self.waitUntilSettled()
2135 self.worker.release('.*-merge')
2136 self.waitUntilSettled()
2137 self.worker.release('.*-merge')
2138 self.waitUntilSettled()
2139 self.worker.release('.*-merge')
2140 self.waitUntilSettled()
2141 self.worker.release('.*-merge')
2142 self.waitUntilSettled()
2143 self.worker.release('.*-merge')
2144 self.waitUntilSettled()
2145
2146 self.worker.hold_jobs_in_build = False
2147 for build in self.builds:
2148 if build.parameters['ZUUL_CHANGE'] != '1':
2149 build.release()
2150 self.waitUntilSettled()
2151
2152 self.worker.release()
2153 self.waitUntilSettled()
2154
2155 self.assertEqual(A.data['status'], 'MERGED')
2156 self.assertEqual(A.reported, 2)
2157 self.assertEqual(B.data['status'], 'NEW')
2158 self.assertEqual(B.reported, 2)
2159 self.assertEqual(C.data['status'], 'NEW')
2160 self.assertEqual(C.reported, 2)
2161 self.assertEqual(D.data['status'], 'NEW')
2162 self.assertEqual(D.reported, 2)
2163 self.assertEqual(E.data['status'], 'MERGED')
2164 self.assertEqual(E.reported, 2)
2165 self.assertEqual(len(self.history), 18)
2166
James E. Blairec590122012-08-22 15:19:31 -07002167 def test_head_is_dequeued_once(self):
James E. Blair2fa50962013-01-30 21:50:41 -08002168 "Test that if a change at the head fails it is dequeued only once"
James E. Blairec590122012-08-22 15:19:31 -07002169 # If it's dequeued more than once, we should see extra
2170 # aborted jobs.
James E. Blairec590122012-08-22 15:19:31 -07002171
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002172 self.worker.hold_jobs_in_build = True
James E. Blairec590122012-08-22 15:19:31 -07002173 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2174 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2175 C = self.fake_gerrit.addFakeChange('org/project1', 'master', 'C')
2176 A.addApproval('CRVW', 2)
2177 B.addApproval('CRVW', 2)
2178 C.addApproval('CRVW', 2)
2179
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002180 self.worker.addFailTest('project1-test1', A)
2181 self.worker.addFailTest('project1-test2', A)
2182 self.worker.addFailTest('project1-project2-integration', A)
James E. Blairec590122012-08-22 15:19:31 -07002183
2184 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2185 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2186 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2187
2188 self.waitUntilSettled()
James E. Blairec590122012-08-22 15:19:31 -07002189
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002190 self.assertEqual(len(self.builds), 1)
2191 self.assertEqual(self.builds[0].name, 'project1-merge')
2192 self.assertTrue(self.job_has_changes(self.builds[0], A))
James E. Blairec590122012-08-22 15:19:31 -07002193
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002194 self.worker.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07002195 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002196 self.worker.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07002197 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002198 self.worker.release('.*-merge')
James E. Blairec590122012-08-22 15:19:31 -07002199 self.waitUntilSettled()
2200
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002201 self.assertEqual(len(self.builds), 9)
2202 self.assertEqual(self.builds[0].name, 'project1-test1')
2203 self.assertEqual(self.builds[1].name, 'project1-test2')
2204 self.assertEqual(self.builds[2].name, 'project1-project2-integration')
2205 self.assertEqual(self.builds[3].name, 'project1-test1')
2206 self.assertEqual(self.builds[4].name, 'project1-test2')
2207 self.assertEqual(self.builds[5].name, 'project1-project2-integration')
2208 self.assertEqual(self.builds[6].name, 'project1-test1')
2209 self.assertEqual(self.builds[7].name, 'project1-test2')
2210 self.assertEqual(self.builds[8].name, 'project1-project2-integration')
James E. Blairec590122012-08-22 15:19:31 -07002211
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002212 self.release(self.builds[0])
James E. Blairec590122012-08-22 15:19:31 -07002213 self.waitUntilSettled()
2214
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002215 self.assertEqual(len(self.builds), 3) # test2,integration, merge for B
2216 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 6)
James E. Blairec590122012-08-22 15:19:31 -07002217
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002218 self.worker.hold_jobs_in_build = False
2219 self.worker.release()
James E. Blairec590122012-08-22 15:19:31 -07002220 self.waitUntilSettled()
2221
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002222 self.assertEqual(len(self.builds), 0)
2223 self.assertEqual(len(self.history), 20)
James E. Blaircaec0c52012-08-22 14:52:22 -07002224
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002225 self.assertEqual(A.data['status'], 'NEW')
2226 self.assertEqual(B.data['status'], 'MERGED')
2227 self.assertEqual(C.data['status'], 'MERGED')
2228 self.assertEqual(A.reported, 2)
2229 self.assertEqual(B.reported, 2)
2230 self.assertEqual(C.reported, 2)
James E. Blair4ec821f2012-08-23 15:28:28 -07002231
2232 def test_nonvoting_job(self):
2233 "Test that non-voting jobs don't vote."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002234
James E. Blair4ec821f2012-08-23 15:28:28 -07002235 A = self.fake_gerrit.addFakeChange('org/nonvoting-project',
2236 'master', 'A')
2237 A.addApproval('CRVW', 2)
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002238 self.worker.addFailTest('nonvoting-project-test2', A)
James E. Blair4ec821f2012-08-23 15:28:28 -07002239 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2240
2241 self.waitUntilSettled()
James E. Blair4ec821f2012-08-23 15:28:28 -07002242
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002243 self.assertEqual(A.data['status'], 'MERGED')
2244 self.assertEqual(A.reported, 2)
2245 self.assertEqual(
2246 self.getJobFromHistory('nonvoting-project-merge').result,
2247 'SUCCESS')
2248 self.assertEqual(
2249 self.getJobFromHistory('nonvoting-project-test1').result,
2250 'SUCCESS')
2251 self.assertEqual(
2252 self.getJobFromHistory('nonvoting-project-test2').result,
2253 'FAILURE')
James E. Blaire0487072012-08-29 17:38:31 -07002254
2255 def test_check_queue_success(self):
2256 "Test successful check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002257
James E. Blaire0487072012-08-29 17:38:31 -07002258 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2259 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2260
2261 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07002262
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002263 self.assertEqual(A.data['status'], 'NEW')
2264 self.assertEqual(A.reported, 1)
2265 self.assertEqual(self.getJobFromHistory('project-merge').result,
2266 'SUCCESS')
2267 self.assertEqual(self.getJobFromHistory('project-test1').result,
2268 'SUCCESS')
2269 self.assertEqual(self.getJobFromHistory('project-test2').result,
2270 'SUCCESS')
James E. Blaire0487072012-08-29 17:38:31 -07002271
2272 def test_check_queue_failure(self):
2273 "Test failed check queue jobs."
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002274
James E. Blaire0487072012-08-29 17:38:31 -07002275 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002276 self.worker.addFailTest('project-test2', A)
James E. Blaire0487072012-08-29 17:38:31 -07002277 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2278
2279 self.waitUntilSettled()
James E. Blaire0487072012-08-29 17:38:31 -07002280
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002281 self.assertEqual(A.data['status'], 'NEW')
2282 self.assertEqual(A.reported, 1)
2283 self.assertEqual(self.getJobFromHistory('project-merge').result,
James E. Blair78e31b32013-07-09 09:11:34 -07002284 'SUCCESS')
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002285 self.assertEqual(self.getJobFromHistory('project-test1').result,
2286 'SUCCESS')
2287 self.assertEqual(self.getJobFromHistory('project-test2').result,
2288 'FAILURE')
James E. Blair127bc182012-08-28 15:55:15 -07002289
2290 def test_dependent_behind_dequeue(self):
2291 "test that dependent changes behind dequeued changes work"
2292 # This complicated test is a reproduction of a real life bug
2293 self.sched.reconfigure(self.config)
James E. Blair127bc182012-08-28 15:55:15 -07002294
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002295 self.worker.hold_jobs_in_build = True
James E. Blair127bc182012-08-28 15:55:15 -07002296 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2297 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2298 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
2299 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
2300 E = self.fake_gerrit.addFakeChange('org/project2', 'master', 'E')
2301 F = self.fake_gerrit.addFakeChange('org/project3', 'master', 'F')
2302 D.setDependsOn(C, 1)
2303 E.setDependsOn(D, 1)
2304 A.addApproval('CRVW', 2)
2305 B.addApproval('CRVW', 2)
2306 C.addApproval('CRVW', 2)
2307 D.addApproval('CRVW', 2)
2308 E.addApproval('CRVW', 2)
2309 F.addApproval('CRVW', 2)
2310
2311 A.fail_merge = True
James E. Blair127bc182012-08-28 15:55:15 -07002312
2313 # Change object re-use in the gerrit trigger is hidden if
2314 # changes are added in quick succession; waiting makes it more
2315 # like real life.
2316 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2317 self.waitUntilSettled()
2318 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2319 self.waitUntilSettled()
2320
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002321 self.worker.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07002322 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002323 self.worker.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07002324 self.waitUntilSettled()
2325
2326 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2327 self.waitUntilSettled()
2328 self.fake_gerrit.addEvent(D.addApproval('APRV', 1))
2329 self.waitUntilSettled()
2330 self.fake_gerrit.addEvent(E.addApproval('APRV', 1))
2331 self.waitUntilSettled()
2332 self.fake_gerrit.addEvent(F.addApproval('APRV', 1))
2333 self.waitUntilSettled()
2334
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002335 self.worker.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07002336 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002337 self.worker.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07002338 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002339 self.worker.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07002340 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002341 self.worker.release('.*-merge')
James E. Blair127bc182012-08-28 15:55:15 -07002342 self.waitUntilSettled()
2343
2344 # all jobs running
James E. Blaire955e062012-10-08 09:49:03 -07002345
2346 # Grab pointers to the jobs we want to release before
2347 # releasing any, because list indexes may change as
2348 # the jobs complete.
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002349 a, b, c = self.builds[:3]
James E. Blaire955e062012-10-08 09:49:03 -07002350 a.release()
2351 b.release()
2352 c.release()
James E. Blair127bc182012-08-28 15:55:15 -07002353 self.waitUntilSettled()
2354
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002355 self.worker.hold_jobs_in_build = False
2356 self.worker.release()
James E. Blair127bc182012-08-28 15:55:15 -07002357 self.waitUntilSettled()
2358
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002359 self.assertEqual(A.data['status'], 'NEW')
2360 self.assertEqual(B.data['status'], 'MERGED')
2361 self.assertEqual(C.data['status'], 'MERGED')
2362 self.assertEqual(D.data['status'], 'MERGED')
2363 self.assertEqual(E.data['status'], 'MERGED')
2364 self.assertEqual(F.data['status'], 'MERGED')
James E. Blair127bc182012-08-28 15:55:15 -07002365
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002366 self.assertEqual(A.reported, 2)
2367 self.assertEqual(B.reported, 2)
2368 self.assertEqual(C.reported, 2)
2369 self.assertEqual(D.reported, 2)
2370 self.assertEqual(E.reported, 2)
2371 self.assertEqual(F.reported, 2)
James E. Blair127bc182012-08-28 15:55:15 -07002372
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002373 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 15)
2374 self.assertEqual(len(self.history), 44)
James E. Blair05fed602012-09-07 12:45:24 -07002375
2376 def test_merger_repack(self):
2377 "Test that the merger works after a repack"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002378
James E. Blair05fed602012-09-07 12:45:24 -07002379 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2380 A.addApproval('CRVW', 2)
2381 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2382 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002383 self.assertEqual(self.getJobFromHistory('project-merge').result,
2384 'SUCCESS')
2385 self.assertEqual(self.getJobFromHistory('project-test1').result,
2386 'SUCCESS')
2387 self.assertEqual(self.getJobFromHistory('project-test2').result,
2388 'SUCCESS')
2389 self.assertEqual(A.data['status'], 'MERGED')
2390 self.assertEqual(A.reported, 2)
James E. Blair05fed602012-09-07 12:45:24 -07002391 self.assertEmptyQueues()
James E. Blair4ca985f2013-05-30 12:27:43 -07002392 self.worker.build_history = []
James E. Blair05fed602012-09-07 12:45:24 -07002393
Monty Taylorbc758832013-06-17 17:22:42 -04002394 path = os.path.join(self.git_root, "org/project")
2395 print repack_repo(path)
James E. Blair05fed602012-09-07 12:45:24 -07002396
2397 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2398 A.addApproval('CRVW', 2)
2399 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2400 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002401 self.assertEqual(self.getJobFromHistory('project-merge').result,
2402 'SUCCESS')
2403 self.assertEqual(self.getJobFromHistory('project-test1').result,
2404 'SUCCESS')
2405 self.assertEqual(self.getJobFromHistory('project-test2').result,
2406 'SUCCESS')
2407 self.assertEqual(A.data['status'], 'MERGED')
2408 self.assertEqual(A.reported, 2)
James E. Blair7ee88a22012-09-12 18:59:31 +02002409
James E. Blair4886f282012-11-15 09:27:33 -08002410 def test_merger_repack_large_change(self):
2411 "Test that the merger works with large changes after a repack"
2412 # https://bugs.launchpad.net/zuul/+bug/1078946
James E. Blairac2c3242014-01-24 13:38:51 -08002413 # This test assumes the repo is already cloned; make sure it is
2414 url = self.sched.triggers['gerrit'].getGitUrl(
2415 self.sched.layout.projects['org/project1'])
James E. Blair4076e2b2014-01-28 12:42:20 -08002416 self.merge_server.merger.addProject('org/project1', url)
James E. Blair4886f282012-11-15 09:27:33 -08002417 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2418 A.addPatchset(large=True)
Monty Taylorbc758832013-06-17 17:22:42 -04002419 path = os.path.join(self.upstream_root, "org/project1")
2420 print repack_repo(path)
2421 path = os.path.join(self.git_root, "org/project1")
2422 print repack_repo(path)
James E. Blair4886f282012-11-15 09:27:33 -08002423
2424 A.addApproval('CRVW', 2)
2425 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2426 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002427 self.assertEqual(self.getJobFromHistory('project1-merge').result,
2428 'SUCCESS')
2429 self.assertEqual(self.getJobFromHistory('project1-test1').result,
2430 'SUCCESS')
2431 self.assertEqual(self.getJobFromHistory('project1-test2').result,
2432 'SUCCESS')
2433 self.assertEqual(A.data['status'], 'MERGED')
2434 self.assertEqual(A.reported, 2)
James E. Blair4886f282012-11-15 09:27:33 -08002435
James E. Blair7ee88a22012-09-12 18:59:31 +02002436 def test_nonexistent_job(self):
2437 "Test launching a job that doesn't exist"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002438 # Set to the state immediately after a restart
2439 self.resetGearmanServer()
2440 self.launcher.negative_function_cache_ttl = 0
James E. Blair7ee88a22012-09-12 18:59:31 +02002441
2442 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2443 A.addApproval('CRVW', 2)
2444 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2445 # There may be a thread about to report a lost change
2446 while A.reported < 2:
2447 self.waitUntilSettled()
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002448 job_names = [x.name for x in self.history]
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002449 self.assertFalse(job_names)
2450 self.assertEqual(A.data['status'], 'NEW')
2451 self.assertEqual(A.reported, 2)
James E. Blair7ee88a22012-09-12 18:59:31 +02002452 self.assertEmptyQueues()
2453
2454 # Make sure things still work:
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002455 self.registerJobs()
James E. Blair7ee88a22012-09-12 18:59:31 +02002456 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2457 A.addApproval('CRVW', 2)
2458 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2459 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002460 self.assertEqual(self.getJobFromHistory('project-merge').result,
2461 'SUCCESS')
2462 self.assertEqual(self.getJobFromHistory('project-test1').result,
2463 'SUCCESS')
2464 self.assertEqual(self.getJobFromHistory('project-test2').result,
2465 'SUCCESS')
2466 self.assertEqual(A.data['status'], 'MERGED')
2467 self.assertEqual(A.reported, 2)
James E. Blairf62d4282012-12-31 17:01:50 -08002468
2469 def test_single_nonexistent_post_job(self):
2470 "Test launching a single post job that doesn't exist"
James E. Blairf62d4282012-12-31 17:01:50 -08002471 e = {
2472 "type": "ref-updated",
2473 "submitter": {
2474 "name": "User Name",
2475 },
2476 "refUpdate": {
2477 "oldRev": "90f173846e3af9154517b88543ffbd1691f31366",
2478 "newRev": "d479a0bfcb34da57a31adb2a595c0cf687812543",
2479 "refName": "master",
2480 "project": "org/project",
2481 }
2482 }
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002483 # Set to the state immediately after a restart
2484 self.resetGearmanServer()
2485 self.launcher.negative_function_cache_ttl = 0
2486
James E. Blairf62d4282012-12-31 17:01:50 -08002487 self.fake_gerrit.addEvent(e)
2488 self.waitUntilSettled()
2489
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002490 self.assertEqual(len(self.history), 0)
James E. Blair2fa50962013-01-30 21:50:41 -08002491
2492 def test_new_patchset_dequeues_old(self):
2493 "Test that a new patchset causes the old to be dequeued"
2494 # D -> C (depends on B) -> B (depends on A) -> A -> M
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002495 self.worker.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08002496 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
2497 M.setMerged()
2498
2499 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2500 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2501 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
2502 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
2503 A.addApproval('CRVW', 2)
2504 B.addApproval('CRVW', 2)
2505 C.addApproval('CRVW', 2)
2506 D.addApproval('CRVW', 2)
2507
2508 C.setDependsOn(B, 1)
2509 B.setDependsOn(A, 1)
2510 A.setDependsOn(M, 1)
2511
2512 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2513 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2514 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2515 self.fake_gerrit.addEvent(D.addApproval('APRV', 1))
2516 self.waitUntilSettled()
2517
2518 B.addPatchset()
2519 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
2520 self.waitUntilSettled()
2521
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002522 self.worker.hold_jobs_in_build = False
2523 self.worker.release()
James E. Blair2fa50962013-01-30 21:50:41 -08002524 self.waitUntilSettled()
2525
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002526 self.assertEqual(A.data['status'], 'MERGED')
2527 self.assertEqual(A.reported, 2)
2528 self.assertEqual(B.data['status'], 'NEW')
2529 self.assertEqual(B.reported, 2)
2530 self.assertEqual(C.data['status'], 'NEW')
2531 self.assertEqual(C.reported, 2)
2532 self.assertEqual(D.data['status'], 'MERGED')
2533 self.assertEqual(D.reported, 2)
2534 self.assertEqual(len(self.history), 9) # 3 each for A, B, D.
James E. Blair2fa50962013-01-30 21:50:41 -08002535
Arx Cruzb1b010d2013-10-28 19:49:59 -02002536 def test_zuul_url_return(self):
2537 "Test if ZUUL_URL is returning when zuul_url is set in zuul.conf"
James E. Blair4076e2b2014-01-28 12:42:20 -08002538 self.assertTrue(self.sched.config.has_option('merger', 'zuul_url'))
Arx Cruzb1b010d2013-10-28 19:49:59 -02002539 self.worker.hold_jobs_in_build = True
2540
2541 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2542 A.addApproval('CRVW', 2)
2543 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2544 self.waitUntilSettled()
2545
2546 self.assertEqual(len(self.builds), 1)
2547 for build in self.builds:
2548 self.assertTrue('ZUUL_URL' in build.parameters)
2549
2550 self.worker.hold_jobs_in_build = False
2551 self.worker.release()
2552 self.waitUntilSettled()
2553
James E. Blair2fa50962013-01-30 21:50:41 -08002554 def test_new_patchset_dequeues_old_on_head(self):
2555 "Test that a new patchset causes the old to be dequeued (at head)"
2556 # D -> C (depends on B) -> B (depends on A) -> A -> M
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002557 self.worker.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08002558 M = self.fake_gerrit.addFakeChange('org/project', 'master', 'M')
2559 M.setMerged()
2560 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2561 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2562 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
2563 D = self.fake_gerrit.addFakeChange('org/project', 'master', 'D')
2564 A.addApproval('CRVW', 2)
2565 B.addApproval('CRVW', 2)
2566 C.addApproval('CRVW', 2)
2567 D.addApproval('CRVW', 2)
2568
2569 C.setDependsOn(B, 1)
2570 B.setDependsOn(A, 1)
2571 A.setDependsOn(M, 1)
2572
2573 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2574 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2575 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2576 self.fake_gerrit.addEvent(D.addApproval('APRV', 1))
2577 self.waitUntilSettled()
2578
2579 A.addPatchset()
2580 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(2))
2581 self.waitUntilSettled()
2582
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002583 self.worker.hold_jobs_in_build = False
2584 self.worker.release()
James E. Blair2fa50962013-01-30 21:50:41 -08002585 self.waitUntilSettled()
2586
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002587 self.assertEqual(A.data['status'], 'NEW')
2588 self.assertEqual(A.reported, 2)
2589 self.assertEqual(B.data['status'], 'NEW')
2590 self.assertEqual(B.reported, 2)
2591 self.assertEqual(C.data['status'], 'NEW')
2592 self.assertEqual(C.reported, 2)
2593 self.assertEqual(D.data['status'], 'MERGED')
2594 self.assertEqual(D.reported, 2)
2595 self.assertEqual(len(self.history), 7)
James E. Blair2fa50962013-01-30 21:50:41 -08002596
2597 def test_new_patchset_dequeues_old_without_dependents(self):
2598 "Test that a new patchset causes only the old to be dequeued"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002599 self.worker.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08002600 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2601 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2602 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
2603 A.addApproval('CRVW', 2)
2604 B.addApproval('CRVW', 2)
2605 C.addApproval('CRVW', 2)
2606
2607 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2608 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2609 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2610 self.waitUntilSettled()
2611
2612 B.addPatchset()
2613 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
2614 self.waitUntilSettled()
2615
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002616 self.worker.hold_jobs_in_build = False
2617 self.worker.release()
James E. Blair2fa50962013-01-30 21:50:41 -08002618 self.waitUntilSettled()
2619
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002620 self.assertEqual(A.data['status'], 'MERGED')
2621 self.assertEqual(A.reported, 2)
2622 self.assertEqual(B.data['status'], 'NEW')
2623 self.assertEqual(B.reported, 2)
2624 self.assertEqual(C.data['status'], 'MERGED')
2625 self.assertEqual(C.reported, 2)
2626 self.assertEqual(len(self.history), 9)
James E. Blair2fa50962013-01-30 21:50:41 -08002627
2628 def test_new_patchset_dequeues_old_independent_queue(self):
2629 "Test that a new patchset causes the old to be dequeued (independent)"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002630 self.worker.hold_jobs_in_build = True
James E. Blair2fa50962013-01-30 21:50:41 -08002631 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2632 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2633 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
2634 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2635 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(1))
2636 self.fake_gerrit.addEvent(C.getPatchsetCreatedEvent(1))
2637 self.waitUntilSettled()
2638
2639 B.addPatchset()
2640 self.fake_gerrit.addEvent(B.getPatchsetCreatedEvent(2))
2641 self.waitUntilSettled()
2642
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002643 self.worker.hold_jobs_in_build = False
2644 self.worker.release()
James E. Blair2fa50962013-01-30 21:50:41 -08002645 self.waitUntilSettled()
2646
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002647 self.assertEqual(A.data['status'], 'NEW')
2648 self.assertEqual(A.reported, 1)
2649 self.assertEqual(B.data['status'], 'NEW')
2650 self.assertEqual(B.reported, 1)
2651 self.assertEqual(C.data['status'], 'NEW')
2652 self.assertEqual(C.reported, 1)
2653 self.assertEqual(len(self.history), 10)
2654 self.assertEqual(self.countJobResults(self.history, 'ABORTED'), 1)
James E. Blair7d0dedc2013-02-21 17:26:09 -08002655
2656 def test_zuul_refs(self):
2657 "Test that zuul refs exist and have the right changes"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002658 self.worker.hold_jobs_in_build = True
James E. Blair7d0dedc2013-02-21 17:26:09 -08002659 M1 = self.fake_gerrit.addFakeChange('org/project1', 'master', 'M1')
2660 M1.setMerged()
2661 M2 = self.fake_gerrit.addFakeChange('org/project2', 'master', 'M2')
2662 M2.setMerged()
2663
2664 A = self.fake_gerrit.addFakeChange('org/project1', 'master', 'A')
2665 B = self.fake_gerrit.addFakeChange('org/project1', 'master', 'B')
2666 C = self.fake_gerrit.addFakeChange('org/project2', 'master', 'C')
2667 D = self.fake_gerrit.addFakeChange('org/project2', 'master', 'D')
2668 A.addApproval('CRVW', 2)
2669 B.addApproval('CRVW', 2)
2670 C.addApproval('CRVW', 2)
2671 D.addApproval('CRVW', 2)
2672 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2673 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2674 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
2675 self.fake_gerrit.addEvent(D.addApproval('APRV', 1))
2676
2677 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002678 self.worker.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08002679 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002680 self.worker.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08002681 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002682 self.worker.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08002683 self.waitUntilSettled()
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002684 self.worker.release('.*-merge')
James E. Blair7d0dedc2013-02-21 17:26:09 -08002685 self.waitUntilSettled()
2686
James E. Blair7d0dedc2013-02-21 17:26:09 -08002687 a_zref = b_zref = c_zref = d_zref = None
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002688 for x in self.builds:
James E. Blair7d0dedc2013-02-21 17:26:09 -08002689 if x.parameters['ZUUL_CHANGE'] == '3':
2690 a_zref = x.parameters['ZUUL_REF']
2691 if x.parameters['ZUUL_CHANGE'] == '4':
2692 b_zref = x.parameters['ZUUL_REF']
2693 if x.parameters['ZUUL_CHANGE'] == '5':
2694 c_zref = x.parameters['ZUUL_REF']
2695 if x.parameters['ZUUL_CHANGE'] == '6':
2696 d_zref = x.parameters['ZUUL_REF']
2697
2698 # There are... four... refs.
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002699 self.assertIsNotNone(a_zref)
2700 self.assertIsNotNone(b_zref)
2701 self.assertIsNotNone(c_zref)
2702 self.assertIsNotNone(d_zref)
James E. Blair7d0dedc2013-02-21 17:26:09 -08002703
2704 # And they should all be different
2705 refs = set([a_zref, b_zref, c_zref, d_zref])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002706 self.assertEqual(len(refs), 4)
James E. Blair7d0dedc2013-02-21 17:26:09 -08002707
2708 # a ref should have a, not b, and should not be in project2
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002709 self.assertTrue(self.ref_has_change(a_zref, A))
2710 self.assertFalse(self.ref_has_change(a_zref, B))
2711 self.assertFalse(self.ref_has_change(a_zref, M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002712
2713 # b ref should have a and b, and should not be in project2
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002714 self.assertTrue(self.ref_has_change(b_zref, A))
2715 self.assertTrue(self.ref_has_change(b_zref, B))
2716 self.assertFalse(self.ref_has_change(b_zref, M2))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002717
2718 # c ref should have a and b in 1, c in 2
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002719 self.assertTrue(self.ref_has_change(c_zref, A))
2720 self.assertTrue(self.ref_has_change(c_zref, B))
2721 self.assertTrue(self.ref_has_change(c_zref, C))
2722 self.assertFalse(self.ref_has_change(c_zref, D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002723
2724 # d ref should have a and b in 1, c and d in 2
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002725 self.assertTrue(self.ref_has_change(d_zref, A))
2726 self.assertTrue(self.ref_has_change(d_zref, B))
2727 self.assertTrue(self.ref_has_change(d_zref, C))
2728 self.assertTrue(self.ref_has_change(d_zref, D))
James E. Blair7d0dedc2013-02-21 17:26:09 -08002729
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002730 self.worker.hold_jobs_in_build = False
2731 self.worker.release()
James E. Blair7d0dedc2013-02-21 17:26:09 -08002732 self.waitUntilSettled()
2733
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002734 self.assertEqual(A.data['status'], 'MERGED')
2735 self.assertEqual(A.reported, 2)
2736 self.assertEqual(B.data['status'], 'MERGED')
2737 self.assertEqual(B.reported, 2)
2738 self.assertEqual(C.data['status'], 'MERGED')
2739 self.assertEqual(C.reported, 2)
2740 self.assertEqual(D.data['status'], 'MERGED')
2741 self.assertEqual(D.reported, 2)
James E. Blair70c71582013-03-06 08:50:50 -08002742
James E. Blairc053d022014-01-22 14:57:33 -08002743 def test_required_approval_check_and_gate(self):
2744 "Test required-approval triggers both check and gate"
2745 self.config.set('zuul', 'layout_config',
2746 'tests/fixtures/layout-require-approval.yaml')
2747 self.sched.reconfigure(self.config)
2748 self.registerJobs()
2749
2750 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2751 A.addApproval('CRVW', 2)
2752 # Add a too-old +1
2753 A.addApproval('VRFY', 1, granted_on=time.time() - 72 * 60 * 60)
2754
2755 aprv = A.addApproval('APRV', 1)
2756 self.fake_gerrit.addEvent(aprv)
2757 self.waitUntilSettled()
2758 # Should have run a check job
2759 self.assertEqual(len(self.history), 1)
2760 self.assertEqual(self.history[0].name, 'project-check')
2761
2762 # Report the result of that check job (overrides previous vrfy)
2763 # Skynet alert: this should trigger a gate job now that
2764 # all reqs are met
2765 self.fake_gerrit.addEvent(A.addApproval('VRFY', 1))
2766 self.waitUntilSettled()
2767 self.assertEqual(len(self.history), 2)
2768 self.assertEqual(self.history[1].name, 'project-gate')
2769
2770 def test_required_approval_newer(self):
2771 "Test required-approval newer trigger parameter"
2772 self.config.set('zuul', 'layout_config',
2773 'tests/fixtures/layout-require-approval.yaml')
2774 self.sched.reconfigure(self.config)
2775 self.registerJobs()
2776
2777 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2778 A.addApproval('CRVW', 2)
2779 aprv = A.addApproval('APRV', 1)
2780 self.fake_gerrit.addEvent(aprv)
2781 self.waitUntilSettled()
2782 # No +1 from Jenkins so should not be enqueued
2783 self.assertEqual(len(self.history), 0)
2784
2785 # Add a too-old +1, should trigger check but not gate
2786 A.addApproval('VRFY', 1, granted_on=time.time() - 72 * 60 * 60)
2787 self.fake_gerrit.addEvent(aprv)
2788 self.waitUntilSettled()
2789 self.assertEqual(len(self.history), 1)
2790 self.assertEqual(self.history[0].name, 'project-check')
2791
2792 # Add a recent +1
2793 self.fake_gerrit.addEvent(A.addApproval('VRFY', 1))
2794 self.fake_gerrit.addEvent(aprv)
2795 self.waitUntilSettled()
2796 self.assertEqual(len(self.history), 2)
2797 self.assertEqual(self.history[1].name, 'project-gate')
2798
2799 def test_required_approval_older(self):
2800 "Test required-approval older trigger parameter"
2801 self.config.set('zuul', 'layout_config',
2802 'tests/fixtures/layout-require-approval.yaml')
2803 self.sched.reconfigure(self.config)
2804 self.registerJobs()
2805
2806 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2807 crvw = A.addApproval('CRVW', 2)
2808 self.fake_gerrit.addEvent(crvw)
2809 self.waitUntilSettled()
2810 # No +1 from Jenkins so should not be enqueued
2811 self.assertEqual(len(self.history), 0)
2812
2813 # Add an old +1 and trigger check with a comment
2814 A.addApproval('VRFY', 1, granted_on=time.time() - 72 * 60 * 60)
2815 self.fake_gerrit.addEvent(crvw)
2816 self.waitUntilSettled()
2817 self.assertEqual(len(self.history), 1)
2818 self.assertEqual(self.history[0].name, 'project-check')
2819
2820 # Add a recent +1 and make sure nothing changes
2821 A.addApproval('VRFY', 1)
2822 self.fake_gerrit.addEvent(crvw)
2823 self.waitUntilSettled()
2824 self.assertEqual(len(self.history), 1)
2825
2826 # The last thing we did was query a change then do nothing
2827 # with a pipeline, so it will be in the cache; clean it up so
2828 # it does not fail the test.
2829 for pipeline in self.sched.layout.pipelines.values():
2830 pipeline.trigger.maintainCache([])
2831
James E. Blair4a28a882013-08-23 15:17:33 -07002832 def test_rerun_on_error(self):
2833 "Test that if a worker fails to run a job, it is run again"
2834 self.worker.hold_jobs_in_build = True
2835 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2836 A.addApproval('CRVW', 2)
2837 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2838 self.waitUntilSettled()
2839
2840 self.builds[0].run_error = True
2841 self.worker.hold_jobs_in_build = False
2842 self.worker.release()
2843 self.waitUntilSettled()
2844 self.assertEqual(self.countJobResults(self.history, 'RUN_ERROR'), 1)
2845 self.assertEqual(self.countJobResults(self.history, 'SUCCESS'), 3)
2846
James E. Blair412e5582013-04-22 15:50:12 -07002847 def test_statsd(self):
2848 "Test each of the statsd methods used in the scheduler"
2849 import extras
2850 statsd = extras.try_import('statsd.statsd')
2851 statsd.incr('test-incr')
2852 statsd.timing('test-timing', 3)
2853 statsd.gauge('test-guage', 12)
2854 self.assertReportedStat('test-incr', '1|c')
2855 self.assertReportedStat('test-timing', '3|ms')
2856 self.assertReportedStat('test-guage', '12|g')
2857
James E. Blairdad52252014-02-07 16:59:17 -08002858 def test_stuck_job_cleanup(self):
2859 "Test that pending jobs are cleaned up if removed from layout"
2860 self.gearman_server.hold_jobs_in_queue = True
2861 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2862 A.addApproval('CRVW', 2)
2863 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2864 self.waitUntilSettled()
2865 self.assertEqual(len(self.gearman_server.getQueue()), 1)
2866
2867 self.config.set('zuul', 'layout_config',
2868 'tests/fixtures/layout-no-jobs.yaml')
2869 self.sched.reconfigure(self.config)
2870 self.waitUntilSettled()
2871
2872 self.gearman_server.release('noop')
2873 self.waitUntilSettled()
2874 self.assertEqual(len(self.gearman_server.getQueue()), 0)
2875 self.assertTrue(self.sched._areAllBuildsComplete())
2876
2877 self.assertEqual(len(self.history), 1)
2878 self.assertEqual(self.history[0].name, 'noop')
2879 self.assertEqual(self.history[0].result, 'SUCCESS')
2880
James E. Blair70c71582013-03-06 08:50:50 -08002881 def test_file_jobs(self):
2882 "Test that file jobs run only when appropriate"
2883 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2884 A.addPatchset(['pip-requires'])
2885 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
2886 A.addApproval('CRVW', 2)
2887 B.addApproval('CRVW', 2)
2888 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2889 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
2890 self.waitUntilSettled()
2891
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002892 testfile_jobs = [x for x in self.history
James E. Blair70c71582013-03-06 08:50:50 -08002893 if x.name == 'project-testfile']
2894
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002895 self.assertEqual(len(testfile_jobs), 1)
2896 self.assertEqual(testfile_jobs[0].changes, '1,2')
2897 self.assertEqual(A.data['status'], 'MERGED')
2898 self.assertEqual(A.reported, 2)
2899 self.assertEqual(B.data['status'], 'MERGED')
2900 self.assertEqual(B.reported, 2)
James E. Blair3c5e5b52013-04-26 11:17:03 -07002901
2902 def test_test_config(self):
2903 "Test that we can test the config"
2904 sched = zuul.scheduler.Scheduler()
James E. Blair6c358e72013-07-29 17:06:47 -07002905 sched.registerTrigger(None, 'gerrit')
James E. Blair63bb0ef2013-07-29 17:14:51 -07002906 sched.registerTrigger(None, 'timer')
James E. Blair3c5e5b52013-04-26 11:17:03 -07002907 sched.testConfig(CONFIG.get('zuul', 'layout_config'))
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002908
2909 def test_build_description(self):
2910 "Test that build descriptions update"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002911 self.worker.registerFunction('set_description:' +
2912 self.worker.worker_id)
2913
2914 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2915 A.addApproval('CRVW', 2)
2916 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2917 self.waitUntilSettled()
Monty Taylor6bef8ef2013-06-02 08:17:12 -04002918 desc = self.history[0].description
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002919 self.log.debug("Description: %s" % desc)
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002920 self.assertTrue(re.search("Branch.*master", desc))
2921 self.assertTrue(re.search("Pipeline.*gate", desc))
2922 self.assertTrue(re.search("project-merge.*SUCCESS", desc))
2923 self.assertTrue(re.search("project-test1.*SUCCESS", desc))
2924 self.assertTrue(re.search("project-test2.*SUCCESS", desc))
2925 self.assertTrue(re.search("Reported result.*SUCCESS", desc))
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002926
James E. Blair64ed6f22013-07-10 14:07:23 -07002927 def test_queue_precedence(self):
2928 "Test that queue precedence works"
2929
2930 self.gearman_server.hold_jobs_in_queue = True
James E. Blair8de58bd2013-07-18 16:23:33 -07002931 self.worker.hold_jobs_in_build = True
James E. Blair64ed6f22013-07-10 14:07:23 -07002932 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2933 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
2934 A.addApproval('CRVW', 2)
2935 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2936
2937 self.waitUntilSettled()
2938 self.gearman_server.hold_jobs_in_queue = False
2939 self.gearman_server.release()
2940 self.waitUntilSettled()
2941
James E. Blair8de58bd2013-07-18 16:23:33 -07002942 # Run one build at a time to ensure non-race order:
2943 for x in range(6):
2944 self.release(self.builds[0])
2945 self.waitUntilSettled()
2946 self.worker.hold_jobs_in_build = False
2947 self.waitUntilSettled()
2948
James E. Blair64ed6f22013-07-10 14:07:23 -07002949 self.log.debug(self.history)
2950 self.assertEqual(self.history[0].pipeline, 'gate')
2951 self.assertEqual(self.history[1].pipeline, 'check')
2952 self.assertEqual(self.history[2].pipeline, 'gate')
2953 self.assertEqual(self.history[3].pipeline, 'gate')
2954 self.assertEqual(self.history[4].pipeline, 'check')
2955 self.assertEqual(self.history[5].pipeline, 'check')
2956
James E. Blair1843a552013-07-03 14:19:52 -07002957 def test_json_status(self):
2958 "Test that we can retrieve JSON status info"
2959 self.worker.hold_jobs_in_build = True
2960 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
2961 A.addApproval('CRVW', 2)
2962 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
2963 self.waitUntilSettled()
2964
2965 port = self.webapp.server.socket.getsockname()[1]
2966
2967 f = urllib.urlopen("http://localhost:%s/status.json" % port)
2968 data = f.read()
2969
2970 self.worker.hold_jobs_in_build = False
2971 self.worker.release()
2972 self.waitUntilSettled()
2973
2974 data = json.loads(data)
2975 status_jobs = set()
2976 for p in data['pipelines']:
2977 for q in p['change_queues']:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002978 if q['dependent']:
2979 self.assertEqual(q['window'], 20)
2980 else:
2981 self.assertEqual(q['window'], 0)
James E. Blair1843a552013-07-03 14:19:52 -07002982 for head in q['heads']:
2983 for change in head:
Clark Boylanaf2476f2014-01-23 14:47:36 -08002984 self.assertTrue(change['active'])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002985 self.assertEqual(change['id'], '1,1')
James E. Blair1843a552013-07-03 14:19:52 -07002986 for job in change['jobs']:
2987 status_jobs.add(job['name'])
Monty Taylor98f0f3e2013-07-06 16:02:31 -04002988 self.assertIn('project-merge', status_jobs)
2989 self.assertIn('project-test1', status_jobs)
2990 self.assertIn('project-test2', status_jobs)
James E. Blair1843a552013-07-03 14:19:52 -07002991
James E. Blairc3d428e2013-12-03 15:06:48 -08002992 def test_merging_queues(self):
2993 "Test that transitively-connected change queues are merged"
2994 self.config.set('zuul', 'layout_config',
2995 'tests/fixtures/layout-merge-queues.yaml')
2996 self.sched.reconfigure(self.config)
2997 self.assertEqual(len(self.sched.layout.pipelines['gate'].queues), 1)
2998
James E. Blair1f4c2bb2013-04-26 08:40:46 -07002999 def test_node_label(self):
3000 "Test that a job runs on a specific node label"
James E. Blair1f4c2bb2013-04-26 08:40:46 -07003001 self.worker.registerFunction('build:node-project-test1:debian')
3002
3003 A = self.fake_gerrit.addFakeChange('org/node-project', 'master', 'A')
3004 A.addApproval('CRVW', 2)
3005 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3006 self.waitUntilSettled()
James E. Blair4ca985f2013-05-30 12:27:43 -07003007
Monty Taylor98f0f3e2013-07-06 16:02:31 -04003008 self.assertIsNone(self.getJobFromHistory('node-project-merge').node)
3009 self.assertEqual(self.getJobFromHistory('node-project-test1').node,
3010 'debian')
3011 self.assertIsNone(self.getJobFromHistory('node-project-test2').node)
James E. Blaircdccd972013-07-01 12:10:22 -07003012
3013 def test_live_reconfiguration(self):
3014 "Test that live reconfiguration works"
3015 self.worker.hold_jobs_in_build = True
3016 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3017 A.addApproval('CRVW', 2)
3018 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3019 self.waitUntilSettled()
3020
3021 self.sched.reconfigure(self.config)
3022
3023 self.worker.hold_jobs_in_build = False
3024 self.worker.release()
3025 self.waitUntilSettled()
Monty Taylor98f0f3e2013-07-06 16:02:31 -04003026 self.assertEqual(self.getJobFromHistory('project-merge').result,
3027 'SUCCESS')
3028 self.assertEqual(self.getJobFromHistory('project-test1').result,
3029 'SUCCESS')
3030 self.assertEqual(self.getJobFromHistory('project-test2').result,
3031 'SUCCESS')
3032 self.assertEqual(A.data['status'], 'MERGED')
3033 self.assertEqual(A.reported, 2)
James E. Blair287c06d2013-07-24 10:39:30 -07003034
James E. Blaire712d9f2013-07-31 11:40:11 -07003035 def test_live_reconfiguration_functions(self):
3036 "Test live reconfiguration with a custom function"
3037 self.worker.registerFunction('build:node-project-test1:debian')
3038 self.worker.registerFunction('build:node-project-test1:wheezy')
3039 A = self.fake_gerrit.addFakeChange('org/node-project', 'master', 'A')
3040 A.addApproval('CRVW', 2)
3041 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3042 self.waitUntilSettled()
3043
3044 self.assertIsNone(self.getJobFromHistory('node-project-merge').node)
3045 self.assertEqual(self.getJobFromHistory('node-project-test1').node,
3046 'debian')
3047 self.assertIsNone(self.getJobFromHistory('node-project-test2').node)
3048
3049 self.config.set('zuul', 'layout_config',
3050 'tests/fixtures/layout-live-'
3051 'reconfiguration-functions.yaml')
3052 self.sched.reconfigure(self.config)
3053 self.worker.build_history = []
3054
3055 B = self.fake_gerrit.addFakeChange('org/node-project', 'master', 'B')
3056 B.addApproval('CRVW', 2)
3057 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
3058 self.waitUntilSettled()
3059
3060 self.assertIsNone(self.getJobFromHistory('node-project-merge').node)
3061 self.assertEqual(self.getJobFromHistory('node-project-test1').node,
3062 'wheezy')
3063 self.assertIsNone(self.getJobFromHistory('node-project-test2').node)
3064
James E. Blair287c06d2013-07-24 10:39:30 -07003065 def test_delayed_repo_init(self):
3066 self.config.set('zuul', 'layout_config',
3067 'tests/fixtures/layout-delayed-repo-init.yaml')
3068 self.sched.reconfigure(self.config)
3069
3070 self.init_repo("org/new-project")
3071 A = self.fake_gerrit.addFakeChange('org/new-project', 'master', 'A')
3072
3073 A.addApproval('CRVW', 2)
3074 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3075 self.waitUntilSettled()
3076 self.assertEqual(self.getJobFromHistory('project-merge').result,
3077 'SUCCESS')
3078 self.assertEqual(self.getJobFromHistory('project-test1').result,
3079 'SUCCESS')
3080 self.assertEqual(self.getJobFromHistory('project-test2').result,
3081 'SUCCESS')
3082 self.assertEqual(A.data['status'], 'MERGED')
3083 self.assertEqual(A.reported, 2)
James E. Blair63bb0ef2013-07-29 17:14:51 -07003084
Clark Boylan6dbbc482013-10-18 10:57:31 -07003085 def test_repo_deleted(self):
3086 self.config.set('zuul', 'layout_config',
3087 'tests/fixtures/layout-repo-deleted.yaml')
3088 self.sched.reconfigure(self.config)
3089
3090 self.init_repo("org/delete-project")
3091 A = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'A')
3092
3093 A.addApproval('CRVW', 2)
3094 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3095 self.waitUntilSettled()
3096 self.assertEqual(self.getJobFromHistory('project-merge').result,
3097 'SUCCESS')
3098 self.assertEqual(self.getJobFromHistory('project-test1').result,
3099 'SUCCESS')
3100 self.assertEqual(self.getJobFromHistory('project-test2').result,
3101 'SUCCESS')
3102 self.assertEqual(A.data['status'], 'MERGED')
3103 self.assertEqual(A.reported, 2)
3104
3105 # Delete org/new-project zuul repo. Should be recloned.
3106 shutil.rmtree(os.path.join(self.git_root, "org/delete-project"))
3107
3108 B = self.fake_gerrit.addFakeChange('org/delete-project', 'master', 'B')
3109
3110 B.addApproval('CRVW', 2)
3111 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
3112 self.waitUntilSettled()
3113 self.assertEqual(self.getJobFromHistory('project-merge').result,
3114 'SUCCESS')
3115 self.assertEqual(self.getJobFromHistory('project-test1').result,
3116 'SUCCESS')
3117 self.assertEqual(self.getJobFromHistory('project-test2').result,
3118 'SUCCESS')
3119 self.assertEqual(B.data['status'], 'MERGED')
3120 self.assertEqual(B.reported, 2)
3121
James E. Blair63bb0ef2013-07-29 17:14:51 -07003122 def test_timer(self):
3123 "Test that a periodic job is triggered"
3124 self.worker.hold_jobs_in_build = True
3125 self.config.set('zuul', 'layout_config',
3126 'tests/fixtures/layout-timer.yaml')
3127 self.sched.reconfigure(self.config)
3128 self.registerJobs()
3129
3130 start = time.time()
3131 failed = True
3132 while ((time.time() - start) < 30):
3133 if len(self.builds) == 2:
3134 failed = False
3135 break
3136 else:
3137 time.sleep(1)
3138
3139 if failed:
3140 raise Exception("Expected jobs never ran")
3141
3142 self.waitUntilSettled()
3143 port = self.webapp.server.socket.getsockname()[1]
3144
3145 f = urllib.urlopen("http://localhost:%s/status.json" % port)
3146 data = f.read()
3147
3148 self.worker.hold_jobs_in_build = False
3149 self.worker.release()
3150 self.waitUntilSettled()
3151
3152 self.assertEqual(self.getJobFromHistory(
3153 'project-bitrot-stable-old').result, 'SUCCESS')
3154 self.assertEqual(self.getJobFromHistory(
3155 'project-bitrot-stable-older').result, 'SUCCESS')
3156
3157 data = json.loads(data)
3158 status_jobs = set()
3159 for p in data['pipelines']:
3160 for q in p['change_queues']:
3161 for head in q['heads']:
3162 for change in head:
Alex Gaynorddb9ef32013-09-16 21:04:58 -07003163 self.assertEqual(change['id'], None)
James E. Blair63bb0ef2013-07-29 17:14:51 -07003164 for job in change['jobs']:
3165 status_jobs.add(job['name'])
3166 self.assertIn('project-bitrot-stable-old', status_jobs)
3167 self.assertIn('project-bitrot-stable-older', status_jobs)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003168
3169 def test_check_smtp_pool(self):
3170 self.config.set('zuul', 'layout_config',
3171 'tests/fixtures/layout-smtp.yaml')
3172 self.sched.reconfigure(self.config)
3173
3174 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3175 self.waitUntilSettled()
3176
3177 self.fake_gerrit.addEvent(A.getPatchsetCreatedEvent(1))
3178 self.waitUntilSettled()
3179
James E. Blairff80a2f2013-12-27 13:24:06 -08003180 self.assertEqual(len(self.smtp_messages), 2)
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003181
3182 # A.messages only holds what FakeGerrit places in it. Thus we
3183 # work on the knowledge of what the first message should be as
3184 # it is only configured to go to SMTP.
3185
3186 self.assertEqual('zuul@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08003187 self.smtp_messages[0]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003188 self.assertEqual(['you@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08003189 self.smtp_messages[0]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003190 self.assertEqual('Starting check jobs.',
James E. Blairff80a2f2013-12-27 13:24:06 -08003191 self.smtp_messages[0]['body'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003192
3193 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08003194 self.smtp_messages[1]['from_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003195 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08003196 self.smtp_messages[1]['to_email'])
Joshua Hesketh5fea8672013-08-19 17:32:01 +10003197 self.assertEqual(A.messages[0],
James E. Blairff80a2f2013-12-27 13:24:06 -08003198 self.smtp_messages[1]['body'])
James E. Blairad28e912013-11-27 10:43:22 -08003199
James E. Blaire5910202013-12-27 09:50:31 -08003200 def test_timer_smtp(self):
3201 "Test that a periodic job is triggered"
3202 self.config.set('zuul', 'layout_config',
3203 'tests/fixtures/layout-timer-smtp.yaml')
3204 self.sched.reconfigure(self.config)
3205 self.registerJobs()
3206
3207 start = time.time()
3208 failed = True
3209 while ((time.time() - start) < 30):
3210 if len(self.history) == 2:
3211 failed = False
3212 break
3213 else:
3214 time.sleep(1)
3215
3216 if failed:
3217 raise Exception("Expected jobs never ran")
3218
3219 self.waitUntilSettled()
3220
3221 self.assertEqual(self.getJobFromHistory(
3222 'project-bitrot-stable-old').result, 'SUCCESS')
3223 self.assertEqual(self.getJobFromHistory(
3224 'project-bitrot-stable-older').result, 'SUCCESS')
3225
James E. Blairff80a2f2013-12-27 13:24:06 -08003226 self.assertEqual(len(self.smtp_messages), 1)
James E. Blaire5910202013-12-27 09:50:31 -08003227
3228 # A.messages only holds what FakeGerrit places in it. Thus we
3229 # work on the knowledge of what the first message should be as
3230 # it is only configured to go to SMTP.
3231
3232 self.assertEqual('zuul_from@example.com',
James E. Blairff80a2f2013-12-27 13:24:06 -08003233 self.smtp_messages[0]['from_email'])
James E. Blaire5910202013-12-27 09:50:31 -08003234 self.assertEqual(['alternative_me@example.com'],
James E. Blairff80a2f2013-12-27 13:24:06 -08003235 self.smtp_messages[0]['to_email'])
James E. Blaire5910202013-12-27 09:50:31 -08003236 self.assertIn('Subject: Periodic check for org/project succeeded',
James E. Blairff80a2f2013-12-27 13:24:06 -08003237 self.smtp_messages[0]['headers'])
James E. Blaire5910202013-12-27 09:50:31 -08003238
James E. Blairad28e912013-11-27 10:43:22 -08003239 def test_client_enqueue(self):
3240 "Test that the RPC client can enqueue a change"
3241 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3242 A.addApproval('CRVW', 2)
3243 A.addApproval('APRV', 1)
3244
3245 client = zuul.rpcclient.RPCClient('127.0.0.1',
3246 self.gearman_server.port)
3247 r = client.enqueue(pipeline='gate',
3248 project='org/project',
3249 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003250 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003251 self.waitUntilSettled()
3252 self.assertEqual(self.getJobFromHistory('project-merge').result,
3253 'SUCCESS')
3254 self.assertEqual(self.getJobFromHistory('project-test1').result,
3255 'SUCCESS')
3256 self.assertEqual(self.getJobFromHistory('project-test2').result,
3257 'SUCCESS')
3258 self.assertEqual(A.data['status'], 'MERGED')
3259 self.assertEqual(A.reported, 2)
3260 self.assertEqual(r, True)
3261
3262 def test_client_enqueue_negative(self):
3263 "Test that the RPC client returns errors"
3264 client = zuul.rpcclient.RPCClient('127.0.0.1',
3265 self.gearman_server.port)
3266 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3267 "Invalid project"):
3268 r = client.enqueue(pipeline='gate',
3269 project='project-does-not-exist',
3270 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003271 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003272 client.shutdown()
3273 self.assertEqual(r, False)
3274
3275 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3276 "Invalid pipeline"):
3277 r = client.enqueue(pipeline='pipeline-does-not-exist',
3278 project='org/project',
3279 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003280 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003281 client.shutdown()
3282 self.assertEqual(r, False)
3283
3284 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3285 "Invalid trigger"):
3286 r = client.enqueue(pipeline='gate',
3287 project='org/project',
3288 trigger='trigger-does-not-exist',
James E. Blair36658cf2013-12-06 17:53:48 -08003289 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003290 client.shutdown()
3291 self.assertEqual(r, False)
3292
3293 with testtools.ExpectedException(zuul.rpcclient.RPCFailure,
3294 "Invalid change"):
3295 r = client.enqueue(pipeline='gate',
3296 project='org/project',
3297 trigger='gerrit',
James E. Blair36658cf2013-12-06 17:53:48 -08003298 change='1,1')
James E. Blairad28e912013-11-27 10:43:22 -08003299 client.shutdown()
3300 self.assertEqual(r, False)
3301
3302 self.waitUntilSettled()
3303 self.assertEqual(len(self.history), 0)
3304 self.assertEqual(len(self.builds), 0)
James E. Blair36658cf2013-12-06 17:53:48 -08003305
3306 def test_client_promote(self):
3307 "Test that the RPC client can promote a change"
3308 self.worker.hold_jobs_in_build = True
3309 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3310 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3311 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3312 A.addApproval('CRVW', 2)
3313 B.addApproval('CRVW', 2)
3314 C.addApproval('CRVW', 2)
3315
3316 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3317 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
3318 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
3319
3320 self.waitUntilSettled()
3321
Sean Daguef39b9ca2014-01-10 21:34:35 -05003322 items = self.sched.layout.pipelines['gate'].getAllItems()
3323 enqueue_times = {}
3324 for item in items:
3325 enqueue_times[str(item.change)] = item.enqueue_time
3326
James E. Blair36658cf2013-12-06 17:53:48 -08003327 client = zuul.rpcclient.RPCClient('127.0.0.1',
3328 self.gearman_server.port)
3329 r = client.promote(pipeline='gate',
3330 change_ids=['2,1', '3,1'])
3331
Sean Daguef39b9ca2014-01-10 21:34:35 -05003332 # ensure that enqueue times are durable
3333 items = self.sched.layout.pipelines['gate'].getAllItems()
3334 for item in items:
3335 self.assertEqual(
3336 enqueue_times[str(item.change)], item.enqueue_time)
3337
James E. Blair78acec92014-02-06 07:11:32 -08003338 self.waitUntilSettled()
James E. Blair36658cf2013-12-06 17:53:48 -08003339 self.worker.release('.*-merge')
3340 self.waitUntilSettled()
3341 self.worker.release('.*-merge')
3342 self.waitUntilSettled()
3343 self.worker.release('.*-merge')
3344 self.waitUntilSettled()
3345
3346 self.assertEqual(len(self.builds), 6)
3347 self.assertEqual(self.builds[0].name, 'project-test1')
3348 self.assertEqual(self.builds[1].name, 'project-test2')
3349 self.assertEqual(self.builds[2].name, 'project-test1')
3350 self.assertEqual(self.builds[3].name, 'project-test2')
3351 self.assertEqual(self.builds[4].name, 'project-test1')
3352 self.assertEqual(self.builds[5].name, 'project-test2')
3353
3354 self.assertTrue(self.job_has_changes(self.builds[0], B))
3355 self.assertFalse(self.job_has_changes(self.builds[0], A))
3356 self.assertFalse(self.job_has_changes(self.builds[0], C))
3357
3358 self.assertTrue(self.job_has_changes(self.builds[2], B))
3359 self.assertTrue(self.job_has_changes(self.builds[2], C))
3360 self.assertFalse(self.job_has_changes(self.builds[2], A))
3361
3362 self.assertTrue(self.job_has_changes(self.builds[4], B))
3363 self.assertTrue(self.job_has_changes(self.builds[4], C))
3364 self.assertTrue(self.job_has_changes(self.builds[4], A))
3365
3366 self.worker.release()
3367 self.waitUntilSettled()
3368
3369 self.assertEqual(A.data['status'], 'MERGED')
3370 self.assertEqual(A.reported, 2)
3371 self.assertEqual(B.data['status'], 'MERGED')
3372 self.assertEqual(B.reported, 2)
3373 self.assertEqual(C.data['status'], 'MERGED')
3374 self.assertEqual(C.reported, 2)
3375
3376 client.shutdown()
3377 self.assertEqual(r, True)
3378
3379 def test_client_promote_dependent(self):
3380 "Test that the RPC client can promote a dependent change"
3381 # C (depends on B) -> B -> A ; then promote C to get:
3382 # A -> C (depends on B) -> B
3383 self.worker.hold_jobs_in_build = True
3384 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3385 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3386 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3387
3388 C.setDependsOn(B, 1)
3389
3390 A.addApproval('CRVW', 2)
3391 B.addApproval('CRVW', 2)
3392 C.addApproval('CRVW', 2)
3393
3394 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3395 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
3396 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
3397
3398 self.waitUntilSettled()
3399
3400 client = zuul.rpcclient.RPCClient('127.0.0.1',
3401 self.gearman_server.port)
3402 r = client.promote(pipeline='gate',
3403 change_ids=['3,1'])
3404
James E. Blair78acec92014-02-06 07:11:32 -08003405 self.waitUntilSettled()
James E. Blair36658cf2013-12-06 17:53:48 -08003406 self.worker.release('.*-merge')
3407 self.waitUntilSettled()
3408 self.worker.release('.*-merge')
3409 self.waitUntilSettled()
3410 self.worker.release('.*-merge')
3411 self.waitUntilSettled()
3412
3413 self.assertEqual(len(self.builds), 6)
3414 self.assertEqual(self.builds[0].name, 'project-test1')
3415 self.assertEqual(self.builds[1].name, 'project-test2')
3416 self.assertEqual(self.builds[2].name, 'project-test1')
3417 self.assertEqual(self.builds[3].name, 'project-test2')
3418 self.assertEqual(self.builds[4].name, 'project-test1')
3419 self.assertEqual(self.builds[5].name, 'project-test2')
3420
3421 self.assertTrue(self.job_has_changes(self.builds[0], B))
3422 self.assertFalse(self.job_has_changes(self.builds[0], A))
3423 self.assertFalse(self.job_has_changes(self.builds[0], C))
3424
3425 self.assertTrue(self.job_has_changes(self.builds[2], B))
3426 self.assertTrue(self.job_has_changes(self.builds[2], C))
3427 self.assertFalse(self.job_has_changes(self.builds[2], A))
3428
3429 self.assertTrue(self.job_has_changes(self.builds[4], B))
3430 self.assertTrue(self.job_has_changes(self.builds[4], C))
3431 self.assertTrue(self.job_has_changes(self.builds[4], A))
3432
3433 self.worker.release()
3434 self.waitUntilSettled()
3435
3436 self.assertEqual(A.data['status'], 'MERGED')
3437 self.assertEqual(A.reported, 2)
3438 self.assertEqual(B.data['status'], 'MERGED')
3439 self.assertEqual(B.reported, 2)
3440 self.assertEqual(C.data['status'], 'MERGED')
3441 self.assertEqual(C.reported, 2)
3442
3443 client.shutdown()
3444 self.assertEqual(r, True)
3445
3446 def test_client_promote_negative(self):
3447 "Test that the RPC client returns errors for promotion"
3448 self.worker.hold_jobs_in_build = True
3449 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3450 A.addApproval('CRVW', 2)
3451 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3452 self.waitUntilSettled()
3453
3454 client = zuul.rpcclient.RPCClient('127.0.0.1',
3455 self.gearman_server.port)
3456
3457 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
3458 r = client.promote(pipeline='nonexistent',
3459 change_ids=['2,1', '3,1'])
3460 client.shutdown()
3461 self.assertEqual(r, False)
3462
3463 with testtools.ExpectedException(zuul.rpcclient.RPCFailure):
3464 r = client.promote(pipeline='gate',
3465 change_ids=['4,1'])
3466 client.shutdown()
3467 self.assertEqual(r, False)
3468
3469 self.worker.hold_jobs_in_build = False
3470 self.worker.release()
3471 self.waitUntilSettled()
Clark Boylan7603a372014-01-21 11:43:20 -08003472
3473 def test_queue_rate_limiting(self):
3474 "Test that DependentPipelines are rate limited with dep across window"
3475 self.config.set('zuul', 'layout_config',
3476 'tests/fixtures/layout-rate-limit.yaml')
3477 self.sched.reconfigure(self.config)
3478 self.worker.hold_jobs_in_build = True
3479 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3480 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3481 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3482
3483 C.setDependsOn(B, 1)
3484 self.worker.addFailTest('project-test1', A)
3485
3486 A.addApproval('CRVW', 2)
3487 B.addApproval('CRVW', 2)
3488 C.addApproval('CRVW', 2)
3489
3490 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3491 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
3492 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
3493 self.waitUntilSettled()
3494
3495 # Only A and B will have their merge jobs queued because
3496 # window is 2.
3497 self.assertEqual(len(self.builds), 2)
3498 self.assertEqual(self.builds[0].name, 'project-merge')
3499 self.assertEqual(self.builds[1].name, 'project-merge')
3500
3501 self.worker.release('.*-merge')
3502 self.waitUntilSettled()
3503 self.worker.release('.*-merge')
3504 self.waitUntilSettled()
3505
3506 # Only A and B will have their test jobs queued because
3507 # window is 2.
3508 self.assertEqual(len(self.builds), 4)
3509 self.assertEqual(self.builds[0].name, 'project-test1')
3510 self.assertEqual(self.builds[1].name, 'project-test2')
3511 self.assertEqual(self.builds[2].name, 'project-test1')
3512 self.assertEqual(self.builds[3].name, 'project-test2')
3513
3514 self.worker.release('project-.*')
3515 self.waitUntilSettled()
3516
3517 queue = self.sched.layout.pipelines['gate'].queues[0]
3518 # A failed so window is reduced by 1 to 1.
3519 self.assertEqual(queue.window, 1)
3520 self.assertEqual(queue.window_floor, 1)
3521 self.assertEqual(A.data['status'], 'NEW')
3522
3523 # Gate is reset and only B's merge job is queued because
3524 # window shrunk to 1.
3525 self.assertEqual(len(self.builds), 1)
3526 self.assertEqual(self.builds[0].name, 'project-merge')
3527
3528 self.worker.release('.*-merge')
3529 self.waitUntilSettled()
3530
3531 # Only B's test jobs are queued because window is still 1.
3532 self.assertEqual(len(self.builds), 2)
3533 self.assertEqual(self.builds[0].name, 'project-test1')
3534 self.assertEqual(self.builds[1].name, 'project-test2')
3535
3536 self.worker.release('project-.*')
3537 self.waitUntilSettled()
3538
3539 # B was successfully merged so window is increased to 2.
3540 self.assertEqual(queue.window, 2)
3541 self.assertEqual(queue.window_floor, 1)
3542 self.assertEqual(B.data['status'], 'MERGED')
3543
3544 # Only C is left and its merge job is queued.
3545 self.assertEqual(len(self.builds), 1)
3546 self.assertEqual(self.builds[0].name, 'project-merge')
3547
3548 self.worker.release('.*-merge')
3549 self.waitUntilSettled()
3550
3551 # After successful merge job the test jobs for C are queued.
3552 self.assertEqual(len(self.builds), 2)
3553 self.assertEqual(self.builds[0].name, 'project-test1')
3554 self.assertEqual(self.builds[1].name, 'project-test2')
3555
3556 self.worker.release('project-.*')
3557 self.waitUntilSettled()
3558
3559 # C successfully merged so window is bumped to 3.
3560 self.assertEqual(queue.window, 3)
3561 self.assertEqual(queue.window_floor, 1)
3562 self.assertEqual(C.data['status'], 'MERGED')
3563
3564 def test_queue_rate_limiting_dependent(self):
3565 "Test that DependentPipelines are rate limited with dep in window"
3566 self.config.set('zuul', 'layout_config',
3567 'tests/fixtures/layout-rate-limit.yaml')
3568 self.sched.reconfigure(self.config)
3569 self.worker.hold_jobs_in_build = True
3570 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3571 B = self.fake_gerrit.addFakeChange('org/project', 'master', 'B')
3572 C = self.fake_gerrit.addFakeChange('org/project', 'master', 'C')
3573
3574 B.setDependsOn(A, 1)
3575
3576 self.worker.addFailTest('project-test1', A)
3577
3578 A.addApproval('CRVW', 2)
3579 B.addApproval('CRVW', 2)
3580 C.addApproval('CRVW', 2)
3581
3582 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3583 self.fake_gerrit.addEvent(B.addApproval('APRV', 1))
3584 self.fake_gerrit.addEvent(C.addApproval('APRV', 1))
3585 self.waitUntilSettled()
3586
3587 # Only A and B will have their merge jobs queued because
3588 # window is 2.
3589 self.assertEqual(len(self.builds), 2)
3590 self.assertEqual(self.builds[0].name, 'project-merge')
3591 self.assertEqual(self.builds[1].name, 'project-merge')
3592
3593 self.worker.release('.*-merge')
3594 self.waitUntilSettled()
3595 self.worker.release('.*-merge')
3596 self.waitUntilSettled()
3597
3598 # Only A and B will have their test jobs queued because
3599 # window is 2.
3600 self.assertEqual(len(self.builds), 4)
3601 self.assertEqual(self.builds[0].name, 'project-test1')
3602 self.assertEqual(self.builds[1].name, 'project-test2')
3603 self.assertEqual(self.builds[2].name, 'project-test1')
3604 self.assertEqual(self.builds[3].name, 'project-test2')
3605
3606 self.worker.release('project-.*')
3607 self.waitUntilSettled()
3608
3609 queue = self.sched.layout.pipelines['gate'].queues[0]
3610 # A failed so window is reduced by 1 to 1.
3611 self.assertEqual(queue.window, 1)
3612 self.assertEqual(queue.window_floor, 1)
3613 self.assertEqual(A.data['status'], 'NEW')
3614 self.assertEqual(B.data['status'], 'NEW')
3615
3616 # Gate is reset and only C's merge job is queued because
3617 # window shrunk to 1 and A and B were dequeued.
3618 self.assertEqual(len(self.builds), 1)
3619 self.assertEqual(self.builds[0].name, 'project-merge')
3620
3621 self.worker.release('.*-merge')
3622 self.waitUntilSettled()
3623
3624 # Only C's test jobs are queued because window is still 1.
3625 self.assertEqual(len(self.builds), 2)
3626 self.assertEqual(self.builds[0].name, 'project-test1')
3627 self.assertEqual(self.builds[1].name, 'project-test2')
3628
3629 self.worker.release('project-.*')
3630 self.waitUntilSettled()
3631
3632 # C was successfully merged so window is increased to 2.
3633 self.assertEqual(queue.window, 2)
3634 self.assertEqual(queue.window_floor, 1)
3635 self.assertEqual(C.data['status'], 'MERGED')
Joshua Heskethba8776a2014-01-12 14:35:40 +08003636
3637 def test_worker_update_metadata(self):
3638 "Test if a worker can send back metadata about itself"
3639 self.worker.hold_jobs_in_build = True
3640
3641 A = self.fake_gerrit.addFakeChange('org/project', 'master', 'A')
3642 A.addApproval('CRVW', 2)
3643 self.fake_gerrit.addEvent(A.addApproval('APRV', 1))
3644 self.waitUntilSettled()
3645
3646 self.assertEqual(len(self.launcher.builds), 1)
3647
3648 self.log.debug('Current builds:')
3649 self.log.debug(self.launcher.builds)
3650
3651 start = time.time()
3652 while True:
3653 if time.time() - start > 10:
3654 raise Exception("Timeout waiting for gearman server to report "
3655 + "back to the client")
3656 build = self.launcher.builds.values()[0]
3657 if build.worker.name == "My Worker":
3658 break
3659 else:
3660 time.sleep(0)
3661
3662 self.log.debug(build)
3663 self.assertEqual("My Worker", build.worker.name)
3664 self.assertEqual("localhost", build.worker.hostname)
3665 self.assertEqual(['127.0.0.1', '192.168.1.1'], build.worker.ips)
3666 self.assertEqual("zuul.example.org", build.worker.fqdn)
3667 self.assertEqual("FakeBuilder", build.worker.program)
3668 self.assertEqual("v1.1", build.worker.version)
3669 self.assertEqual({'something': 'else'}, build.worker.extra)
3670
3671 self.worker.hold_jobs_in_build = False
3672 self.worker.release()
3673 self.waitUntilSettled()