1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
|
# Copyright 2014 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Fake CIDB for unit testing."""
from __future__ import print_function
import datetime
import itertools
from chromite.cbuildbot import constants
from chromite.lib import clactions
class FakeCIDBConnection(object):
"""Fake connection to a Continuous Integration database.
This class is a partial re-implementation of CIDBConnection, using
in-memory lists rather than a backing database.
"""
NUM_RESULTS_NO_LIMIT = -1
def __init__(self, fake_keyvals=None):
self.buildTable = []
self.clActionTable = []
self.buildStageTable = {}
self.failureTable = {}
self.fake_time = None
self.fake_keyvals = fake_keyvals or {}
def SetTime(self, fake_time):
"""Sets a fake time to be retrieved by GetTime.
Args:
fake_time: datetime.datetime object.
"""
self.fake_time = fake_time
def GetTime(self):
"""Gets the current database time."""
return self.fake_time or datetime.datetime.now()
def InsertBuild(self, builder_name, waterfall, build_number,
build_config, bot_hostname, master_build_id=None,
timeout_seconds=None, status=constants.BUILDER_STATUS_PASSED):
"""Insert a build row.
Note this API slightly differs from cidb as we pass status to avoid having
to have a later FinishBuild call in testing.
"""
deadline = None
if timeout_seconds is not None:
timediff = datetime.timedelta(seconds=timeout_seconds)
deadline = datetime.datetime.now() + timediff
build_id = len(self.buildTable)
row = {'id': build_id,
'builder_name': builder_name,
'buildbot_generation': constants.BUILDBOT_GENERATION,
'waterfall': waterfall,
'build_number': build_number,
'build_config' : build_config,
'bot_hostname': bot_hostname,
'start_time': datetime.datetime.now(),
'master_build_id' : master_build_id,
'deadline': deadline,
'status': status}
self.buildTable.append(row)
return build_id
def UpdateMetadata(self, build_id, metadata):
"""See cidb.UpdateMetadata."""
d = metadata.GetDict()
versions = d.get('version') or {}
self.buildTable[build_id - 1].update(
{'chrome_version': versions.get('chrome'),
'milestone_version': versions.get('milestone'),
'platform_version': versions.get('platform'),
'full_version': versions.get('full'),
'sdk_version': d.get('sdk-versions'),
'toolchain_url': d.get('toolchain-url'),
'build_type': d.get('build_type')})
return 1
def InsertCLActions(self, build_id, cl_actions, timestamp=None):
"""Insert a list of |cl_actions|."""
if not cl_actions:
return 0
rows = []
for cl_action in cl_actions:
change_number = int(cl_action.change_number)
patch_number = int(cl_action.patch_number)
change_source = cl_action.change_source
action = cl_action.action
reason = cl_action.reason
rows.append({
'build_id' : build_id,
'change_source' : change_source,
'change_number': change_number,
'patch_number' : patch_number,
'action' : action,
'timestamp': timestamp or datetime.datetime.now(),
'reason' : reason})
self.clActionTable.extend(rows)
return len(rows)
def InsertBuildStage(self, build_id, name, board=None,
status=constants.BUILDER_STATUS_PLANNED):
build_stage_id = len(self.buildStageTable)
row = {'build_id': build_id,
'name': name,
'board': board,
'status': status}
self.buildStageTable[build_stage_id] = row
return build_stage_id
def InsertBoardPerBuild(self, build_id, board):
# TODO(akeshet): Fill this placeholder.
pass
def InsertFailure(self, build_stage_id, exception_type, exception_message,
exception_category=constants.EXCEPTION_CATEGORY_UNKNOWN,
outer_failure_id=None,
extra_info=None):
failure_id = len(self.failureTable)
values = {'build_stage_id': build_stage_id,
'exception_type': exception_type,
'exception_message': exception_message,
'exception_category': exception_category,
'outer_failure_id': outer_failure_id,
'extra_info': extra_info}
self.failureTable[failure_id] = values
return failure_id
def StartBuildStage(self, build_stage_id):
if build_stage_id > len(self.buildStageTable):
return
self.buildStageTable[build_stage_id]['status'] = (
constants.BUILDER_STATUS_INFLIGHT)
def ExtendDeadline(self, build_id, timeout):
# No sanity checking in fake object.
now = datetime.datetime.now()
timediff = datetime.timedelta(seconds=timeout)
self.buildStageTable[build_id]['deadline'] = now + timediff
def FinishBuildStage(self, build_stage_id, status):
if build_stage_id > len(self.buildStageTable):
return
self.buildStageTable[build_stage_id]['status'] = status
def GetActionsForChanges(self, changes):
"""Gets all the actions for the given changes."""
clauses = set()
for change in changes:
change_source = 'internal' if change.internal else 'external'
clauses.add((int(change.gerrit_number), change_source))
values = []
for row in self.GetActionHistory():
if (row.change_number, row.change_source) in clauses:
values.append(row)
return values
def GetActionHistory(self, *args, **kwargs):
"""Get all the actions for all changes."""
# pylint: disable=W0613
values = []
for item, action_id in zip(self.clActionTable, itertools.count()):
row = (
action_id,
item['build_id'],
item['action'],
item['reason'],
self.buildTable[item['build_id']]['build_config'],
item['change_number'],
item['patch_number'],
item['change_source'],
item['timestamp'])
values.append(row)
return clactions.CLActionHistory(clactions.CLAction(*row) for row in values)
def GetBuildStatus(self, build_id):
"""Gets the status of the build."""
return self.buildTable[build_id - 1]
def GetBuildStatuses(self, build_ids):
"""Gets the status of the builds."""
return [self.buildTable[x -1] for x in build_ids]
def GetBuildHistory(self, build_config, num_results,
ignore_build_id=None, start_date=None, end_date=None,
starting_build_number=None):
"""Returns the build history for the given |build_config|."""
def ReduceToBuildConfig(new_list, current_build):
"""Filters a build list to only those of a given config."""
if current_build['build_config'] == build_config:
new_list.append(current_build)
return new_list
build_configs = reduce(ReduceToBuildConfig, self.buildTable, [])
# Reverse sort as that's what's expected.
build_configs = sorted(build_configs[-num_results:], reverse=True)
# Filter results.
if ignore_build_id is not None:
build_configs = [b for b in build_configs if b['id'] != ignore_build_id]
if start_date is not None:
build_configs = [b for b in build_configs
if b['start_time'].date() >= start_date]
if end_date is not None:
build_configs = [b for b in build_configs
if 'finish_time' in b and
b['finish_time'].date() <= end_date]
if starting_build_number is not None:
build_configs = [b for b in build_configs
if b['build_number'] >= starting_build_number]
return build_configs
def GetTimeToDeadline(self, build_id):
"""Gets the time remaining until deadline."""
now = datetime.datetime.now()
deadline = self.buildTable[build_id]['deadline']
return max(0, (deadline - now).total_seconds())
def GetKeyVals(self):
"""Gets contents of keyvalTable."""
return self.fake_keyvals
|
