1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
|
#!/usr/bin/env python
# Copyright (C) 2019 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
import json
import hashlib
import sys
from config import DB, PROJECT
from common_utils import req, SCOPES
'''
Uploads the performance metrics of the Perfetto tests to StackDriver and
Firebase.
The expected format of the JSON is as follows:
{
metrics: [
{
'metric': *metric name*,
'value': *metric value*,
'unit': *either s (seconds) or b (bytes)*,
'tags': {
*tag name*: *tag value*,
...
},
'labels': {
*label name*: *label value*,
...
}
},
...
]
}
'''
STACKDRIVER_API = 'https://monitoring.googleapis.com/v3/projects/%s' % PROJECT
SCOPES.append('https://www.googleapis.com/auth/firebase.database')
SCOPES.append('https://www.googleapis.com/auth/userinfo.email')
SCOPES.append('https://www.googleapis.com/auth/monitoring.write')
def sha1(obj):
hasher = hashlib.sha1()
hasher.update(json.dumps(obj, sort_keys=True, separators=(',', ':')))
return hasher.hexdigest()
def metric_list_to_hash_dict(raw_metrics):
metrics = {}
for metric in raw_metrics:
key = '%s-%s' % (metric['metric'], sha1(metric['tags']))
metrics[key] = metric
return metrics
def create_stackdriver_metrics(ts, metrics):
# Chunk up metrics into 100 element chunks to comply with Stackdriver's
# restrictions on the number of metrics in a request.
metrics_list = list(metrics.values())
metric_chunks = [metrics_list[x:x + 100] for x in range(0, len(metrics), 100)]
desc_chunks = []
for chunk in metric_chunks:
desc = {'timeSeries': []}
for metric in chunk:
metric_name = metric['metric']
desc['timeSeries'] += [{
'metric': {
'type':
'custom.googleapis.com/perfetto-ci/perf/%s' % metric_name,
'labels':
dict(
list(metric.get('tags', {}).items()) +
list(metric.get('labels', {}).items())),
},
'resource': {
'type': 'global'
},
'points': [{
'interval': {
'endTime': ts
},
'value': {
'doubleValue': str(metric['value'])
}
}]
}]
desc_chunks.append(desc)
return desc_chunks
def main():
parser = argparse.ArgumentParser()
parser.add_argument(
'--job-id',
type=str,
required=True,
help='The Perfetto CI job ID to tie this upload to')
parser.add_argument(
'metrics_file', type=str, help='File containing the metrics to upload')
args = parser.parse_args()
with open(args.metrics_file, 'r') as metrics_file:
raw_metrics = json.loads(metrics_file.read())
job = req('GET', '%s/jobs/%s.json' % (DB, args.job_id))
ts = job['time_started']
metrics = metric_list_to_hash_dict(raw_metrics['metrics'])
req('PUT', '%s/perf/%s.json' % (DB, args.job_id), body=metrics)
# Only upload Stackdriver metrics for post-submit runs.
git_ref = job['env'].get('PERFETTO_TEST_GIT_REF')
if git_ref == 'refs/heads/master':
sd_metrics_chunks = create_stackdriver_metrics(ts, metrics)
for sd_metrics in sd_metrics_chunks:
req('POST', STACKDRIVER_API + '/timeSeries', body=sd_metrics)
return 0
if __name__ == '__main__':
sys.exit(main())
|
