Skip to content

Commit e485394

Browse files
La0La0
authored
bot & report : Use build-linux64-ccov/opt, fixes #277 (#278)
1 parent e651572 commit e485394

File tree

11 files changed

+827
-50
lines changed

11 files changed

+827
-50
lines changed

‎bot/code_coverage_bot/taskcluster.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717

1818
def get_task(branch, revision, platform):
1919
if platform == "linux":
20-
platform_name = "linux64-ccov-debug"
20+
platform_name = "linux64-ccov-opt"
2121
product = "firefox"
2222
elif platform == "windows":
2323
platform_name = "win64-ccov-debug"
@@ -100,13 +100,13 @@ def perform_download():
100100

101101

102102
BUILD_PLATFORMS = [
103-
"build-linux64-ccov/debug",
103+
"build-linux64-ccov/opt",
104104
"build-win64-ccov/debug",
105105
"build-android-test-ccov/opt",
106106
]
107107

108108
TEST_PLATFORMS = [
109-
"test-linux64-ccov/debug",
109+
"test-linux64-ccov/opt",
110110
"test-windows10-64-ccov/debug",
111111
"test-android-em-4.3-arm7-api-16-ccov/debug",
112112
] + BUILD_PLATFORMS

‎bot/tests/fixtures/build-linux64-ccov/opt.json

Lines changed: 161 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,161 @@
1+
{
2+
"provisionerId": "gecko-3",
3+
"workerType": "b-linux",
4+
"schedulerId": "gecko-level-3",
5+
"taskGroupId": "UpVSSic1SeCw6sdDMidSLQ",
6+
"dependencies": [
7+
"GQWC8DtMRBmEhpgsPJdHHA",
8+
"LFz17jARRPOoUz4s3CKY4g",
9+
"Mmq5WgsmTLuLn4oWmhOmTA",
10+
"T_bYPo8NRPuZ8cPKEhIoCw",
11+
"XDSsJCY9Q1aA-6cY47adZg",
12+
"XPFmlbUYTYi11JQKPw45ow",
13+
"ZAI7Hy0rSmq7Nx-S112YaA",
14+
"bSuO4tvARd2J454-Hg53kQ",
15+
"fQRxzmt8RkChQnkmguktEg",
16+
"UpVSSic1SeCw6sdDMidSLQ"
17+
],
18+
"requires": "all-completed",
19+
"routes": [
20+
"index.gecko.v2.mozilla-central.latest.firefox.linux64-ccov-opt",
21+
"index.gecko.v2.mozilla-central.pushdate.2019.11.15.20191115095319.firefox.linux64-ccov-opt",
22+
"index.gecko.v2.mozilla-central.pushdate.2019.11.15.latest.firefox.linux64-ccov-opt",
23+
"index.gecko.v2.mozilla-central.pushlog-id.36805.firefox.linux64-ccov-opt",
24+
"index.gecko.v2.mozilla-central.revision.1e1617c67238dfb685fb3d07bf1793232c4469fa.firefox.linux64-ccov-opt",
25+
"index.gecko.v2.trunk.revision.1e1617c67238dfb685fb3d07bf1793232c4469fa.firefox.linux64-ccov-opt",
26+
"tc-treeherder.v2.mozilla-central.1e1617c67238dfb685fb3d07bf1793232c4469fa.36805"
27+
],
28+
"priority": "medium",
29+
"retries": 5,
30+
"created": "2019-11-15T09:55:30.136Z",
31+
"deadline": "2019-11-16T09:55:30.136Z",
32+
"expires": "2020-11-14T09:55:30.136Z",
33+
"scopes": [
34+
"secrets:get:project/releng/gecko/build/level-3/*",
35+
"secrets:get:project/taskcluster/gecko/hgfingerprint",
36+
"secrets:get:project/taskcluster/gecko/hgmointernal",
37+
"project:releng:services/tooltool/api/download/public",
38+
"assume:project:taskcluster:gecko:level-3-sccache-buckets",
39+
"auth:gcp:access-token:sccache-3/tc-l3*",
40+
"docker-worker:cache:gecko-level-3-mozilla-central-build-linux64-ccov-opt-workspace-v3-e0773b586060dfe744c7",
41+
"docker-worker:cache:gecko-level-3-checkouts-v3-e0773b586060dfe744c7",
42+
"docker-worker:cache:gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7"
43+
],
44+
"payload": {
45+
"onExitStatus": {
46+
"retry": [
47+
4,
48+
72
49+
],
50+
"purgeCaches": [
51+
72
52+
]
53+
},
54+
"maxRunTime": 7200,
55+
"image": {
56+
"path": "public/image.tar.zst",
57+
"type": "task-image",
58+
"taskId": "ZAI7Hy0rSmq7Nx-S112YaA"
59+
},
60+
"cache": {
61+
"gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7": "/builds/worker/tooltool-cache",
62+
"gecko-level-3-mozilla-central-build-linux64-ccov-opt-workspace-v3-e0773b586060dfe744c7": "/builds/worker/workspace",
63+
"gecko-level-3-checkouts-v3-e0773b586060dfe744c7": "/builds/worker/checkouts"
64+
},
65+
"artifacts": {
66+
"public/logs": {
67+
"path": "/builds/worker/logs/",
68+
"expires": "2020-11-14T09:55:30.136Z",
69+
"type": "directory"
70+
},
71+
"public/build": {
72+
"path": "/builds/worker/artifacts/",
73+
"expires": "2020-11-14T09:55:30.136Z",
74+
"type": "directory"
75+
}
76+
},
77+
"command": [
78+
"/builds/worker/bin/run-task",
79+
"--gecko-checkout=/builds/worker/workspace/build/src",
80+
"--fetch-hgfingerprint",
81+
"--",
82+
"/builds/worker/workspace/build/src/taskcluster/scripts/builder/build-linux.sh"
83+
],
84+
"env": {
85+
"FORCE_GCC": "1",
86+
"MOZ_AUTOMATION": "1",
87+
"MOZ_SOURCE_CHANGESET": "1e1617c67238dfb685fb3d07bf1793232c4469fa",
88+
"ACCEPTED_MAR_CHANNEL_IDS": "firefox-mozilla-central",
89+
"MOZ_FETCHES": "[{\"artifact\": \"public/build/clang.tar.xz\", \"extract\": true, \"task\": \"bSuO4tvARd2J454-Hg53kQ\"}, {\"artifact\": \"public/build/rustc.tar.xz\", \"extract\": true, \"task\": \"XPFmlbUYTYi11JQKPw45ow\"}, {\"artifact\": \"public/build/gcc.tar.xz\", \"extract\": true, \"task\": \"GQWC8DtMRBmEhpgsPJdHHA\"}, {\"artifact\": \"public/build/cbindgen.tar.xz\", \"extract\": true, \"task\": \"fQRxzmt8RkChQnkmguktEg\"}, {\"artifact\": \"public/build/sccache.tar.xz\", \"extract\": true, \"task\": \"XDSsJCY9Q1aA-6cY47adZg\"}, {\"artifact\": \"public/build/nasm.tar.bz2\", \"extract\": true, \"task\": \"Mmq5WgsmTLuLn4oWmhOmTA\"}, {\"artifact\": \"public/build/node.tar.xz\", \"extract\": true, \"task\": \"T_bYPo8NRPuZ8cPKEhIoCw\"}, {\"artifact\": \"public/build/grcov.tar.xz\", \"extract\": true, \"task\": \"LFz17jARRPOoUz4s3CKY4g\"}]",
90+
"TOOLTOOL_CACHE": "/builds/worker/tooltool-cache",
91+
"PYTHONUNBUFFERED": "1",
92+
"MH_CUSTOM_BUILD_VARIANT_CFG": "code-coverage-opt",
93+
"MOZHARNESS_SCRIPT": "mozharness/scripts/fx_desktop_build.py",
94+
"MOZ_BUILD_DATE": "20191115095319",
95+
"MH_BUILD_POOL": "taskcluster",
96+
"HG_STORE_PATH": "/builds/worker/checkouts/hg-store",
97+
"MOZ_FETCHES_DIR": "fetches",
98+
"MOZHARNESS_ACTIONS": "get-secrets build",
99+
"EXTRA_MOZHARNESS_CONFIG": "{\"update_channel\": \"nightly\", \"mozconfig_variant\": \"code-coverage-opt\"}",
100+
"GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
101+
"SCCACHE_GCS_PROJECT": "sccache-3",
102+
"RUSTC_BOOTSTRAP": "1",
103+
"MOZ_SOURCE_REPO": "https://hg.mozilla.org/mozilla-central",
104+
"GECKO_HEAD_REV": "1e1617c67238dfb685fb3d07bf1793232c4469fa",
105+
"MH_BRANCH": "mozilla-central",
106+
"MOZ_SCM_LEVEL": "3",
107+
"GECKO_BASE_REPOSITORY": "https://hg.mozilla.org/mozilla-unified",
108+
"NEED_XVFB": "true",
109+
"USE_SCCACHE": "1",
110+
"MOZ_DISABLE_FULL_SYMBOLS": "1",
111+
"UPLOAD_DIR": "/builds/worker/artifacts/",
112+
"TASKCLUSTER_CACHES": "/builds/worker/checkouts;/builds/worker/tooltool-cache;/builds/worker/workspace",
113+
"MAR_CHANNEL_ID": "firefox-mozilla-central",
114+
"GECKO_PATH": "/builds/worker/workspace/build/src",
115+
"SCCACHE_IDLE_TIMEOUT": "0",
116+
"TASKCLUSTER_VOLUMES": "/builds/worker/checkouts;/builds/worker/tooltool-cache;/builds/worker/workspace",
117+
"MOZHARNESS_CONFIG": "builds/releng_base_firefox.py builds/releng_base_linux_64_builds.py"
118+
},
119+
"features": {
120+
"taskclusterProxy": true,
121+
"chainOfTrust": true
122+
}
123+
},
124+
"metadata": {
125+
"owner": "[email protected]",
126+
"source": "https://hg.mozilla.org/mozilla-central/file/1e1617c67238dfb685fb3d07bf1793232c4469fa/taskcluster/ci/build",
127+
"description": "Linux64-CCov Opt ([Treeherder push](https://treeherder.mozilla.org/#/jobs?repo=mozilla-central&revision=1e1617c67238dfb685fb3d07bf1793232c4469fa))",
128+
"name": "build-linux64-ccov/opt"
129+
},
130+
"tags": {
131+
"kind": "build",
132+
"worker-implementation": "docker-worker",
133+
"createdForUser": "[email protected]",
134+
"retrigger": "false",
135+
"label": "build-linux64-ccov/opt",
136+
"os": "linux"
137+
},
138+
"extra": {
139+
"index": {
140+
"rank": 0
141+
},
142+
"chainOfTrust": {
143+
"inputs": {
144+
"docker-image": "ZAI7Hy0rSmq7Nx-S112YaA"
145+
}
146+
},
147+
"treeherder": {
148+
"machine": {
149+
"platform": "linux64-ccov"
150+
},
151+
"tier": 2,
152+
"symbol": "B",
153+
"jobKind": "build",
154+
"collection": {
155+
"opt": true
156+
}
157+
},
158+
"treeherder-platform": "linux64-ccov/opt",
159+
"parent": "UpVSSic1SeCw6sdDMidSLQ"
160+
}
161+
}

‎bot/tests/fixtures/test-linux64-ccov/opt-cppunit.json

Lines changed: 146 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,146 @@
1+
{
2+
"provisionerId": "gecko-t",
3+
"workerType": "t-linux-xlarge",
4+
"schedulerId": "gecko-level-3",
5+
"taskGroupId": "UpVSSic1SeCw6sdDMidSLQ",
6+
"dependencies": [
7+
"EfaZjAzoQimatbNgqJd1zA",
8+
"LFz17jARRPOoUz4s3CKY4g",
9+
"Pq4D-RNFRHa_pSR7oP5CKg"
10+
],
11+
"requires": "all-completed",
12+
"routes": [
13+
"tc-treeherder.v2.mozilla-central.1e1617c67238dfb685fb3d07bf1793232c4469fa.36805",
14+
"coalesce.v1.mozilla-central.f95bbf4551cb34a5e074"
15+
],
16+
"priority": "medium",
17+
"retries": 5,
18+
"created": "2019-11-15T09:55:50.425Z",
19+
"deadline": "2019-11-16T09:55:50.425Z",
20+
"expires": "2020-11-14T09:55:50.425Z",
21+
"scopes": [
22+
"secrets:get:project/taskcluster/gecko/hgfingerprint",
23+
"secrets:get:project/taskcluster/gecko/hgmointernal",
24+
"project:releng:services/tooltool/api/download/public",
25+
"docker-worker:feature:allowPtrace",
26+
"docker-worker:cache:gecko-level-3-checkouts-v3-e0773b586060dfe744c7",
27+
"docker-worker:cache:gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7"
28+
],
29+
"payload": {
30+
"supersederUrl": "https://coalesce.mozilla-releng.net/v1/list/3600/5/mozilla-central.f95bbf4551cb34a5e074",
31+
"onExitStatus": {
32+
"retry": [
33+
4,
34+
72
35+
],
36+
"purgeCaches": [
37+
72
38+
]
39+
},
40+
"maxRunTime": 3600,
41+
"image": {
42+
"path": "public/image.tar.zst",
43+
"type": "task-image",
44+
"taskId": "Pq4D-RNFRHa_pSR7oP5CKg"
45+
},
46+
"cache": {
47+
"gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7": "/builds/worker/tooltool-cache",
48+
"gecko-level-3-checkouts-v3-e0773b586060dfe744c7": "/builds/worker/checkouts"
49+
},
50+
"artifacts": {
51+
"public/logs/": {
52+
"path": "/builds/worker/workspace/logs/",
53+
"expires": "2020-11-14T09:55:50.425Z",
54+
"type": "directory"
55+
},
56+
"public/test": {
57+
"path": "/builds/worker/artifacts/",
58+
"expires": "2020-11-14T09:55:50.425Z",
59+
"type": "directory"
60+
},
61+
"public/test_info/": {
62+
"path": "/builds/worker/workspace/build/blobber_upload_dir/",
63+
"expires": "2020-11-14T09:55:50.425Z",
64+
"type": "directory"
65+
}
66+
},
67+
"command": [
68+
"/builds/worker/bin/run-task",
69+
"--fetch-hgfingerprint",
70+
"--",
71+
"/builds/worker/bin/test-linux.sh",
72+
"--cppunittest-suite=cppunittest",
73+
"--code-coverage",
74+
"--disable-e10s",
75+
"--allow-software-gl-layers",
76+
"--download-symbols=ondemand"
77+
],
78+
"env": {
79+
"MOZ_AUTOMATION": "1",
80+
"TOOLTOOL_CACHE": "/builds/worker/tooltool-cache",
81+
"MOZ_FETCHES_DIR": "fetches",
82+
"MOZHARNESS_SCRIPT": "desktop_unittest.py",
83+
"MOZ_NODE_PATH": "/usr/local/bin/node",
84+
"HG_STORE_PATH": "/builds/worker/checkouts/hg-store",
85+
"MOZILLA_BUILD_URL": "https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/target.tar.bz2",
86+
"GECKO_PATH": "/builds/worker/checkouts/gecko",
87+
"GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
88+
"EXTRA_MOZHARNESS_CONFIG": "{\"test_packages_url\": \"https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/target.test_packages.json\", \"installer_url\": \"https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/target.tar.bz2\"}",
89+
"SCCACHE_DISABLE": "1",
90+
"GECKO_HEAD_REV": "1e1617c67238dfb685fb3d07bf1793232c4469fa",
91+
"NEED_COMPIZ": "false",
92+
"MOZ_SCM_LEVEL": "3",
93+
"TASKCLUSTER_VOLUMES": "/builds/worker/.cache;/builds/worker/checkouts;/builds/worker/tooltool-cache;/builds/worker/workspace",
94+
"MOZHARNESS_URL": "https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/mozharness.zip",
95+
"GECKO_BASE_REPOSITORY": "https://hg.mozilla.org/mozilla-unified",
96+
"MOZ_FETCHES": "[{\"artifact\": \"public/build/grcov.tar.xz\", \"extract\": true, \"task\": \"LFz17jARRPOoUz4s3CKY4g\"}]",
97+
"TASKCLUSTER_CACHES": "/builds/worker/checkouts;/builds/worker/tooltool-cache",
98+
"WORKING_DIR": "/builds/worker",
99+
"NEED_PULSEAUDIO": "true",
100+
"ENABLE_E10S": "false",
101+
"NEED_WINDOW_MANAGER": "true",
102+
"MOZHARNESS_CONFIG": "unittests/linux_unittest.py remove_executables.py"
103+
},
104+
"features": {
105+
"taskclusterProxy": true,
106+
"allowPtrace": true
107+
}
108+
},
109+
"metadata": {
110+
"owner": "[email protected]",
111+
"source": "https://hg.mozilla.org/mozilla-central/file/1e1617c67238dfb685fb3d07bf1793232c4469fa/taskcluster/ci/test",
112+
"description": "CPP Unit Tests ([Treeherder push](https://treeherder.mozilla.org/#/jobs?repo=mozilla-central&revision=1e1617c67238dfb685fb3d07bf1793232c4469fa))",
113+
"name": "test-linux64-ccov/opt-cppunit-1proc"
114+
},
115+
"tags": {
116+
"kind": "test",
117+
"worker-implementation": "docker-worker",
118+
"createdForUser": "[email protected]",
119+
"retrigger": "true",
120+
"label": "test-linux64-ccov/opt-cppunit-1proc",
121+
"os": "linux"
122+
},
123+
"extra": {
124+
"index": {
125+
"rank": 0
126+
},
127+
"parent": "UpVSSic1SeCw6sdDMidSLQ",
128+
"chunks": {
129+
"current": 1,
130+
"total": 1
131+
},
132+
"suite": "cppunittest",
133+
"treeherder": {
134+
"machine": {
135+
"platform": "linux64-ccov"
136+
},
137+
"tier": 3,
138+
"symbol": "cppunit",
139+
"jobKind": "test",
140+
"collection": {
141+
"opt": true
142+
}
143+
},
144+
"treeherder-platform": "linux64-ccov/opt"
145+
}
146+
}

0 commit comments

Comments
 (0)