Skip to content

Use build-linux64-ccov/opt #278

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 8 commits into from
Nov 15, 2019
Merged
Show file tree
Hide file tree
Changes from 7 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions bot/code_coverage_bot/taskcluster.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@

def get_task(branch, revision, platform):
if platform == "linux":
platform_name = "linux64-ccov-debug"
platform_name = "linux64-ccov-opt"
product = "firefox"
elif platform == "windows":
platform_name = "win64-ccov-debug"
Expand Down Expand Up @@ -100,13 +100,13 @@ def perform_download():


BUILD_PLATFORMS = [
"build-linux64-ccov/debug",
"build-linux64-ccov/opt",
"build-win64-ccov/debug",
"build-android-test-ccov/opt",
]

TEST_PLATFORMS = [
"test-linux64-ccov/debug",
"test-linux64-ccov/opt",
"test-windows10-64-ccov/debug",
"test-android-em-4.3-arm7-api-16-ccov/debug",
] + BUILD_PLATFORMS
Expand Down
161 changes: 161 additions & 0 deletions bot/tests/fixtures/build-linux64-ccov/opt.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,161 @@
{
"provisionerId": "gecko-3",
"workerType": "b-linux",
"schedulerId": "gecko-level-3",
"taskGroupId": "UpVSSic1SeCw6sdDMidSLQ",
"dependencies": [
"GQWC8DtMRBmEhpgsPJdHHA",
"LFz17jARRPOoUz4s3CKY4g",
"Mmq5WgsmTLuLn4oWmhOmTA",
"T_bYPo8NRPuZ8cPKEhIoCw",
"XDSsJCY9Q1aA-6cY47adZg",
"XPFmlbUYTYi11JQKPw45ow",
"ZAI7Hy0rSmq7Nx-S112YaA",
"bSuO4tvARd2J454-Hg53kQ",
"fQRxzmt8RkChQnkmguktEg",
"UpVSSic1SeCw6sdDMidSLQ"
],
"requires": "all-completed",
"routes": [
"index.gecko.v2.mozilla-central.latest.firefox.linux64-ccov-opt",
"index.gecko.v2.mozilla-central.pushdate.2019.11.15.20191115095319.firefox.linux64-ccov-opt",
"index.gecko.v2.mozilla-central.pushdate.2019.11.15.latest.firefox.linux64-ccov-opt",
"index.gecko.v2.mozilla-central.pushlog-id.36805.firefox.linux64-ccov-opt",
"index.gecko.v2.mozilla-central.revision.1e1617c67238dfb685fb3d07bf1793232c4469fa.firefox.linux64-ccov-opt",
"index.gecko.v2.trunk.revision.1e1617c67238dfb685fb3d07bf1793232c4469fa.firefox.linux64-ccov-opt",
"tc-treeherder.v2.mozilla-central.1e1617c67238dfb685fb3d07bf1793232c4469fa.36805"
],
"priority": "medium",
"retries": 5,
"created": "2019-11-15T09:55:30.136Z",
"deadline": "2019-11-16T09:55:30.136Z",
"expires": "2020-11-14T09:55:30.136Z",
"scopes": [
"secrets:get:project/releng/gecko/build/level-3/*",
"secrets:get:project/taskcluster/gecko/hgfingerprint",
"secrets:get:project/taskcluster/gecko/hgmointernal",
"project:releng:services/tooltool/api/download/public",
"assume:project:taskcluster:gecko:level-3-sccache-buckets",
"auth:gcp:access-token:sccache-3/tc-l3*",
"docker-worker:cache:gecko-level-3-mozilla-central-build-linux64-ccov-opt-workspace-v3-e0773b586060dfe744c7",
"docker-worker:cache:gecko-level-3-checkouts-v3-e0773b586060dfe744c7",
"docker-worker:cache:gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7"
],
"payload": {
"onExitStatus": {
"retry": [
4,
72
],
"purgeCaches": [
72
]
},
"maxRunTime": 7200,
"image": {
"path": "public/image.tar.zst",
"type": "task-image",
"taskId": "ZAI7Hy0rSmq7Nx-S112YaA"
},
"cache": {
"gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7": "/builds/worker/tooltool-cache",
"gecko-level-3-mozilla-central-build-linux64-ccov-opt-workspace-v3-e0773b586060dfe744c7": "/builds/worker/workspace",
"gecko-level-3-checkouts-v3-e0773b586060dfe744c7": "/builds/worker/checkouts"
},
"artifacts": {
"public/logs": {
"path": "/builds/worker/logs/",
"expires": "2020-11-14T09:55:30.136Z",
"type": "directory"
},
"public/build": {
"path": "/builds/worker/artifacts/",
"expires": "2020-11-14T09:55:30.136Z",
"type": "directory"
}
},
"command": [
"/builds/worker/bin/run-task",
"--gecko-checkout=/builds/worker/workspace/build/src",
"--fetch-hgfingerprint",
"--",
"/builds/worker/workspace/build/src/taskcluster/scripts/builder/build-linux.sh"
],
"env": {
"FORCE_GCC": "1",
"MOZ_AUTOMATION": "1",
"MOZ_SOURCE_CHANGESET": "1e1617c67238dfb685fb3d07bf1793232c4469fa",
"ACCEPTED_MAR_CHANNEL_IDS": "firefox-mozilla-central",
"MOZ_FETCHES": "[{\"artifact\": \"public/build/clang.tar.xz\", \"extract\": true, \"task\": \"bSuO4tvARd2J454-Hg53kQ\"}, {\"artifact\": \"public/build/rustc.tar.xz\", \"extract\": true, \"task\": \"XPFmlbUYTYi11JQKPw45ow\"}, {\"artifact\": \"public/build/gcc.tar.xz\", \"extract\": true, \"task\": \"GQWC8DtMRBmEhpgsPJdHHA\"}, {\"artifact\": \"public/build/cbindgen.tar.xz\", \"extract\": true, \"task\": \"fQRxzmt8RkChQnkmguktEg\"}, {\"artifact\": \"public/build/sccache.tar.xz\", \"extract\": true, \"task\": \"XDSsJCY9Q1aA-6cY47adZg\"}, {\"artifact\": \"public/build/nasm.tar.bz2\", \"extract\": true, \"task\": \"Mmq5WgsmTLuLn4oWmhOmTA\"}, {\"artifact\": \"public/build/node.tar.xz\", \"extract\": true, \"task\": \"T_bYPo8NRPuZ8cPKEhIoCw\"}, {\"artifact\": \"public/build/grcov.tar.xz\", \"extract\": true, \"task\": \"LFz17jARRPOoUz4s3CKY4g\"}]",
"TOOLTOOL_CACHE": "/builds/worker/tooltool-cache",
"PYTHONUNBUFFERED": "1",
"MH_CUSTOM_BUILD_VARIANT_CFG": "code-coverage-opt",
"MOZHARNESS_SCRIPT": "mozharness/scripts/fx_desktop_build.py",
"MOZ_BUILD_DATE": "20191115095319",
"MH_BUILD_POOL": "taskcluster",
"HG_STORE_PATH": "/builds/worker/checkouts/hg-store",
"MOZ_FETCHES_DIR": "fetches",
"MOZHARNESS_ACTIONS": "get-secrets build",
"EXTRA_MOZHARNESS_CONFIG": "{\"update_channel\": \"nightly\", \"mozconfig_variant\": \"code-coverage-opt\"}",
"GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
"SCCACHE_GCS_PROJECT": "sccache-3",
"RUSTC_BOOTSTRAP": "1",
"MOZ_SOURCE_REPO": "https://hg.mozilla.org/mozilla-central",
"GECKO_HEAD_REV": "1e1617c67238dfb685fb3d07bf1793232c4469fa",
"MH_BRANCH": "mozilla-central",
"MOZ_SCM_LEVEL": "3",
"GECKO_BASE_REPOSITORY": "https://hg.mozilla.org/mozilla-unified",
"NEED_XVFB": "true",
"USE_SCCACHE": "1",
"MOZ_DISABLE_FULL_SYMBOLS": "1",
"UPLOAD_DIR": "/builds/worker/artifacts/",
"TASKCLUSTER_CACHES": "/builds/worker/checkouts;/builds/worker/tooltool-cache;/builds/worker/workspace",
"MAR_CHANNEL_ID": "firefox-mozilla-central",
"GECKO_PATH": "/builds/worker/workspace/build/src",
"SCCACHE_IDLE_TIMEOUT": "0",
"TASKCLUSTER_VOLUMES": "/builds/worker/checkouts;/builds/worker/tooltool-cache;/builds/worker/workspace",
"MOZHARNESS_CONFIG": "builds/releng_base_firefox.py builds/releng_base_linux_64_builds.py"
},
"features": {
"taskclusterProxy": true,
"chainOfTrust": true
}
},
"metadata": {
"owner": "[email protected]",
"source": "https://hg.mozilla.org/mozilla-central/file/1e1617c67238dfb685fb3d07bf1793232c4469fa/taskcluster/ci/build",
"description": "Linux64-CCov Opt ([Treeherder push](https://treeherder.mozilla.org/#/jobs?repo=mozilla-central&revision=1e1617c67238dfb685fb3d07bf1793232c4469fa))",
"name": "build-linux64-ccov/opt"
},
"tags": {
"kind": "build",
"worker-implementation": "docker-worker",
"createdForUser": "[email protected]",
"retrigger": "false",
"label": "build-linux64-ccov/opt",
"os": "linux"
},
"extra": {
"index": {
"rank": 0
},
"chainOfTrust": {
"inputs": {
"docker-image": "ZAI7Hy0rSmq7Nx-S112YaA"
}
},
"treeherder": {
"machine": {
"platform": "linux64-ccov"
},
"tier": 2,
"symbol": "B",
"jobKind": "build",
"collection": {
"opt": true
}
},
"treeherder-platform": "linux64-ccov/opt",
"parent": "UpVSSic1SeCw6sdDMidSLQ"
}
}
146 changes: 146 additions & 0 deletions bot/tests/fixtures/test-linux64-ccov/opt-cppunit.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,146 @@
{
"provisionerId": "gecko-t",
"workerType": "t-linux-xlarge",
"schedulerId": "gecko-level-3",
"taskGroupId": "UpVSSic1SeCw6sdDMidSLQ",
"dependencies": [
"EfaZjAzoQimatbNgqJd1zA",
"LFz17jARRPOoUz4s3CKY4g",
"Pq4D-RNFRHa_pSR7oP5CKg"
],
"requires": "all-completed",
"routes": [
"tc-treeherder.v2.mozilla-central.1e1617c67238dfb685fb3d07bf1793232c4469fa.36805",
"coalesce.v1.mozilla-central.f95bbf4551cb34a5e074"
],
"priority": "medium",
"retries": 5,
"created": "2019-11-15T09:55:50.425Z",
"deadline": "2019-11-16T09:55:50.425Z",
"expires": "2020-11-14T09:55:50.425Z",
"scopes": [
"secrets:get:project/taskcluster/gecko/hgfingerprint",
"secrets:get:project/taskcluster/gecko/hgmointernal",
"project:releng:services/tooltool/api/download/public",
"docker-worker:feature:allowPtrace",
"docker-worker:cache:gecko-level-3-checkouts-v3-e0773b586060dfe744c7",
"docker-worker:cache:gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7"
],
"payload": {
"supersederUrl": "https://coalesce.mozilla-releng.net/v1/list/3600/5/mozilla-central.f95bbf4551cb34a5e074",
"onExitStatus": {
"retry": [
4,
72
],
"purgeCaches": [
72
]
},
"maxRunTime": 3600,
"image": {
"path": "public/image.tar.zst",
"type": "task-image",
"taskId": "Pq4D-RNFRHa_pSR7oP5CKg"
},
"cache": {
"gecko-level-3-tooltool-cache-v3-e0773b586060dfe744c7": "/builds/worker/tooltool-cache",
"gecko-level-3-checkouts-v3-e0773b586060dfe744c7": "/builds/worker/checkouts"
},
"artifacts": {
"public/logs/": {
"path": "/builds/worker/workspace/logs/",
"expires": "2020-11-14T09:55:50.425Z",
"type": "directory"
},
"public/test": {
"path": "/builds/worker/artifacts/",
"expires": "2020-11-14T09:55:50.425Z",
"type": "directory"
},
"public/test_info/": {
"path": "/builds/worker/workspace/build/blobber_upload_dir/",
"expires": "2020-11-14T09:55:50.425Z",
"type": "directory"
}
},
"command": [
"/builds/worker/bin/run-task",
"--fetch-hgfingerprint",
"--",
"/builds/worker/bin/test-linux.sh",
"--cppunittest-suite=cppunittest",
"--code-coverage",
"--disable-e10s",
"--allow-software-gl-layers",
"--download-symbols=ondemand"
],
"env": {
"MOZ_AUTOMATION": "1",
"TOOLTOOL_CACHE": "/builds/worker/tooltool-cache",
"MOZ_FETCHES_DIR": "fetches",
"MOZHARNESS_SCRIPT": "desktop_unittest.py",
"MOZ_NODE_PATH": "/usr/local/bin/node",
"HG_STORE_PATH": "/builds/worker/checkouts/hg-store",
"MOZILLA_BUILD_URL": "https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/target.tar.bz2",
"GECKO_PATH": "/builds/worker/checkouts/gecko",
"GECKO_HEAD_REPOSITORY": "https://hg.mozilla.org/mozilla-central",
"EXTRA_MOZHARNESS_CONFIG": "{\"test_packages_url\": \"https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/target.test_packages.json\", \"installer_url\": \"https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/target.tar.bz2\"}",
"SCCACHE_DISABLE": "1",
"GECKO_HEAD_REV": "1e1617c67238dfb685fb3d07bf1793232c4469fa",
"NEED_COMPIZ": "false",
"MOZ_SCM_LEVEL": "3",
"TASKCLUSTER_VOLUMES": "/builds/worker/.cache;/builds/worker/checkouts;/builds/worker/tooltool-cache;/builds/worker/workspace",
"MOZHARNESS_URL": "https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/EfaZjAzoQimatbNgqJd1zA/artifacts/public/build/mozharness.zip",
"GECKO_BASE_REPOSITORY": "https://hg.mozilla.org/mozilla-unified",
"MOZ_FETCHES": "[{\"artifact\": \"public/build/grcov.tar.xz\", \"extract\": true, \"task\": \"LFz17jARRPOoUz4s3CKY4g\"}]",
"TASKCLUSTER_CACHES": "/builds/worker/checkouts;/builds/worker/tooltool-cache",
"WORKING_DIR": "/builds/worker",
"NEED_PULSEAUDIO": "true",
"ENABLE_E10S": "false",
"NEED_WINDOW_MANAGER": "true",
"MOZHARNESS_CONFIG": "unittests/linux_unittest.py remove_executables.py"
},
"features": {
"taskclusterProxy": true,
"allowPtrace": true
}
},
"metadata": {
"owner": "[email protected]",
"source": "https://hg.mozilla.org/mozilla-central/file/1e1617c67238dfb685fb3d07bf1793232c4469fa/taskcluster/ci/test",
"description": "CPP Unit Tests ([Treeherder push](https://treeherder.mozilla.org/#/jobs?repo=mozilla-central&revision=1e1617c67238dfb685fb3d07bf1793232c4469fa))",
"name": "test-linux64-ccov/opt-cppunit-1proc"
},
"tags": {
"kind": "test",
"worker-implementation": "docker-worker",
"createdForUser": "[email protected]",
"retrigger": "true",
"label": "test-linux64-ccov/opt-cppunit-1proc",
"os": "linux"
},
"extra": {
"index": {
"rank": 0
},
"parent": "UpVSSic1SeCw6sdDMidSLQ",
"chunks": {
"current": 1,
"total": 1
},
"suite": "cppunittest",
"treeherder": {
"machine": {
"platform": "linux64-ccov"
},
"tier": 3,
"symbol": "cppunit",
"jobKind": "test",
"collection": {
"opt": true
}
},
"treeherder-platform": "linux64-ccov/opt"
}
}
Loading