Heitor Neiva
5664b93865
The update-verify job no longer checks out the repository. Instead, the scripts from tools/update-verify and their Python dependencies (mozrelease, redo) are baked into the Docker image via COPY directives. The shell scripts now use python3 directly instead of ./mach python. Overall changes: - Run update verify tests in a specific workspace directory - Use `UV_SRC` as the base for other relative imports and references - COPY required scripts and drop the checkout on update verify docker image - Run update verify with python directly instead of mach Differential Revision: https://phabricator.services.mozilla.com/D288300
67 lines
2.4 KiB
Python
67 lines
2.4 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Transform the beetmover task into an actual task description.
|
|
"""
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.copy import deepcopy
|
|
from taskgraph.util.treeherder import add_suffix, inherit_treeherder_from_dep
|
|
|
|
from gecko_taskgraph.util.attributes import task_name
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def add_command(config, tasks):
|
|
config_tasks = {}
|
|
for dep in config.kind_dependencies_tasks.values():
|
|
if (
|
|
"update-verify-config" in dep.kind
|
|
or "update-verify-next-config" in dep.kind
|
|
):
|
|
config_tasks[task_name(dep)] = dep
|
|
|
|
for task in tasks:
|
|
config_task = config_tasks[task["name"]]
|
|
total_chunks = task["extra"]["chunks"]
|
|
task["worker"].setdefault("env", {})["CHANNEL"] = config_task.task["extra"][
|
|
"channel"
|
|
]
|
|
task.setdefault("fetches", {})[config_task.label] = [
|
|
"update-verify.cfg",
|
|
]
|
|
task["treeherder"] = inherit_treeherder_from_dep(task, config_task)
|
|
|
|
for this_chunk in range(1, total_chunks + 1):
|
|
chunked = deepcopy(task)
|
|
chunked["treeherder"]["symbol"] = add_suffix(
|
|
chunked["treeherder"]["symbol"], this_chunk
|
|
)
|
|
chunked["label"] = "release-update-verify-{}-{}/{}".format(
|
|
chunked["name"], this_chunk, total_chunks
|
|
)
|
|
if not chunked["worker"].get("env"):
|
|
chunked["worker"]["env"] = {}
|
|
chunked["worker"]["env"]["WORKSPACE_DIR"] = "/builds/worker/workspace"
|
|
|
|
command = [
|
|
"/builds/worker/tools/scripts/chunked-verify.sh",
|
|
f"--total-chunks={total_chunks} --this-chunk={this_chunk}",
|
|
]
|
|
|
|
# Add upstream tools to the path
|
|
if "linux64-libdmg" in chunked.get("fetches", {}).get("toolchain", []):
|
|
path_override = "export PATH=$PATH:$MOZ_FETCHES_DIR/dmg &&"
|
|
command.insert(0, path_override)
|
|
|
|
chunked["run"] = {
|
|
"using": "run-task",
|
|
"checkout": False,
|
|
"command": " ".join(command),
|
|
}
|
|
|
|
yield chunked
|