Add taskgraph scaffolding with docker-image kind

Author: JohanLorenzo

.taskcluster.yml

@@ -0,0 +1,11 @@
+from importlib import import_module
+
+
+def register(graph_config):
+    """Setup for task generation."""
+    _import_modules(["parameters"])
+
+
+def _import_modules(modules):
+    for module in modules:
+        import_module(f".{module}", package=__name__)

taskcluster/code_coverage_taskgraph/__init__.py

@@ -0,0 +1,23 @@
+from voluptuous import Optional
+
+from taskgraph.parameters import extend_parameters_schema
+
+
+extend_parameters_schema(
+    {
+        Optional("channel"): str,
+    },
+)
+
+
+def decision_parameters(graph_config, parameters):
+    head_ref = parameters["head_ref"]
+    if head_ref.startswith("refs/heads/"):
+        head_ref = head_ref[len("refs/heads/"):]
+
+    if head_ref == "production":
+        parameters["channel"] = "production"
+    elif head_ref == "testing":
+        parameters["channel"] = "testing"
+    else:
+        parameters["channel"] = "dev"

taskcluster/code_coverage_taskgraph/parameters.py

@@ -0,0 +1,21 @@
+---
+trust-domain: code-analysis
+task-priority: low
+taskgraph:
+    register: code_coverage_taskgraph:register
+    decision-parameters: code_coverage_taskgraph.parameters:decision_parameters
+    repositories:
+        code_coverage:
+            name: code-coverage
+workers:
+    aliases:
+        b-linux:
+            provisioner: '{trust-domain}-{level}'
+            implementation: docker-worker
+            os: linux
+            worker-type: linux-gw-gcp
+        images:
+            provisioner: '{trust-domain}-{level}'
+            implementation: docker-worker
+            os: linux
+            worker-type: linux-gcp

taskcluster/config.yml

@@ -0,0 +1,48 @@
+FROM python:3.12-slim
+
+# Add worker user
+RUN mkdir -p /builds/worker/artifacts && \
+    groupadd --gid 1000 worker && \
+    useradd --uid 1000 --gid worker --home-dir /builds/worker --shell /bin/bash worker && \
+    chown worker:worker /builds/worker/artifacts
+
+# Install build deps (needed for mercurial, grcov setup)
+RUN apt-get update && \
+    apt-get install --no-install-recommends -y \
+        git \
+        gcc \
+        curl \
+        bzip2 \
+        python3-dev \
+        libgoogle-perftools4 && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install mercurial
+RUN pip install --disable-pip-version-check --quiet --no-cache-dir mercurial==7.2
+
+# Install grcov
+RUN curl -sL https://github.com/mozilla/grcov/releases/download/v0.10.5/grcov-x86_64-unknown-linux-gnu-tc.tar.bz2 | tar -C /usr/bin -xjv && \
+    chmod +x /usr/bin/grcov
+
+# Clone version-control-tools
+RUN hg clone -r 5b6e8298d035 https://hg.mozilla.org/hgcustom/version-control-tools /src/version-control-tools/ && \
+    rm -rf /src/version-control-tools/.hg \
+           /src/version-control-tools/ansible \
+           /src/version-control-tools/docs \
+           /src/version-control-tools/testing
+
+# %include-run-task
+
+# Cleanup build-only deps
+RUN apt-get purge -y gcc curl bzip2 python3-dev && \
+    apt-get autoremove -y && \
+    rm -rf /var/lib/apt/lists/*
+
+ENV SHELL=/bin/bash \
+    HOME=/builds/worker \
+    PATH=/builds/worker/.local/bin:$PATH
+
+VOLUME /builds/worker/checkouts
+VOLUME /builds/worker/.cache
+
+CMD ["/bin/bash"]

taskcluster/docker/python/Dockerfile

@@ -0,0 +1,7 @@
+loader: taskgraph.loader.transform:loader
+transforms:
+    - taskgraph.transforms.docker_image
+    - taskgraph.transforms.cached_tasks
+    - taskgraph.transforms.task
+tasks:
+    python: {}

taskcluster/kinds/docker-image/kind.yml

@@ -0,0 +1,29 @@
+base_ref: master
+base_repository: https://github.com/mozilla/code-coverage
+base_rev: "0000000000000000000000000000000000000000"
+build_date: 1710000000
+build_number: 1
+channel: dev
+do_not_optimize: []
+enable_always_target: true
+existing_tasks: {}
+files_changed: []
+filters:
+    - target_tasks_method
+head_ref: some-feature-branch
+head_repository: https://github.com/user/code-coverage
+head_rev: abc123def456abc123def456abc123def456abc1
+head_tag: ""
+level: "1"
+moz_build_date: "20250310120000"
+optimize_strategies: null
+optimize_target_tasks: true
+owner: test@example.com
+project: code-coverage
+pushdate: 1710000000
+pushlog_id: "0"
+repository_type: git
+target_tasks_method: default
+tasks_for: github-pull-request
+version: null
+next_version: null

taskcluster/test/params/pr.yml

@@ -0,0 +1,29 @@
+base_ref: refs/heads/master
+base_repository: https://github.com/mozilla/code-coverage
+base_rev: "0000000000000000000000000000000000000000"
+build_date: 1710000000
+build_number: 1
+channel: dev
+do_not_optimize: []
+enable_always_target: true
+existing_tasks: {}
+files_changed: []
+filters:
+    - target_tasks_method
+head_ref: refs/heads/master
+head_repository: https://github.com/mozilla/code-coverage
+head_rev: abc123def456abc123def456abc123def456abc1
+head_tag: ""
+level: "3"
+moz_build_date: "20250310120000"
+optimize_strategies: null
+optimize_target_tasks: true
+owner: test@example.com
+project: code-coverage
+pushdate: 1710000000
+pushlog_id: "0"
+repository_type: git
+target_tasks_method: default
+tasks_for: github-push
+version: null
+next_version: null

taskcluster/test/params/push.yml

@@ -0,0 +1,29 @@
+base_ref: ""
+base_repository: https://github.com/mozilla/code-coverage
+base_rev: "0000000000000000000000000000000000000000"
+build_date: 1710000000
+build_number: 1
+channel: dev
+do_not_optimize: []
+enable_always_target: true
+existing_tasks: {}
+files_changed: []
+filters:
+    - target_tasks_method
+head_ref: v1.3.43
+head_repository: https://github.com/mozilla/code-coverage
+head_rev: abc123def456abc123def456abc123def456abc1
+head_tag: ""
+level: "3"
+moz_build_date: "20250310120000"
+optimize_strategies: null
+optimize_target_tasks: true
+owner: test@example.com
+project: code-coverage
+pushdate: 1710000000
+pushlog_id: "0"
+repository_type: git
+target_tasks_method: default
+tasks_for: github-release
+version: null
+next_version: null