Skip to content

perf(graph): cache the visit order of graphs - #1053

Open
marco-c wants to merge 1 commit into
taskcluster:mainfrom
marco-c:cache_visit_order
Open

marco-c wants to merge 1 commit into
taskcluster:mainfrom
marco-c:cache_visit_order

perf(graph): cache the visit order of graphs

2894a55
Select commit
Loading
Failed to load commit list.
firefoxci-taskcluster / pre-commit-v1 succeeded Sep 29, 2026 in 5s

FirefoxCI (pull_request)

Run pre-commit checks

Details

View task in Taskcluster | View logs in Taskcluster | View task group in Taskcluster

Task Status

Started: 2026-09-29T13:59:46.687Z
Resolved: 2026-09-29T13:59:51.228Z
Task Execution Time: 4 seconds, 541 milliseconds
Task Status: completed
Reason Resolved: completed
TaskId: VYMV90U6QDafe8YY0cnO3w
RunId: 0

Artifacts

- public/logs/live_backing.log (10.9 KB)
- public/logs/live.log


[taskcluster 2026-09-29T13:59:47.438Z] Worker Type (mozilla-t/pre-commit) settings:
[taskcluster 2026-09-29T13:59:47.438Z]   {
[taskcluster 2026-09-29T13:59:47.438Z]     "generic-worker": {
[taskcluster 2026-09-29T13:59:47.438Z]       "config": {
[taskcluster 2026-09-29T13:59:47.438Z]         "capacity": 1,
[taskcluster 2026-09-29T13:59:47.438Z]         "headlessTasks": true
[taskcluster 2026-09-29T13:59:47.438Z]       },
[taskcluster 2026-09-29T13:59:47.438Z]       "engine": "multiuser",
[taskcluster 2026-09-29T13:59:47.438Z]       "go-arch": "amd64",
[taskcluster 2026-09-29T13:59:47.438Z]       "go-os": "linux",
[taskcluster 2026-09-29T13:59:47.438Z]       "go-version": "go1.27.1",
[taskcluster 2026-09-29T13:59:47.438Z]       "release": "https://github.com/taskcluster/taskcluster/releases/tag/v110.1.0",
[taskcluster 2026-09-29T13:59:47.438Z]       "revision": "8522ee4ea64acdb407128264f3b3b56a2e24c2d9",
[taskcluster 2026-09-29T13:59:47.438Z]       "source": "https://github.com/taskcluster/taskcluster/commits/8522ee4ea64acdb407128264f3b3b56a2e24c2d9",
[taskcluster 2026-09-29T13:59:47.438Z]       "version": "110.1.0"
[taskcluster 2026-09-29T13:59:47.438Z]     },
[taskcluster 2026-09-29T13:59:47.438Z]     "image": "projects/taskcluster-imaging/global/images/gw-fxci-gcp-l1-2404-amd64-headless-googlecompute-2026-09-23",
[taskcluster 2026-09-29T13:59:47.438Z]     "instance-id": "6595689113785431574",
[taskcluster 2026-09-29T13:59:47.438Z]     "instance-type": "projects/887720501152/machineTypes/c3d-standard-4",
[taskcluster 2026-09-29T13:59:47.438Z]     "local-ipv4": "10.138.0.15",
[taskcluster 2026-09-29T13:59:47.438Z]     "project-id": "fxci-production-level1-workers",
[taskcluster 2026-09-29T13:59:47.438Z]     "public-hostname": "mozilla-t-pre-commit-rnrdfel5t46apgt-hlh3pq.c.fxci-production-level1-workers.internal",
[taskcluster 2026-09-29T13:59:47.438Z]     "public-ipv4": "136.109.59.246",
[taskcluster 2026-09-29T13:59:47.438Z]     "region": "us-west1",
[taskcluster 2026-09-29T13:59:47.438Z]     "zone": "us-west1-b"
[taskcluster 2026-09-29T13:59:47.438Z]   }
[taskcluster 2026-09-29T13:59:47.438Z] Task ID: VYMV90U6QDafe8YY0cnO3w
[taskcluster 2026-09-29T13:59:47.438Z] === Task Starting ===
[taskcluster 2026-09-29T13:59:48.223Z] [mounts] Moving existing writable directory cache lint-pre-commit-uv-v1 from /home/generic-worker/caches/fqZV8EHTTL-a8VLNMZL0Tw to /home/task_VYMV90U6QDafe_0/cache0
[taskcluster 2026-09-29T13:59:48.223Z] [mounts] Creating directory /home/task_VYMV90U6QDafe_0
[taskcluster 2026-09-29T13:59:48.234Z] [mounts] Successfully mounted writable directory cache '/home/task_VYMV90U6QDafe_0/cache0'
[taskcluster 2026-09-29T13:59:48.234Z] [mounts] Moving existing writable directory cache lint-pre-commit-repos-v1 from /home/generic-worker/caches/BOLsjOxmRjy9yBssW_Mi1w to /home/task_VYMV90U6QDafe_0/cache1
[taskcluster 2026-09-29T13:59:48.234Z] [mounts] Creating directory /home/task_VYMV90U6QDafe_0
[taskcluster 2026-09-29T13:59:48.244Z] [mounts] Successfully mounted writable directory cache '/home/task_VYMV90U6QDafe_0/cache1'
[taskcluster 2026-09-29T13:59:48.244Z] [mounts] Moving existing writable directory cache lint-pre-commit-checkout-taskcluster-taskgraph-v1 from /home/generic-worker/caches/SIUtA_oSRzCw8fez-j2oHA to /home/task_VYMV90U6QDafe_0/cache2
[taskcluster 2026-09-29T13:59:48.244Z] [mounts] Creating directory /home/task_VYMV90U6QDafe_0
[taskcluster 2026-09-29T13:59:48.256Z] [mounts] Successfully mounted writable directory cache '/home/task_VYMV90U6QDafe_0/cache2'
[taskcluster 2026-09-29T13:59:48.256Z] [d2g] Using cached docker image "docker.io/mozillareleases/taskgraph:run-task-v24.1.1@sha256:9b9a1a3ca42025bb8d7eba19e1b8759f04504097265074df25bbc997bd802543"
[taskcluster 2026-09-29T13:59:48.259Z] Executing command 0: docker run -t --name taskcontainer_IBblbsLjSOCivozfp79c6g --memory-swap -1 --pids-limit -1 --pull=never --log-driver=none '--add-host=localhost.localdomain:127.0.0.1' -v '/home/task_VYMV90U6QDafe_0/cache0:/builds/worker/.cache/uv' -v '/home/task_VYMV90U6QDafe_0/cache1:/builds/worker/.cache/pre-commit' -v /home/task_VYMV90U6QDafe_0/cache2:/builds/worker/checkouts --network gw-task-VYMV90U6QDaf-0 '--add-host=taskcluster:172.18.0.1' --env-file 'env.list' -- 'mozillareleases/taskgraph:run-task-v24.1.1@sha256:9b9a1a3ca42025bb8d7eba19e1b8759f04504097265074df25bbc997bd802543' run-task --src-checkout=/builds/worker/checkouts/src --task-cwd=/builds/worker/checkouts/src -- bash -c 'uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files'
[setup 2026-09-29T13:59:48.475+00:00] run-task started in /
[setup 2026-09-29T13:59:48.475+00:00] Invoked by command: --src-checkout=/builds/worker/checkouts/src --task-cwd=/builds/worker/checkouts/src -- bash -c uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files
[setup 2026-09-29T13:59:48.476+00:00] Python version: 3.13.5
[setup 2026-09-29T13:59:48.476+00:00] Subprocess python version: 
cpython-3.13.5-linux-x86_64-gnu    /usr/bin/python3.13
cpython-3.13.5-linux-x86_64-gnu    /usr/bin/python3 -> python3.13
[cache 2026-09-29T13:59:48.559+00:00] cache /builds/worker/.cache/uv exists; requirements: gid=1000 uid=1000 version=1
[cache 2026-09-29T13:59:48.560+00:00] cache /builds/worker/.cache/pre-commit exists; requirements: gid=1000 uid=1000 version=1
[cache 2026-09-29T13:59:48.560+00:00] cache /builds/worker/checkouts exists; requirements: gid=1000 uid=1000 version=1
[setup 2026-09-29T13:59:48.560+00:00] running as worker:worker
[vcs 2026-09-29T13:59:48.560+00:00] executing ['git', 'config', '--global', '--add', 'safe.directory', '/builds/worker/checkouts/src']
[vcs 2026-09-29T13:59:48.562+00:00] executing ['git', 'fetch', 'https://github.com/marco-c/taskgraph', 'cache_visit_order']
[vcs 2026-09-29T13:59:48.987+00:00] From https://github.com/marco-c/taskgraph
[vcs 2026-09-29T13:59:48.987+00:00]  * branch            cache_visit_order -> FETCH_HEAD
[vcs 2026-09-29T13:59:48.989+00:00] executing ['git', 'checkout', '-f', '-B', 'cache_visit_order', '2894a55bda4a9a20e4bba1e58926834b388dda37']
[vcs 2026-09-29T13:59:48.994+00:00] Switched to and reset branch 'cache_visit_order'
[vcs 2026-09-29T13:59:48.995+00:00] cleaning git checkout...
[vcs 2026-09-29T13:59:48.995+00:00] executing ['git', 'clean', '-nxdff']
[vcs 2026-09-29T13:59:48.998+00:00] removing ['/builds/worker/checkouts/src/.ruff_cache/']
[vcs 2026-09-29T13:59:48.999+00:00] successfully cleaned git checkout!
[vcs 2026-09-29T13:59:49.000+00:00] TinderboxPrint:<a href='https://github.com/marco-c/taskgraph/commit/2894a55bda4a9a20e4bba1e58926834b388dda37' title='Built from taskgraph commit 2894a55bda4a9a20e4bba1e58926834b388dda37'>2894a55bda4a9a20e4bba1e58926834b388dda37</a>
[setup 2026-09-29T13:59:49.000+00:00] UV_CACHE_DIR is /builds/worker/.cache/uv
[task 2026-09-29T13:59:49.000+00:00] executing ['bash', '-c', 'uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files']
[task 2026-09-29T13:59:49.013+00:00] Resolved 10 packages in 3ms
[task 2026-09-29T13:59:49.018+00:00] warning: Failed to hardlink files; falling back to full copy. This may lead to degraded performance.
[task 2026-09-29T13:59:49.018+00:00]          If the cache and target directories are on different filesystems, hardlinking may not be supported.
[task 2026-09-29T13:59:49.018+00:00]          If this is intentional, set `export UV_LINK_MODE=copy` or use `--link-mode=copy` to suppress this warning.
[task 2026-09-29T13:59:49.031+00:00] Installed 10 packages in 16ms
[task 2026-09-29T13:59:49.031+00:00]  + cfgv==3.5.0
[task 2026-09-29T13:59:49.031+00:00]  + distlib==0.4.3
[task 2026-09-29T13:59:49.031+00:00]  + filelock==4.0.6
[task 2026-09-29T13:59:49.031+00:00]  + identify==2.6.20
[task 2026-09-29T13:59:49.032+00:00]  + nodeenv==1.11.0
[task 2026-09-29T13:59:49.032+00:00]  + platformdirs==4.12.1
[task 2026-09-29T13:59:49.032+00:00]  + pre-commit==4.6.2
[task 2026-09-29T13:59:49.032+00:00]  + python-discovery==1.6.1
[task 2026-09-29T13:59:49.032+00:00]  + pyyaml==6.0.3
[task 2026-09-29T13:59:49.032+00:00]  + virtualenv==21.13.0
[task 2026-09-29T13:59:49.034+00:00] Installed 1 executable: pre-commit
[task 2026-09-29T13:59:49.034+00:00] warning: `/builds/worker/.local/bin` is not on your PATH. To use installed tools, run `export PATH="/builds/worker/.local/bin:$PATH"` or `uv tool update-shell`.
[task 2026-09-29T13:59:49.329+00:00] trim trailing whitespace.................................................Passed
[task 2026-09-29T13:59:49.391+00:00] fix end of files.........................................................Passed
[task 2026-09-29T13:59:49.531+00:00] check yaml...............................................................Passed
[task 2026-09-29T13:59:49.604+00:00] check for added large files..............................................Passed
[task 2026-09-29T13:59:49.637+00:00] ruff (legacy alias)......................................................Passed
[task 2026-09-29T13:59:49.675+00:00] ruff format..............................................................Passed
[task 2026-09-29T13:59:49.694+00:00] uv-lock..................................................................Passed
[task 2026-09-29T13:59:49.889+00:00] yamllint.................................................................Passed
[task 2026-09-29T13:59:50.178+00:00] codespell................................................................Passed
[taskcluster 2026-09-29T13:59:50.326Z]                        Exit Code: 0
[taskcluster 2026-09-29T13:59:50.326Z]                        User Time: 8.932ms
[taskcluster 2026-09-29T13:59:50.326Z]                      Kernel Time: 16.747ms
[taskcluster 2026-09-29T13:59:50.326Z]                        Wall Time: 2.067556699s
[taskcluster 2026-09-29T13:59:50.326Z]  Average Available System Memory: 14.46 GiB
[taskcluster 2026-09-29T13:59:50.326Z]       Average System Memory Used: 1.15 GiB
[taskcluster 2026-09-29T13:59:50.326Z]          Peak System Memory Used: 1.27 GiB
[taskcluster 2026-09-29T13:59:50.326Z]              Total System Memory: 15.61 GiB
[taskcluster 2026-09-29T13:59:50.326Z]                           Result: SUCCEEDED
[taskcluster 2026-09-29T13:59:50.327Z] === Task Finished ===
[taskcluster 2026-09-29T13:59:50.327Z] Task Duration: 2.068121599s
[taskcluster 2026-09-29T13:59:50.361Z] [mounts] Preserving cache: Moving "/home/task_VYMV90U6QDafe_0/cache0" to "/home/generic-worker/caches/fqZV8EHTTL-a8VLNMZL0Tw"
[taskcluster 2026-09-29T13:59:50.361Z] [mounts] Preserving cache: Moving "/home/task_VYMV90U6QDafe_0/cache1" to "/home/generic-worker/caches/BOLsjOxmRjy9yBssW_Mi1w"
[taskcluster 2026-09-29T13:59:50.362Z] [mounts] Preserving cache: Moving "/home/task_VYMV90U6QDafe_0/cache2" to "/home/generic-worker/caches/SIUtA_oSRzCw8fez-j2oHA"