perf(fetch-content): extract tar archives while they download - #1068

[taskcluster 2026-10-07T09:50:44.852Z] Worker Type (mozilla-t/pre-commit) settings:
[taskcluster 2026-10-07T09:50:44.852Z]   {
[taskcluster 2026-10-07T09:50:44.852Z]     "generic-worker": {
[taskcluster 2026-10-07T09:50:44.852Z]       "config": {
[taskcluster 2026-10-07T09:50:44.852Z]         "capacity": 1,
[taskcluster 2026-10-07T09:50:44.852Z]         "headlessTasks": true
[taskcluster 2026-10-07T09:50:44.852Z]       },
[taskcluster 2026-10-07T09:50:44.852Z]       "engine": "multiuser",
[taskcluster 2026-10-07T09:50:44.852Z]       "go-arch": "amd64",
[taskcluster 2026-10-07T09:50:44.852Z]       "go-os": "linux",
[taskcluster 2026-10-07T09:50:44.852Z]       "go-version": "go1.27.1",
[taskcluster 2026-10-07T09:50:44.852Z]       "release": "https://github.com/taskcluster/taskcluster/releases/tag/v110.1.0",
[taskcluster 2026-10-07T09:50:44.852Z]       "revision": "8522ee4ea64acdb407128264f3b3b56a2e24c2d9",
[taskcluster 2026-10-07T09:50:44.852Z]       "source": "https://github.com/taskcluster/taskcluster/commits/8522ee4ea64acdb407128264f3b3b56a2e24c2d9",
[taskcluster 2026-10-07T09:50:44.852Z]       "version": "110.1.0"
[taskcluster 2026-10-07T09:50:44.852Z]     },
[taskcluster 2026-10-07T09:50:44.852Z]     "image": "projects/taskcluster-imaging/global/images/gw-fxci-gcp-l1-2404-amd64-headless-googlecompute-2026-09-30",
[taskcluster 2026-10-07T09:50:44.852Z]     "instance-id": "7852453873824106051",
[taskcluster 2026-10-07T09:50:44.852Z]     "instance-type": "projects/887720501152/machineTypes/c3d-standard-4",
[taskcluster 2026-10-07T09:50:44.852Z]     "local-ipv4": "10.138.0.68",
[taskcluster 2026-10-07T09:50:44.852Z]     "project-id": "fxci-production-level1-workers",
[taskcluster 2026-10-07T09:50:44.852Z]     "public-hostname": "mozilla-t-pre-commit-kx-sbl3osd--6nbjszq2ma.c.fxci-production-level1-workers.internal",
[taskcluster 2026-10-07T09:50:44.852Z]     "public-ipv4": "136.86.181.7",
[taskcluster 2026-10-07T09:50:44.852Z]     "region": "us-west1",
[taskcluster 2026-10-07T09:50:44.852Z]     "zone": "us-west1-b"
[taskcluster 2026-10-07T09:50:44.852Z]   }
[taskcluster 2026-10-07T09:50:44.852Z] Task ID: TPfFcXyMSZaCALhwXpSzIw
[taskcluster 2026-10-07T09:50:44.852Z] === Task Starting ===
[taskcluster 2026-10-07T09:50:45.602Z] [mounts] Moving existing writable directory cache lint-pre-commit-repos-v1 from /home/generic-worker/caches/N3Rqcct3S9e0TW36S8P8jQ to /home/task_TPfFcXyMSZaCA_0/cache0
[taskcluster 2026-10-07T09:50:45.602Z] [mounts] Creating directory /home/task_TPfFcXyMSZaCA_0
[taskcluster 2026-10-07T09:50:45.614Z] [mounts] Successfully mounted writable directory cache '/home/task_TPfFcXyMSZaCA_0/cache0'
[taskcluster 2026-10-07T09:50:45.615Z] [mounts] Moving existing writable directory cache lint-pre-commit-checkout-taskcluster-taskgraph-v1 from /home/generic-worker/caches/V-gEAHSFRfS_iYODAP2_-g to /home/task_TPfFcXyMSZaCA_0/cache1
[taskcluster 2026-10-07T09:50:45.615Z] [mounts] Creating directory /home/task_TPfFcXyMSZaCA_0
[taskcluster 2026-10-07T09:50:45.625Z] [mounts] Successfully mounted writable directory cache '/home/task_TPfFcXyMSZaCA_0/cache1'
[taskcluster 2026-10-07T09:50:45.625Z] [mounts] Moving existing writable directory cache lint-pre-commit-uv-v1 from /home/generic-worker/caches/R1UuzIDsQHaZUM2gzHy5TA to /home/task_TPfFcXyMSZaCA_0/cache2
[taskcluster 2026-10-07T09:50:45.625Z] [mounts] Creating directory /home/task_TPfFcXyMSZaCA_0
[taskcluster 2026-10-07T09:50:45.636Z] [mounts] Successfully mounted writable directory cache '/home/task_TPfFcXyMSZaCA_0/cache2'
[taskcluster 2026-10-07T09:50:45.636Z] [d2g] Using cached docker image "docker.io/mozillareleases/taskgraph:run-task-v24.3.0@sha256:1efe26cb74bd09fa0f2a051b4559ab7cde4270d92f4e7c7dce7242468a21e6af"
[taskcluster 2026-10-07T09:50:45.639Z] Executing command 0: docker run -t --name taskcontainer_KNHkEx4tSoug7_iKNP0njg --memory-swap -1 --pids-limit -1 --pull=never --log-driver=none '--add-host=localhost.localdomain:127.0.0.1' -v '/home/task_TPfFcXyMSZaCA_0/cache0:/builds/worker/.cache/pre-commit' -v /home/task_TPfFcXyMSZaCA_0/cache1:/builds/worker/checkouts -v '/home/task_TPfFcXyMSZaCA_0/cache2:/builds/worker/.cache/uv' --network gw-task-TPfFcXyMSZaC-0 '--add-host=taskcluster:172.18.0.1' --env-file 'env.list' -- 'mozillareleases/taskgraph:run-task-v24.3.0@sha256:1efe26cb74bd09fa0f2a051b4559ab7cde4270d92f4e7c7dce7242468a21e6af' run-task --src-checkout=/builds/worker/checkouts/src --task-cwd=/builds/worker/checkouts/src -- bash -c 'uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files'
[setup 2026-10-07T09:50:45.867+00:00] run-task started in /
[setup 2026-10-07T09:50:45.867+00:00] Invoked by command: --src-checkout=/builds/worker/checkouts/src --task-cwd=/builds/worker/checkouts/src -- bash -c uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files
[setup 2026-10-07T09:50:45.867+00:00] Python version: 3.13.5
[setup 2026-10-07T09:50:45.867+00:00] Subprocess python version: 
cpython-3.13.5-linux-x86_64-gnu    /usr/bin/python3.13
cpython-3.13.5-linux-x86_64-gnu    /usr/bin/python3 -> python3.13
[cache 2026-10-07T09:50:45.947+00:00] cache /builds/worker/.cache/uv exists; requirements: gid=1000 uid=1000 version=1
[cache 2026-10-07T09:50:45.947+00:00] cache /builds/worker/.cache/pre-commit exists; requirements: gid=1000 uid=1000 version=1
[cache 2026-10-07T09:50:45.947+00:00] cache /builds/worker/checkouts exists; requirements: gid=1000 uid=1000 version=1
[setup 2026-10-07T09:50:45.948+00:00] running as worker:worker
[vcs 2026-10-07T09:50:45.948+00:00] executing ['git', 'config', '--global', '--add', 'safe.directory', '/builds/worker/checkouts/src']
[vcs 2026-10-07T09:50:45.950+00:00] executing ['git', 'config', '--global', 'checkout.workers', '0']
[vcs 2026-10-07T09:50:45.953+00:00] executing ['git', 'remote', 'set-url', 'origin', 'https://github.com/jcristau/taskgraph']
[vcs 2026-10-07T09:50:45.954+00:00] executing ['git', 'fetch', 'origin', 'fetch-content-streaming']
[vcs 2026-10-07T09:50:46.343+00:00] From https://github.com/jcristau/taskgraph
[vcs 2026-10-07T09:50:46.343+00:00]  * branch            fetch-content-streaming -> FETCH_HEAD
[vcs 2026-10-07T09:50:46.344+00:00]  + 575b9c6...f010158 fetch-content-streaming -> origin/fetch-content-streaming  (forced update)
[vcs 2026-10-07T09:50:46.346+00:00] executing ['git', 'checkout', '-f', '-B', 'fetch-content-streaming', 'f010158b28495473de2ed92356e0e10f79107c64']
[vcs 2026-10-07T09:50:46.352+00:00] Switched to and reset branch 'fetch-content-streaming'
[vcs 2026-10-07T09:50:46.353+00:00] cleaning git checkout...
[vcs 2026-10-07T09:50:46.353+00:00] executing ['git', 'clean', '-nxdff']
[vcs 2026-10-07T09:50:46.355+00:00] removing ['/builds/worker/checkouts/src/.ruff_cache/']
[vcs 2026-10-07T09:50:46.357+00:00] successfully cleaned git checkout!
[vcs 2026-10-07T09:50:46.358+00:00] TinderboxPrint:<a href='https://github.com/jcristau/taskgraph/commit/f010158b28495473de2ed92356e0e10f79107c64' title='Built from taskgraph commit f010158b28495473de2ed92356e0e10f79107c64'>f010158b28495473de2ed92356e0e10f79107c64</a>
PERFHERDER_DATA: {"framework": {"name": "vcs"}, "suites": [{"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "pull", "shouldAlert": false, "subtests": [], "value": 0.391690731048584}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "update", "shouldAlert": false, "subtests": [], "value": 0.006478309631347656}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "purge", "shouldAlert": false, "subtests": [], "value": 0.0041086673736572266}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "overall", "shouldAlert": false, "subtests": [], "value": 0.40401554107666016}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "overall_pull", "shouldAlert": false, "subtests": [], "value": 0.40401554107666016}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "overall_pull_fullcheckout", "shouldAlert": false, "subtests": [], "value": 0.40401554107666016}]}
[setup 2026-10-07T09:50:46.358+00:00] UV_CACHE_DIR is /builds/worker/.cache/uv
[task 2026-10-07T09:50:46.358+00:00] executing ['bash', '-c', 'uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files']
[task 2026-10-07T09:50:46.420+00:00] Resolved 11 packages in 52ms
[task 2026-10-07T09:50:46.425+00:00] warning: Failed to hardlink files; falling back to full copy. This may lead to degraded performance.
[task 2026-10-07T09:50:46.425+00:00]          If the cache and target directories are on different filesystems, hardlinking may not be supported.
[task 2026-10-07T09:50:46.425+00:00]          If this is intentional, set `export UV_LINK_MODE=copy` or use `--link-mode=copy` to suppress this warning.
[task 2026-10-07T09:50:46.437+00:00] Installed 11 packages in 16ms
[task 2026-10-07T09:50:46.437+00:00]  + cfgv==3.5.0
[task 2026-10-07T09:50:46.437+00:00]  + distlib==0.4.3
[task 2026-10-07T09:50:46.438+00:00]  + filelock==4.0.12
[task 2026-10-07T09:50:46.438+00:00]  + identify==2.6.20
[task 2026-10-07T09:50:46.438+00:00]  + nodeenv==1.11.0
[task 2026-10-07T09:50:46.438+00:00]  + packaging==26.3
[task 2026-10-07T09:50:46.439+00:00]  + platformdirs==4.12.3
[task 2026-10-07T09:50:46.439+00:00]  + pre-commit==4.6.2
[task 2026-10-07T09:50:46.439+00:00]  + python-discovery==1.6.1
[task 2026-10-07T09:50:46.439+00:00]  + pyyaml==6.0.3
[task 2026-10-07T09:50:46.439+00:00]  + virtualenv==21.14.5
[task 2026-10-07T09:50:46.439+00:00] Installed 1 executable: pre-commit
[task 2026-10-07T09:50:46.439+00:00] warning: `/builds/worker/.local/bin` is not on your PATH. To use installed tools, run `export PATH="/builds/worker/.local/bin:$PATH"` or `uv tool update-shell`.
[task 2026-10-07T09:50:46.738+00:00] trim trailing whitespace.................................................Passed
[task 2026-10-07T09:50:46.798+00:00] fix end of files.........................................................Passed
[task 2026-10-07T09:50:46.935+00:00] check yaml...............................................................Passed
[task 2026-10-07T09:50:47.002+00:00] check for added large files..............................................Passed
[task 2026-10-07T09:50:47.034+00:00] ruff (legacy alias)......................................................Passed
[task 2026-10-07T09:50:47.069+00:00] ruff format..............................................................Passed
[task 2026-10-07T09:50:47.092+00:00] uv-lock..................................................................Passed
[task 2026-10-07T09:50:47.312+00:00] yamllint.................................................................Passed
[task 2026-10-07T09:50:47.586+00:00] codespell................................................................Passed
[taskcluster 2026-10-07T09:50:48.242Z]                        Exit Code: 0
[taskcluster 2026-10-07T09:50:48.242Z]                        User Time: 11.239ms
[taskcluster 2026-10-07T09:50:48.242Z]                      Kernel Time: 13.487ms
[taskcluster 2026-10-07T09:50:48.242Z]                        Wall Time: 2.60295412s
[taskcluster 2026-10-07T09:50:48.242Z]  Average Available System Memory: 14.33 GiB
[taskcluster 2026-10-07T09:50:48.242Z]       Average System Memory Used: 1.28 GiB
[taskcluster 2026-10-07T09:50:48.242Z]          Peak System Memory Used: 1.40 GiB
[taskcluster 2026-10-07T09:50:48.242Z]              Total System Memory: 15.61 GiB
[taskcluster 2026-10-07T09:50:48.242Z]                           Result: SUCCEEDED
[taskcluster 2026-10-07T09:50:48.242Z] === Task Finished ===
[taskcluster 2026-10-07T09:50:48.242Z] Task Duration: 2.603484519s
[taskcluster 2026-10-07T09:50:48.276Z] [mounts] Preserving cache: Moving "/home/task_TPfFcXyMSZaCA_0/cache0" to "/home/generic-worker/caches/N3Rqcct3S9e0TW36S8P8jQ"
[taskcluster 2026-10-07T09:50:48.276Z] [mounts] Preserving cache: Moving "/home/task_TPfFcXyMSZaCA_0/cache1" to "/home/generic-worker/caches/V-gEAHSFRfS_iYODAP2_-g"
[taskcluster 2026-10-07T09:50:48.276Z] [mounts] Preserving cache: Moving "/home/task_TPfFcXyMSZaCA_0/cache2" to "/home/generic-worker/caches/R1UuzIDsQHaZUM2gzHy5TA"