File: caches.py

package info (click to toggle)
firefox 147.0.4-1
  • links: PTS, VCS
  • area: main
  • in suites: sid
  • size: 4,683,532 kB
  • sloc: cpp: 7,607,356; javascript: 6,533,348; ansic: 3,775,236; python: 1,415,508; xml: 634,561; asm: 438,949; java: 186,241; sh: 62,760; makefile: 18,079; objc: 13,092; perl: 12,808; yacc: 4,583; cs: 3,846; pascal: 3,448; lex: 1,720; ruby: 1,003; php: 436; lisp: 258; awk: 247; sql: 66; sed: 54; csh: 10; exp: 6
file content (52 lines) | stat: -rw-r--r-- 1,711 bytes parent folder | download | duplicates (3)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

import hashlib
from typing import TYPE_CHECKING, Any

if TYPE_CHECKING:
    from taskgraph.transforms.base import TransformConfig


def get_checkout_dir(task: dict[str, Any]) -> str:
    worker = task["worker"]
    if worker["os"] == "windows":
        return "build"
    elif worker["implementation"] == "docker-worker":
        return f"{task['run']['workdir']}/checkouts"
    else:
        return "checkouts"


def get_checkout_cache_name(config: "TransformConfig", task: dict[str, Any]) -> str:
    repo_configs = config.repo_configs
    cache_name = "checkouts"

    # Robust checkout does not clean up subrepositories, so ensure  that tasks
    # that checkout different sets of paths have separate caches.
    # See https://bugzilla.mozilla.org/show_bug.cgi?id=1631610
    if len(repo_configs) > 1:
        checkout_paths = {
            "\t".join([repo_config.path, repo_config.prefix])
            for repo_config in sorted(
                repo_configs.values(), key=lambda repo_config: repo_config.path
            )
        }
        checkout_paths_str = "\n".join(checkout_paths).encode("utf-8")
        digest = hashlib.sha256(checkout_paths_str).hexdigest()
        cache_name += f"-repos-{digest}"

    return cache_name


CACHES = {
    "cargo": {"env": "CARGO_HOME"},
    "checkout": {
        "cache_dir": get_checkout_dir,
        "cache_name": get_checkout_cache_name,
    },
    "npm": {"env": "npm_config_cache"},
    "pip": {"env": "PIP_CACHE_DIR"},
    "uv": {"env": "UV_CACHE_DIR"},
}