ruff/.github/workflows/memory_report.yaml at main · AdaWorldAPI/ruff · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
name: Run memory report

permissions:
  contents: read

# Third-party builds must not write caches consumed by other jobs.
# GitHub-hosted runners use GitHub's cache service, which enforces this mode.
cache-mode: read

on:
  pull_request:
    paths:
      - "crates/ty*/**"
      - "!crates/ty_ide/**"
      - "!crates/ty_server/**"
      - "!crates/ty_test/**"
      - "!crates/ty_completion_eval/**"
      - "!crates/ty_wasm/**"
      - "crates/ruff_db/**"
      - "crates/ruff_python_ast/**"
      - "crates/ruff_python_edits/**"
      - "crates/ruff_python_parser/**"
      - "scripts/memory_report.py"
      - ".github/workflows/memory_report.yaml"
      - "Cargo.lock"
      - "!**.md"
      - "!**.snap"
      # It's tempting to skip all Python files in every directory,
      # but changes to Python files in `ty_vendored` can affect the output of ecosystem runs,
      # so we apply a narrow exemption for all files in the corpus directory instead.
      - "!crates/ty_python_semantic/resources/corpus/**"

concurrency:
  group: memory-report-${{ github.ref_name }}-${{ github.event.pull_request.number || github.sha }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

env:
  UV_LOCKED: 1
  CARGO_INCREMENTAL: 0
  CARGO_NET_RETRY: 10
  CARGO_TERM_COLOR: always
  RUSTUP_MAX_RETRIES: 10
  RUST_BACKTRACE: 1
  # Line-tables-only debug info: faster builds, backtraces still work.
  CARGO_PROFILE_PROFILING_DEBUG: line-tables-only
  PYTHON_VERSION: 3.14

jobs:
  memory_report:
    name: Compute memory usage diff
    runs-on: ${{ github.repository == 'astral-sh/ruff' && 'github-ubuntu-24.04-x86_64-32' || 'ubuntu-latest' }}
    timeout-minutes: 20
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          path: ruff
          persist-credentials: false

      # Faster to do this separately than to use `fetch-depth: 0` with `actions/checkout`
      - name: Fetch full history without tags
        env:
          GH_TOKEN: ${{ github.token }}
        run: |
          gh auth setup-git
          git -C ruff fetch --no-tags --filter=blob:none --unshallow origin

      - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2
        with:
          workspaces: "ruff"
          save-if: false

      - uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
        with:
          python-version: ${{ env.PYTHON_VERSION }}

      - uses: astral-sh/setup-uv@1c37ad07a6a961277cf70c0d37d6f313000f5884 # v10.3.0
        with:
          # renovate: datasource=github-release-attachments depName=astral-sh/uv
          version: "0.13.1"
          checksum: "eadd9d27c134ab5ac1ffd4473b97a741407f3ea238288f03121fc4deddf90220"
          enable-cache: true
          save-cache: false

      - name: Install Rust toolchain
        run: rustup show

      - name: "Install mold"
        uses: rui314/setup-mold@9c9c13bf4c3f1adef0cc596abc155580bcb04444 # v1

      - name: Compute memory usage diff
        shell: bash
        env:
          TY_MEMORY_REPORT: json
          # Disabling multithreading improves the stability of memory usage numbers.
          TY_MAX_PARALLELISM: 1
        run: |
          # Build the executable for the old and new commit
          (
            cd ruff

            echo "new commit"
            git rev-list --format=%s --max-count=1 "$GITHUB_SHA"
            cargo build --bin ty --profile profiling
            mv target/profiling/ty ty-new

            # The first parent contains any preceding layers in a stacked pull request.
            MERGE_BASE="$(git rev-parse "${GITHUB_SHA}^1")"
            git checkout -b old_commit "$MERGE_BASE"
            echo "old commit (merge base)"
            git rev-list --format=%s --max-count=1 old_commit
            cargo build --bin ty --profile profiling
            mv target/profiling/ty ty-old
          )

          (
            echo "Creating comment with memory comparison"
            cd ruff
            git switch - --detach

            python "./scripts/memory_report.py" run \
              --old-ty "./ty-old" \
              --new-ty "./ty-new" \
              --projects-dir "${GITHUB_WORKSPACE}/memory_projects" \
              --output ../memory_report_diff.diff
          )

      # NOTE: astral-sh-bot uses this artifact to post comments on PRs.
      # Make sure to update the bot if you rename the artifact.
      - name: Upload diff
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: memory_report_diff
          path: memory_report_diff.diff