-
Notifications
You must be signed in to change notification settings - Fork 0
153 lines (136 loc) · 5.53 KB
/
Copy pathbuild-bitsandbytes.yml
File metadata and controls
153 lines (136 loc) · 5.53 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
# SPDX-FileCopyrightText: 2026 The RISE Project
# SPDX-License-Identifier: MIT
---
# Based on upstream's Linux CPU wheel path (the build-cpu/build-wheels jobs, which retag the
# wheel py3-none) and its CPU test job:
# https://github.com/bitsandbytes-foundation/bitsandbytes/blob/0.50.2/.github/workflows/python-package.yml
# https://github.com/bitsandbytes-foundation/bitsandbytes/blob/0.50.2/.github/workflows/test-runner.yml
name: Build bitsandbytes wheels (riscv64)
on:
workflow_dispatch:
inputs:
version:
description: 'Version glob to (re)build; empty builds every version of docs/packages/bitsandbytes.yaml not released yet'
required: false
default: ''
pull_request:
branches: [main]
paths:
- '.github/workflows/build-bitsandbytes.yml'
- 'docs/packages/bitsandbytes.yaml'
push:
branches: [main]
paths:
- '.github/workflows/build-bitsandbytes.yml'
- 'docs/packages/bitsandbytes.yaml'
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
permissions:
contents: read # to fetch code (actions/checkout)
env:
MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64
jobs:
setup:
uses: $/.github/workflows/_setup.yml
with:
package: bitsandbytes
version: ${{ inputs.version }}
build_wheels:
needs: [setup]
if: needs.setup.outputs.versions != '[]'
strategy:
fail-fast: false
matrix:
version: ${{ fromJSON(needs.setup.outputs.versions) }}
name: Build bitsandbytes ${{ matrix.version }} py3-none-manylinux_riscv64
runs-on: ubuntu-24.04-riscv
timeout-minutes: 1440
env:
BITSANDBYTES_VERSION: ${{ matrix.version }}
steps:
- name: Checkout bitsandbytes ${{ env.BITSANDBYTES_VERSION }}
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
repository: bitsandbytes-foundation/bitsandbytes
ref: ${{ env.BITSANDBYTES_VERSION }}
persist-credentials: false
- name: Build wheel
uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0
with:
output-dir: wheelhouse/
# CMake's COMPUTE_BACKEND defaults to cpu and libbitsandbytes_cpu.so is
# ctypes-loaded, so one build serves every interpreter (retagged py3-none below,
# as upstream's own build-wheels job does).
only: cp312-manylinux_riscv64
env:
CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }}
CIBW_ENVIRONMENT: PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/
CIBW_TEST_ENVIRONMENT: BNB_TEST_DEVICE=cpu PIP_ONLY_BINARY=numpy,scipy,torch,tokenizers,safetensors,regex,pyyaml
CIBW_TEST_EXTRAS: test
CIBW_TEST_SOURCES: tests pyproject.toml
CIBW_TEST_COMMAND: pytest --durations=100
- name: Retag the wheel py3-none (libbitsandbytes_cpu.so is ctypes-loaded)
run: |
sudo apt-get update -qq
sudo apt-get install -y -qq --no-install-recommends python3-venv
python3 -m venv .venv
. .venv/bin/activate
pip install -q "wheel>=0.42"
python3 -m wheel tags --python-tag py3 --abi-tag none --remove wheelhouse/bitsandbytes-*.whl
- name: Check the wheel carries libbitsandbytes_cpu and a vendored libgomp
run: |
python3 - wheelhouse/*.whl <<'EOF'
import sys, zipfile
names = zipfile.ZipFile(sys.argv[1]).namelist()
for want in ("bitsandbytes/libbitsandbytes_cpu.so", "libgomp", "licenses/LICENSE"):
if not any(want in n for n in names):
raise SystemExit(f"error: {want} missing from {sys.argv[1]}")
print("\n".join(n for n in names if ".so" in n))
EOF
- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: bitsandbytes-${{ env.BITSANDBYTES_VERSION }}-py3-none-manylinux_riscv64
path: wheelhouse/*.whl
if-no-files-found: error
gpl_sources:
needs: [setup]
if: needs.setup.outputs.versions != '[]'
strategy:
fail-fast: false
matrix:
version: ${{ fromJSON(needs.setup.outputs.versions) }}
name: Collect GPL sources (gcc) for bitsandbytes ${{ matrix.version }}
runs-on: ubuntu-24.04-riscv
env:
BITSANDBYTES_VERSION: ${{ matrix.version }}
steps:
- name: Collect gcc source RPM from manylinux_riscv64
uses: riseproject-dev/python-wheels/actions/collect-gpl-sources@main
with:
image: ${{ env.MANYLINUX_RISCV64_IMAGE }}
packages: gcc
output: gpl-sources.tar
- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: bitsandbytes-${{ env.BITSANDBYTES_VERSION }}-gpl-sources
path: gpl-sources.tar
if-no-files-found: error
publish:
name: Publish bitsandbytes ${{ matrix.version }}
needs: [setup, build_wheels, gpl_sources]
if: needs.setup.outputs.versions != '[]'
strategy:
fail-fast: false
matrix:
version: ${{ fromJSON(needs.setup.outputs.versions) }}
permissions:
contents: write
pull-requests: write
uses: $/.github/workflows/_publish-wheel.yml
secrets:
app-private-key: ${{ secrets.RISEPROJECT_APP_PRIVATE_KEY }}
with:
artifact-pattern: bitsandbytes-${{ matrix.version }}-*-manylinux_riscv64
gpl-sources-artifact: bitsandbytes-${{ matrix.version }}-gpl-sources
gpl-sources-description: gcc