From f5e40c2f61b5870a8f2a41f7bc74e6e8fe3ae97f Mon Sep 17 00:00:00 2001 From: Bruno Verachten Date: Fri, 2 Oct 2026 00:02:34 +0200 Subject: [PATCH 1/3] ci: build tiktoken musllinux wheels for riscv64 The musllinux skip was added because rustup.rs had no installer for riscv64gc-unknown-linux-musl, and tiktoken's own cibuildwheel config installs Rust in before-all through sh.rustup.rs. That reason no longer holds: rustup 1.29.1 added the target, and Rust 1.99.0 (2026-10-01) publishes it on the stable channel. Checked on 2026-10-02: rustup-init for riscv64gc-unknown-linux-musl returns 200, and channel-rust-stable.toml lists rustc 1.99.0 for that target. Artifact names keep the manylinux_riscv64 suffix so the publish job's artifact-pattern still matches; the musllinux wheels land in the same artifact. Not yet run in CI. Signed-off-by: Bruno Verachten --- .github/workflows/build-tiktoken.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/build-tiktoken.yml b/.github/workflows/build-tiktoken.yml index dd756afefac..a964c09d54f 100644 --- a/.github/workflows/build-tiktoken.yml +++ b/.github/workflows/build-tiktoken.yml @@ -73,8 +73,6 @@ jobs: - uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0 env: CIBW_BUILD: "cp${{ matrix.python-version}}-*" - # skip musllinux for now, because rustup.rs does not have installer for riscv64gc-unknown-linux-musl - CIBW_SKIP: "*-musllinux_*" - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 with: From b4c16c74dae7fefd3de20cce32f0ee3ce1899315 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Fri, 2 Oct 2026 15:08:02 +0200 Subject: [PATCH 2/3] tiktoken: Trigger build of 0.7.0-0.14.0 --- docs/packages/tiktoken.yaml | 104 ------------------------------------ 1 file changed, 104 deletions(-) diff --git a/docs/packages/tiktoken.yaml b/docs/packages/tiktoken.yaml index 15c907af9e8..4448ea9cb54 100644 --- a/docs/packages/tiktoken.yaml +++ b/docs/packages/tiktoken.yaml @@ -3,113 +3,9 @@ source-code: https://github.com/openai/tiktoken license: MIT versions: - version: 0.7.0 - tag: tiktoken-v0.7.0-20260902125649 - files: - - filename: tiktoken-0.7.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: 0b6e4a285ebf8be42e117fb46a168effdcdd02e6209bbf2a98c09cd573b9cc28 - requires-python: '>=3.8' - - filename: tiktoken-0.7.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: a0b24bb601a8ac0d73e4df2c911c079eb0c118f85d9cf54a9bd333e019dcb495 - requires-python: '>=3.8' - - filename: tiktoken-0.7.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: 1e2720d6cbf9d93e161434994e9188268ec5c1d387620b119096acf65e69a994 - requires-python: '>=3.8' - version: 0.8.0 - tag: tiktoken-v0.8.0-20260902125649 - files: - - filename: tiktoken-0.8.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: 6da072803d37f7fba38642e4a2d55e7e57902908baea3476e37300935d87000b - requires-python: '>=3.9' - - filename: tiktoken-0.8.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: d58dff8d863c3c03a8ba4e879450e8960ac59e708b7d3f1afc1cc034c481d7fb - requires-python: '>=3.9' - - filename: tiktoken-0.8.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: 6b3ec86dac5e5f91b239f158d0428c5b0b416ae595b3f38a0f360a63f511a4b4 - requires-python: '>=3.9' - - filename: tiktoken-0.8.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: c8db235472ecee27eaa5338dfc5428c17b5961432cb7c6feb4f627716977bbb8 - requires-python: '>=3.9' - version: 0.9.0 - tag: tiktoken-v0.9.0-20260902125649 - files: - - filename: tiktoken-0.9.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: de607e7fd3c157fdbe4ee69abd6cae579756e062c088c700b3237c827cd7d03c - requires-python: '>=3.9' - - filename: tiktoken-0.9.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: 2d825c52b4d02afffa7498b3106a9c0606cd486c4487e084ab2827951914e236 - requires-python: '>=3.9' - - filename: tiktoken-0.9.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: 08c505bd4df2e307a113e9a29e8179294ec122f88f918c235045eb4ee488c665 - requires-python: '>=3.9' - - filename: tiktoken-0.9.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl - sha256: d4eb2140e97c6c001c344c1ff20397e5b9c866469dde7754c4664b3bf767832e - requires-python: '>=3.9' - version: 0.11.0 - tag: tiktoken-v0.11.0-20260902125649 - files: - - filename: tiktoken-0.11.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 44e47eab4619e03d19c3c1be25cfa72978bd9177ffbb5413134650b4befed4a3 - requires-python: '>=3.9' - - filename: tiktoken-0.11.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 40a7fdca1e032c009feb27480164ca05763ed42818f77821a49c494fb7ff2a59 - requires-python: '>=3.9' - - filename: tiktoken-0.11.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 979a3d58e0c7adcbef77783ba82c150ee1e67e92fb97227023bee3584945edfe - requires-python: '>=3.9' - - filename: tiktoken-0.11.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 581e463b0724c0153765282185ea7795d7ab8954595990b8e97f78bbd85a7fbf - requires-python: '>=3.9' - version: 0.12.0 - tag: tiktoken-v0.12.0-20260902125649 - files: - - filename: tiktoken-0.12.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: bdef66336409da5de25312a33b54805e1407bf9fbf108ea40d0a753af07b0b63 - requires-python: '>=3.9' - - filename: tiktoken-0.12.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 39d86692c4985f6577c8504eddf57d4834450f6bf8fab9bf30630df234252c02 - requires-python: '>=3.9' - - filename: tiktoken-0.12.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 573865cf8b9e2ba500c7f9e1828f2d08dc0b757d9bb94fe5b805746084d45d29 - requires-python: '>=3.9' - - filename: tiktoken-0.12.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: c7fbff2df9ae5a210db917a5079adc0c5d915fa9bad77366fca1e911f4b012ed - requires-python: '>=3.9' - - filename: tiktoken-0.12.0-cp314-cp314-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: b5c31be0d29c81bff2097fd35c251da128ac7a7cfa08c3c641a82b09797bf9bd - requires-python: '>=3.9' - - filename: tiktoken-0.12.0-cp314-cp314t-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: b7c0b8fbf218d19a26ab8d316d73e1df4a490a13a59c3be40aacbdc4fa134b72 - requires-python: '>=3.9' - version: 0.13.0 - tag: tiktoken-v0.13.0-20260902125649 - files: - - filename: tiktoken-0.13.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: ccf4394e1639a50d81d1c4f7c3c7c49536357b0e6559c800ae89b3dbe402ec7c - requires-python: '>=3.9' - - filename: tiktoken-0.13.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 000996d5982754342a720b2b5f89ca100652061e15307663928a3870bfea8023 - requires-python: '>=3.9' - - filename: tiktoken-0.13.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 27d7c24e9c0a504b30b226638867cff9df36081aab9abcd3e7a2b532ab19ae4c - requires-python: '>=3.9' - - filename: tiktoken-0.13.0-cp314-cp314-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: d09678b42397278b1b0cb42414e28f95ffd49cff82a2ba1f27615f60fc808514 - requires-python: '>=3.9' - - filename: tiktoken-0.13.0-cp314-cp314t-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 067a20bdfc4fcad2ec10969f48d7fdbcefdc77d257c5fb7001221177c1aefbea - requires-python: '>=3.9' - version: 0.14.0 - tag: tiktoken-v0.14.0-20260902125649 - files: - - filename: tiktoken-0.14.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: a98bd6bc4cf776afbd251838ad40dd3f75c7f82592c28c6c45bd305e0d9a4b4f - requires-python: '>=3.9' - - filename: tiktoken-0.14.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: b65b79e748126303b750a1f96efd9d36f326d016a988fe2a72f45279482e4ecc - requires-python: '>=3.9' - - filename: tiktoken-0.14.0-cp314-cp314-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: cf11bbc9118cd5a609fff233173513835d404d0d632b3b6cfe6a0244c88da25f - requires-python: '>=3.9' - - filename: tiktoken-0.14.0-cp314-cp314t-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl - sha256: 0452cf3c0cba21d3770d6ad1330a0eb67bec072b9cbb9f27cc4a14816858a7f4 - requires-python: '>=3.9' From 9fc35237740fbf9644280ae5962819f122ddda68 Mon Sep 17 00:00:00 2001 From: Ludovic Henry Date: Fri, 2 Oct 2026 15:18:50 +0200 Subject: [PATCH 3/3] tiktoken: Only rebuild 0.14.0 --- .github/workflows/build-tiktoken.yml | 2 +- docs/packages/tiktoken.yaml | 90 ++++++++++++++++++++++++++++ 2 files changed, 91 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build-tiktoken.yml b/.github/workflows/build-tiktoken.yml index a964c09d54f..8b3a144e06b 100644 --- a/.github/workflows/build-tiktoken.yml +++ b/.github/workflows/build-tiktoken.yml @@ -41,7 +41,7 @@ jobs: build_wheels: needs: [setup] if: needs.setup.outputs.versions != '[]' - name: py${{ matrix.python-version }} on ${{ matrix.os }} + name: Build tiktoken ${{ matrix.version }} runs-on: ${{ matrix.os }} timeout-minutes: 60 strategy: diff --git a/docs/packages/tiktoken.yaml b/docs/packages/tiktoken.yaml index 4448ea9cb54..f8389cfeae7 100644 --- a/docs/packages/tiktoken.yaml +++ b/docs/packages/tiktoken.yaml @@ -3,9 +3,99 @@ source-code: https://github.com/openai/tiktoken license: MIT versions: - version: 0.7.0 + tag: tiktoken-v0.7.0-20260902125649 + files: + - filename: tiktoken-0.7.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: 0b6e4a285ebf8be42e117fb46a168effdcdd02e6209bbf2a98c09cd573b9cc28 + requires-python: '>=3.8' + - filename: tiktoken-0.7.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: a0b24bb601a8ac0d73e4df2c911c079eb0c118f85d9cf54a9bd333e019dcb495 + requires-python: '>=3.8' + - filename: tiktoken-0.7.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: 1e2720d6cbf9d93e161434994e9188268ec5c1d387620b119096acf65e69a994 + requires-python: '>=3.8' - version: 0.8.0 + tag: tiktoken-v0.8.0-20260902125649 + files: + - filename: tiktoken-0.8.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: 6da072803d37f7fba38642e4a2d55e7e57902908baea3476e37300935d87000b + requires-python: '>=3.9' + - filename: tiktoken-0.8.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: d58dff8d863c3c03a8ba4e879450e8960ac59e708b7d3f1afc1cc034c481d7fb + requires-python: '>=3.9' + - filename: tiktoken-0.8.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: 6b3ec86dac5e5f91b239f158d0428c5b0b416ae595b3f38a0f360a63f511a4b4 + requires-python: '>=3.9' + - filename: tiktoken-0.8.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: c8db235472ecee27eaa5338dfc5428c17b5961432cb7c6feb4f627716977bbb8 + requires-python: '>=3.9' - version: 0.9.0 + tag: tiktoken-v0.9.0-20260902125649 + files: + - filename: tiktoken-0.9.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: de607e7fd3c157fdbe4ee69abd6cae579756e062c088c700b3237c827cd7d03c + requires-python: '>=3.9' + - filename: tiktoken-0.9.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: 2d825c52b4d02afffa7498b3106a9c0606cd486c4487e084ab2827951914e236 + requires-python: '>=3.9' + - filename: tiktoken-0.9.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: 08c505bd4df2e307a113e9a29e8179294ec122f88f918c235045eb4ee488c665 + requires-python: '>=3.9' + - filename: tiktoken-0.9.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_35_riscv64.whl + sha256: d4eb2140e97c6c001c344c1ff20397e5b9c866469dde7754c4664b3bf767832e + requires-python: '>=3.9' - version: 0.11.0 + tag: tiktoken-v0.11.0-20260902125649 + files: + - filename: tiktoken-0.11.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 44e47eab4619e03d19c3c1be25cfa72978bd9177ffbb5413134650b4befed4a3 + requires-python: '>=3.9' + - filename: tiktoken-0.11.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 40a7fdca1e032c009feb27480164ca05763ed42818f77821a49c494fb7ff2a59 + requires-python: '>=3.9' + - filename: tiktoken-0.11.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 979a3d58e0c7adcbef77783ba82c150ee1e67e92fb97227023bee3584945edfe + requires-python: '>=3.9' + - filename: tiktoken-0.11.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 581e463b0724c0153765282185ea7795d7ab8954595990b8e97f78bbd85a7fbf + requires-python: '>=3.9' - version: 0.12.0 + tag: tiktoken-v0.12.0-20260902125649 + files: + - filename: tiktoken-0.12.0-cp310-cp310-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: bdef66336409da5de25312a33b54805e1407bf9fbf108ea40d0a753af07b0b63 + requires-python: '>=3.9' + - filename: tiktoken-0.12.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 39d86692c4985f6577c8504eddf57d4834450f6bf8fab9bf30630df234252c02 + requires-python: '>=3.9' + - filename: tiktoken-0.12.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 573865cf8b9e2ba500c7f9e1828f2d08dc0b757d9bb94fe5b805746084d45d29 + requires-python: '>=3.9' + - filename: tiktoken-0.12.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: c7fbff2df9ae5a210db917a5079adc0c5d915fa9bad77366fca1e911f4b012ed + requires-python: '>=3.9' + - filename: tiktoken-0.12.0-cp314-cp314-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: b5c31be0d29c81bff2097fd35c251da128ac7a7cfa08c3c641a82b09797bf9bd + requires-python: '>=3.9' + - filename: tiktoken-0.12.0-cp314-cp314t-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: b7c0b8fbf218d19a26ab8d316d73e1df4a490a13a59c3be40aacbdc4fa134b72 + requires-python: '>=3.9' - version: 0.13.0 + tag: tiktoken-v0.13.0-20260902125649 + files: + - filename: tiktoken-0.13.0-cp311-cp311-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: ccf4394e1639a50d81d1c4f7c3c7c49536357b0e6559c800ae89b3dbe402ec7c + requires-python: '>=3.9' + - filename: tiktoken-0.13.0-cp312-cp312-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 000996d5982754342a720b2b5f89ca100652061e15307663928a3870bfea8023 + requires-python: '>=3.9' + - filename: tiktoken-0.13.0-cp313-cp313-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 27d7c24e9c0a504b30b226638867cff9df36081aab9abcd3e7a2b532ab19ae4c + requires-python: '>=3.9' + - filename: tiktoken-0.13.0-cp314-cp314-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: d09678b42397278b1b0cb42414e28f95ffd49cff82a2ba1f27615f60fc808514 + requires-python: '>=3.9' + - filename: tiktoken-0.13.0-cp314-cp314t-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl + sha256: 067a20bdfc4fcad2ec10969f48d7fdbcefdc77d257c5fb7001221177c1aefbea + requires-python: '>=3.9' - version: 0.14.0