mirror of
https://github.com/huggingface/tokenizers.git
synced 2026-03-27 06:01:18 +00:00
44a84169fd
* workflows/CI: make rustc targets more explicit For Linux builds, distinguish between 'target' and 'arch', since the two are not always the same (e.g. the target for ppc64le is actually powerpc64le-unknown-linux-gnu). This allows more explicit support for other platforms when needed. Signed-off-by: Trevor Gamblin <tgamblin@baylibre.com> * workflows/CI: add riscv64 build Note that the 'target' and 'arch' values here are different - arch is riscv64, but the actual rustc target is riscv64gc-unknown-linux-gnu, hence the previous change. Signed-off-by: Trevor Gamblin <tgamblin@baylibre.com> --------- Signed-off-by: Trevor Gamblin <tgamblin@baylibre.com>
196 lines
5.4 KiB
YAML
196 lines
5.4 KiB
YAML
# This file is autogenerated by maturin v1.7.4
|
|
# To update, run
|
|
#
|
|
# maturin generate-ci github -m bindings/python/Cargo.toml
|
|
#
|
|
name: CI
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
- master
|
|
tags:
|
|
- '*'
|
|
pull_request:
|
|
workflow_dispatch:
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
linux:
|
|
runs-on: ${{ matrix.platform.runner }}
|
|
strategy:
|
|
matrix:
|
|
platform:
|
|
- runner: ubuntu-latest
|
|
arch: x86_64
|
|
target: x86_64-unknown-linux-gnu
|
|
- runner: ubuntu-latest
|
|
arch: x86
|
|
target: i686-unknown-linux-gnu
|
|
- runner: ubuntu-latest
|
|
arch: aarch64
|
|
target: aarch64-unknown-linux-gnu
|
|
- runner: ubuntu-latest
|
|
arch: armv7
|
|
target: armv7-unknown-linux-gnueabihf
|
|
- runner: ubuntu-latest
|
|
arch: s390x
|
|
target: s390x-unknown-linux-gnu
|
|
- runner: ubuntu-latest
|
|
arch: ppc64le
|
|
target: powerpc64le-unknown-linux-gnu
|
|
- runner: ubuntu-latest
|
|
arch: riscv64
|
|
target: riscv64gc-unknown-linux-gnu
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: 3.x
|
|
- name: Build wheels
|
|
uses: PyO3/maturin-action@v1
|
|
with:
|
|
target: ${{ matrix.platform.target }}
|
|
args: --release --out dist --manifest-path bindings/python/Cargo.toml
|
|
sccache: 'true'
|
|
manylinux: auto
|
|
- name: Upload wheels
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: wheels-linux-${{ matrix.platform.arch }}
|
|
path: dist
|
|
|
|
musllinux:
|
|
runs-on: ${{ matrix.platform.runner }}
|
|
strategy:
|
|
matrix:
|
|
platform:
|
|
- runner: ubuntu-latest
|
|
target: x86_64
|
|
- runner: ubuntu-latest
|
|
target: x86
|
|
- runner: ubuntu-latest
|
|
target: aarch64
|
|
- runner: ubuntu-latest
|
|
target: armv7
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: 3.x
|
|
- name: Build wheels
|
|
uses: PyO3/maturin-action@v1
|
|
with:
|
|
target: ${{ matrix.platform.target }}
|
|
args: --release --out dist --manifest-path bindings/python/Cargo.toml
|
|
sccache: 'true'
|
|
manylinux: musllinux_1_2
|
|
- name: Upload wheels
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: wheels-musllinux-${{ matrix.platform.target }}
|
|
path: dist
|
|
|
|
windows:
|
|
runs-on: ${{ matrix.platform.runner }}
|
|
strategy:
|
|
matrix:
|
|
platform:
|
|
- runner: windows-latest
|
|
target: x64
|
|
architecture: x64
|
|
- runner: windows-latest
|
|
target: x86
|
|
architecture: x86
|
|
- runner: windows-11-arm
|
|
target: aarch64
|
|
architecture: arm64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: 3.x
|
|
architecture: ${{ matrix.platform.architecture }}
|
|
- name: Build wheels
|
|
uses: PyO3/maturin-action@v1
|
|
with:
|
|
target: ${{ matrix.platform.target }}
|
|
args: --release --out dist --manifest-path bindings/python/Cargo.toml
|
|
sccache: 'true'
|
|
- name: Upload wheels
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: wheels-windows-${{ matrix.platform.target }}
|
|
path: dist
|
|
|
|
macos:
|
|
runs-on: ${{ matrix.platform.runner }}
|
|
strategy:
|
|
matrix:
|
|
platform:
|
|
- runner: macos-15-intel
|
|
target: x86_64
|
|
- runner: macos-14
|
|
target: aarch64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: 3.x
|
|
- name: Build wheels
|
|
uses: PyO3/maturin-action@v1
|
|
with:
|
|
target: ${{ matrix.platform.target }}
|
|
args: --release --out dist --manifest-path bindings/python/Cargo.toml
|
|
sccache: 'true'
|
|
- name: Upload wheels
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: wheels-macos-${{ matrix.platform.target }}
|
|
path: dist
|
|
|
|
sdist:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Build sdist
|
|
uses: PyO3/maturin-action@v1
|
|
with:
|
|
command: sdist
|
|
args: --out dist --manifest-path bindings/python/Cargo.toml
|
|
- name: Upload sdist
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: wheels-sdist
|
|
path: dist
|
|
|
|
release:
|
|
name: Release
|
|
runs-on: ubuntu-latest
|
|
if: ${{ startsWith(github.ref, 'refs/tags/') || github.event_name == 'workflow_dispatch' }}
|
|
needs: [linux, musllinux, windows, macos, sdist]
|
|
permissions:
|
|
# Use to sign the release artifacts
|
|
id-token: write
|
|
# Used to upload release artifacts
|
|
contents: write
|
|
# Used to generate artifact attestation
|
|
attestations: write
|
|
steps:
|
|
- uses: actions/download-artifact@v4
|
|
- name: Generate artifact attestation
|
|
uses: actions/attest-build-provenance@v1
|
|
with:
|
|
subject-path: 'wheels-*/*'
|
|
- name: Publish to PyPI
|
|
if: "startsWith(github.ref, 'refs/tags/')"
|
|
uses: PyO3/maturin-action@v1
|
|
env:
|
|
MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN_DIST}}
|
|
with:
|
|
command: upload
|
|
args: --non-interactive --skip-existing wheels-*/*
|