python-wheels/.github/workflows/build-scikit-learn.yml at main · riseproject-dev/python-wheels · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
# SPDX-FileCopyrightText: 2026 The RISE Project
# SPDX-License-Identifier: MIT
---
# This workflow is based on the `build_wheels` job of
# https://github.com/scikit-learn/scikit-learn/blob/1.9.0/.github/workflows/wheels.yml
name: Build scikit-learn wheels (riscv64)

on:
  workflow_dispatch:
    inputs:
      version:
        description: 'scikit-learn version to build (git tag, e.g. 1.9.0)'
        required: true
        default: '1.9.0'
  pull_request:
    paths:
      - '.github/workflows/build-scikit-learn.yml'

concurrency:
  group: ${{ github.workflow }}-${{ inputs.version || '1.9.0' }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

permissions:
  contents: read  # to fetch code (actions/checkout)

env:
  SKLEARN_VERSION: ${{ inputs.version || '1.9.0' }}
  # Pinned explicitly so the gpl_sources job pulls the same image the wheels were built in.
  MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64
  # On 3.14 joblib's loky workers die unpickling their call item here with
  # "'dict' object has no attribute '__annotate__'", taking out 6 of the 10
  # process-parallel tests. cp312 and cp313 are unaffected, and it does not
  # reproduce on aarch64 cp314t with the same scikit-learn and joblib.
  LOKY_DESELECT: >-
    PYTEST_ADDOPTS='-k "not (test_kdtree_picklable_with_joblib or (test_knn_forcing_backend
    and loky) or (test_function_no_callback_support and processes))"'

jobs:
  setup:
    uses: $/.github/workflows/_setup.yml

  build_wheels:
    needs: [setup]
    name: Build scikit-learn ${{ inputs.version || '1.9.0' }} ${{ matrix.python }}-manylinux_riscv64
    runs-on: ubuntu-24.04-riscv
    timeout-minutes: 720
    strategy:
      fail-fast: false
      matrix:
        python: ["cp312", "cp313", "cp314", "cp314t"]
        # pandas publishes no free-threaded wheel on any platform, so the tests that
        # use it skip on cp314t instead of the whole test phase failing to install.
        include:
          - python: "cp312"
            pandas: pandas
          - python: "cp313"
            pandas: pandas
          - python: "cp314"
            pandas: pandas
            loky_broken: true
          - python: "cp314t"
            loky_broken: true

    steps:
      - name: Checkout scikit-learn ${{ env.SKLEARN_VERSION }}
        uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1  # v7.0.1
        with:
          repository: scikit-learn/scikit-learn
          ref: ${{ env.SKLEARN_VERSION }}
          persist-credentials: false

      - name: Build wheels
        uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074  # v4.2.0
        with:
          only: ${{ matrix.python }}-manylinux_riscv64
        env:
          CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }}
          CIBW_BUILD_FRONTEND: build
          # Scoped, not :all: - cython/meson-python have no riscv64 wheel and must build from sdist.
          CIBW_ENVIRONMENT: >-
            SKLEARN_SKIP_NETWORK_TESTS=1
            PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/
            PIP_ONLY_BINARY=numpy,scipy,pandas
          # check_license.py in test_wheels.sh asserts on the notice cibw_before_build.sh adds.
          CIBW_ENVIRONMENT_PASS_LINUX: RUNNER_OS
          CIBW_BEFORE_BUILD: bash {project}/build_tools/wheels/cibw_before_build.sh {project}
          CIBW_TEST_REQUIRES: pytest pytest-xdist scipy ${{ matrix.pandas }}
          CIBW_TEST_ENVIRONMENT: ${{ matrix.loky_broken && env.LOKY_DESELECT || '' }}
          CIBW_TEST_COMMAND: bash {project}/build_tools/wheels/test_wheels.sh {project}

      - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a  # v7.0.1
        with:
          name: scikit-learn-${{ env.SKLEARN_VERSION }}-${{ matrix.python }}-manylinux_riscv64
          path: ./wheelhouse/*.whl
          if-no-files-found: error

  gpl_sources:
    needs: [setup]
    # auditwheel vendors the image's libgomp into the wheel, as upstream's own
    # build_tools/wheels/LICENSE_linux.txt documents.
    name: Collect GPL sources (gcc) for scikit-learn ${{ inputs.version || '1.9.0' }}
    runs-on: ubuntu-24.04-riscv

    steps:
      - name: Collect gcc source RPM from manylinux_riscv64
        uses: riseproject-dev/python-wheels/actions/collect-gpl-sources@main
        with:
          image: ${{ env.MANYLINUX_RISCV64_IMAGE }}
          packages: gcc
          output: gpl-sources.tar

      - uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a  # v7.0.1
        with:
          name: scikit-learn-${{ env.SKLEARN_VERSION }}-gpl-sources
          path: gpl-sources.tar
          if-no-files-found: error

  publish:
    name: Publish scikit-learn ${{ inputs.version || '1.9.0' }}
    needs: [setup, build_wheels, gpl_sources]
    permissions:
      contents: write
      pull-requests: write
    uses: $/.github/workflows/_publish-wheel.yml
    with:
      artifact-pattern: scikit-learn-${{ inputs.version || '1.9.0' }}-*-manylinux_riscv64
      gpl-sources-artifact: scikit-learn-${{ inputs.version || '1.9.0' }}-gpl-sources
      gpl-sources-description: gcc