diff --git a/.github/workflows/build_java21.yml b/.github/workflows/build_java21.yml index c9a6ed270546c..62da995475fd9 100644 --- a/.github/workflows/build_java21.yml +++ b/.github/workflows/build_java21.yml @@ -17,11 +17,9 @@ # under the License. # -name: "Build / Java21 (master, Scala 2.13, Hadoop 3, JDK 21)" +name: "Build / Java21 (Scala 2.13, Hadoop 3, JDK 21)" on: - schedule: - - cron: '0 4 * * *' workflow_dispatch: jobs: @@ -33,7 +31,6 @@ jobs: if: github.repository == 'apache/spark' with: java: 21 - branch: master hadoop: hadoop3 envs: >- { diff --git a/.github/workflows/build_maven.yml b/.github/workflows/build_maven.yml index e047390add6f9..4dedac6cee8b9 100644 --- a/.github/workflows/build_maven.yml +++ b/.github/workflows/build_maven.yml @@ -17,11 +17,9 @@ # under the License. # -name: "Build / Maven (master, Scala 2.13, Hadoop 3, JDK 17)" +name: "Build / Maven (Scala 2.13, Hadoop 3, JDK 17)" on: - schedule: - - cron: '0 13 * * *' workflow_dispatch: jobs: diff --git a/.github/workflows/build_maven_java21.yml b/.github/workflows/build_maven_java21.yml index 9fbc7b84383f0..2a20b8ef1f405 100644 --- a/.github/workflows/build_maven_java21.yml +++ b/.github/workflows/build_maven_java21.yml @@ -17,11 +17,9 @@ # under the License. # -name: "Build / Maven (master, Scala 2.13, Hadoop 3, JDK 21)" +name: "Build / Maven (Scala 2.13, Hadoop 3, JDK 21)" on: - schedule: - - cron: '0 14 * * *' workflow_dispatch: jobs: diff --git a/.github/workflows/build_non_ansi.yml b/.github/workflows/build_non_ansi.yml index debdaf4f8709d..520801deb35b2 100644 --- a/.github/workflows/build_non_ansi.yml +++ b/.github/workflows/build_non_ansi.yml @@ -17,11 +17,9 @@ # under the License. # -name: "Build / Non-ANSI (master, Hadoop 3, JDK 17, Scala 2.13)" +name: "Build / Non-ANSI (Hadoop 3, JDK 17, Scala 2.13)" on: - schedule: - - cron: '0 1 * * *' workflow_dispatch: jobs: @@ -33,21 +31,19 @@ jobs: if: github.repository == 'apache/spark' with: java: 17 - branch: master hadoop: hadoop3 envs: >- { "PYSPARK_IMAGE_TO_TEST": "python-311", "PYTHON_TO_TEST": "python3.11", - "SPARK_ANSI_SQL_MODE": "false", - "SPARK_TEST_SPARK_BLOOM_FILTER_SUITE_ENABLED": "true" + "SPARK_ANSI_SQL_MODE": "false" } jobs: >- { "build": "true", + "build-core-utils": "false", "docs": "true", "pyspark": "true", - "pyspark-pandas": "true", "sparkr": "true", "tpcds-1g": "true", "docker-integration-tests": "true", diff --git a/.github/workflows/build_python_3.11.yml b/.github/workflows/build_python_3.11.yml new file mode 100644 index 0000000000000..c3891cd72353a --- /dev/null +++ b/.github/workflows/build_python_3.11.yml @@ -0,0 +1,44 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +name: "Build / Python-only (Python 3.11)" + +on: + workflow_dispatch: + +jobs: + run-build: + permissions: + packages: write + name: Run + uses: ./.github/workflows/build_and_test.yml + if: github.repository == 'apache/spark' + with: + java: 17 + hadoop: hadoop3 + envs: >- + { + "PYSPARK_IMAGE_TO_TEST": "python-311", + "PYTHON_TO_TEST": "python3.11" + } + jobs: >- + { + "pyspark": "true", + "pyspark-pandas": "true" + } diff --git a/.github/workflows/build_python_3.14.yml b/.github/workflows/build_python_3.14.yml index 45ea43f1d491c..90c368aa0a4c2 100644 --- a/.github/workflows/build_python_3.14.yml +++ b/.github/workflows/build_python_3.14.yml @@ -17,11 +17,9 @@ # under the License. # -name: "Build / Python-only (master, Python 3.14)" +name: "Build / Python-only (Python 3.14)" on: - schedule: - - cron: '0 21 * * *' workflow_dispatch: jobs: @@ -33,7 +31,6 @@ jobs: if: github.repository == 'apache/spark' with: java: 17 - branch: master hadoop: hadoop3 envs: >- { diff --git a/.github/workflows/build_python_pypy3.10.yml b/.github/workflows/build_python_pypy3.10.yml index 0bd2ef03ce77c..3b892240648b6 100644 --- a/.github/workflows/build_python_pypy3.10.yml +++ b/.github/workflows/build_python_pypy3.10.yml @@ -17,11 +17,9 @@ # under the License. # -name: "Build / Python-only (master, PyPy 3.10)" +name: "Build / Python-only (PyPy 3.10)" on: - schedule: - - cron: '0 15 * * *' workflow_dispatch: jobs: @@ -33,7 +31,6 @@ jobs: if: github.repository == 'apache/spark' with: java: 17 - branch: master hadoop: hadoop3 envs: >- { diff --git a/.github/workflows/maven_test.yml b/.github/workflows/maven_test.yml index 580593f1cfe5e..155c2bceb5887 100644 --- a/.github/workflows/maven_test.yml +++ b/.github/workflows/maven_test.yml @@ -30,7 +30,7 @@ on: description: Branch to run the build against required: false type: string - default: master + default: branch-4.1 hadoop: description: Hadoop version to run with. HADOOP_PROFILE environment variable should accept it. required: false