diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index c5b1609105a3..42325a6401e0 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -378,17 +378,17 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-${{ matrix.java }}-${{ matrix.hadoop }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ matrix.java }}-${{ matrix.hadoop }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-${{ matrix.java }}-${{ matrix.hadoop }}-coursier- - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}-${{ matrix.java }}-${{ matrix.hadoop }}- + coursier-${{ runner.os }}- - name: Free up disk space run: | if [ -f ./dev/free_disk_space ]; then @@ -612,16 +612,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Cache Coursier local repository uses: actions/cache@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Install Java ${{ inputs.java }} uses: actions/setup-java@v5 with: @@ -741,16 +741,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Free up disk space shell: 'script -q -e -c "bash {0}"' run: ./dev/free_disk_space_container @@ -927,16 +927,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Free up disk space run: ./dev/free_disk_space_container - name: Install Java ${{ inputs.java }} @@ -1078,23 +1078,23 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Cache Maven local repository uses: actions/cache@v5 with: path: ~/.m2/repository - key: docs-maven-${{ hashFiles('**/pom.xml') }} + key: docs-maven-${{ runner.os }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - docs-maven- + docs-maven-${{ runner.os }}- - name: Free up disk space run: ./dev/free_disk_space_container - name: Install Java ${{ inputs.java }} @@ -1277,23 +1277,23 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Cache Maven local repository uses: actions/cache@v5 with: path: ~/.m2/repository - key: docs-maven-${{ hashFiles('**/pom.xml') }} + key: docs-maven-${{ runner.os }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - docs-maven- + docs-maven-${{ runner.os }}- - name: Free up disk space run: ./dev/free_disk_space_container - name: Install Java ${{ inputs.java }} @@ -1472,16 +1472,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Install Java ${{ inputs.java }} uses: actions/setup-java@v5 with: @@ -1506,7 +1506,7 @@ jobs: uses: actions/cache@v5 with: path: ./tpcds-sf-1 - key: tpcds-${{ hashFiles('.github/workflows/build_and_test.yml', 'sql/core/src/test/scala/org/apache/spark/sql/TPCDSSchema.scala') }} + key: tpcds-${{ runner.os }}-${{ hashFiles('.github/workflows/build_and_test.yml', 'sql/core/src/test/scala/org/apache/spark/sql/TPCDSSchema.scala') }} - name: Checkout tpcds-kit repository if: steps.cache-tpcds-sf-1.outputs.cache-hit != 'true' uses: actions/checkout@v6 @@ -1604,16 +1604,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Install Java ${{ inputs.java }} uses: actions/setup-java@v5 with: @@ -1690,16 +1690,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Restore Coursier local repository uses: actions/cache/restore@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Free up disk space run: | if [ -f ./dev/free_disk_space ]; then diff --git a/.github/workflows/build_python_connect.yml b/.github/workflows/build_python_connect.yml index 8b5be73c0fa3..5e1d269fc5f5 100644 --- a/.github/workflows/build_python_connect.yml +++ b/.github/workflows/build_python_connect.yml @@ -41,16 +41,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-spark-connect-python-only-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-spark-connect-python-only-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build-spark-connect-python-only- + build-spark-connect-python-only-${{ runner.os }}- - name: Cache Coursier local repository uses: actions/cache@v5 with: path: ~/.cache/coursier - key: coursier-build-spark-connect-python-only-${{ hashFiles('**/pom.xml') }} + key: coursier-build-spark-connect-python-only-${{ runner.os }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - coursier-build-spark-connect-python-only- + coursier-build-spark-connect-python-only-${{ runner.os }}- - name: Install Java 17 uses: actions/setup-java@v5 with: diff --git a/.github/workflows/build_python_connect40.yml b/.github/workflows/build_python_connect40.yml index b6a7d373de94..a2a289b02633 100644 --- a/.github/workflows/build_python_connect40.yml +++ b/.github/workflows/build_python_connect40.yml @@ -43,16 +43,16 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-spark-connect-python-only-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-spark-connect-python-only-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build-spark-connect-python-only- + build-spark-connect-python-only-${{ runner.os }}- - name: Cache Coursier local repository uses: actions/cache@v5 with: path: ~/.cache/coursier - key: coursier-build-spark-connect-python-only-${{ hashFiles('**/pom.xml') }} + key: coursier-build-spark-connect-python-only-${{ runner.os }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - coursier-build-spark-connect-python-only- + coursier-build-spark-connect-python-only-${{ runner.os }}- - name: Install Java 17 uses: actions/setup-java@v5 with: diff --git a/.github/workflows/build_sparkr_window.yml b/.github/workflows/build_sparkr_window.yml index 0871646b665f..874904da3ead 100644 --- a/.github/workflows/build_sparkr_window.yml +++ b/.github/workflows/build_sparkr_window.yml @@ -43,9 +43,9 @@ jobs: uses: actions/cache@v5 with: path: ~/.m2/repository - key: build-sparkr-windows-maven-${{ hashFiles('**/pom.xml') }} + key: build-sparkr-windows-maven-${{ runner.os }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - build-sparkr-windows-maven- + build-sparkr-windows-maven-${{ runner.os }}- - name: Install Java 17 uses: actions/setup-java@v5 with: diff --git a/.github/workflows/maven_test.yml b/.github/workflows/maven_test.yml index 49029ae2263c..cc88fab6721f 100644 --- a/.github/workflows/maven_test.yml +++ b/.github/workflows/maven_test.yml @@ -89,18 +89,18 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Cache Maven local repository # TODO(SPARK-54466): https://github.com/actions/runner-images/issues/13341 if: ${{ runner.os != 'macOS' }} uses: actions/cache@v5 with: path: ~/.m2/repository - key: java${{ inputs.java }}-maven-${{ hashFiles('**/pom.xml') }} + key: maven-${{ runner.os }}-java${{ inputs.java }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - java${{ inputs.java }}-maven- + maven-${{ runner.os }}-java${{ inputs.java }}- - name: Install Java ${{ inputs.java }} uses: actions/setup-java@v5 with: @@ -240,18 +240,18 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Cache Maven local repository # TODO(SPARK-54466): https://github.com/actions/runner-images/issues/13341 if: ${{ runner.os != 'macOS' }} uses: actions/cache@v5 with: path: ~/.m2/repository - key: java${{ matrix.java }}-maven-${{ hashFiles('**/pom.xml') }} + key: maven-${{ runner.os }}-java${{ matrix.java }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - java${{ matrix.java }}-maven- + maven-${{ runner.os }}-java${{ matrix.java }}- - name: Install Java ${{ matrix.java }} uses: actions/setup-java@v5 with: diff --git a/.github/workflows/publish_snapshot.yml b/.github/workflows/publish_snapshot.yml index e3e92faa45b6..224f3c3207c0 100644 --- a/.github/workflows/publish_snapshot.yml +++ b/.github/workflows/publish_snapshot.yml @@ -49,9 +49,9 @@ jobs: uses: actions/cache@v5 with: path: ~/.m2/repository - key: snapshot-maven-${{ hashFiles('**/pom.xml') }} + key: snapshot-maven-${{ runner.os }}-${{ hashFiles('**/pom.xml') }} restore-keys: | - snapshot-maven- + snapshot-maven-${{ runner.os }}- - name: Install Java 8 for branch-3.x if: matrix.branch == 'branch-3.5' uses: actions/setup-java@v5 diff --git a/.github/workflows/python_hosted_runner_test.yml b/.github/workflows/python_hosted_runner_test.yml index e29b89708bea..46f8f5fddc21 100644 --- a/.github/workflows/python_hosted_runner_test.yml +++ b/.github/workflows/python_hosted_runner_test.yml @@ -128,18 +128,18 @@ jobs: build/apache-maven-* build/*.jar ~/.sbt - key: build-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} + key: build-${{ runner.os }}-${{ hashFiles('**/pom.xml', 'project/build.properties', 'build/mvn', 'build/sbt', 'build/sbt-launch-lib.bash', 'build/spark-build-info') }} restore-keys: | - build- + build-${{ runner.os }}- - name: Cache Coursier local repository # TODO(SPARK-54466): https://github.com/actions/runner-images/issues/13341 if: ${{ runner.os != 'macOS' }} uses: actions/cache@v5 with: path: ~/.cache/coursier - key: ${{ runner.os }}-coursier-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} + key: coursier-${{ runner.os }}-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - ${{ runner.os }}-coursier- + coursier-${{ runner.os }}- - name: Install Java ${{ matrix.java }} uses: actions/setup-java@v5 with: