beam-samples/.github/workflows/java17.yml at master · Talend/beam-samples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
name: Java 17
on:
  push:
  pull_request:
  schedule:
    # Once a day from monday to friday after the daily SNAPSHOTS are published
    - cron: '0 12 * * 1-5'

permissions: read-all

jobs:
  build:
    runs-on: ${{ matrix.os }}
    permissions: read-all
    strategy:
      matrix:
        os: [ubuntu-latest]
        BEAM_VERSION:
          - 2.52.0
          - 2.53.0-SNAPSHOT
        SPARK3_VERSION:
          - 3.2.0
          - 3.3.1
      fail-fast: false
    steps:
      - name: Checkout Talend/beam-samples
        uses: actions/checkout@v3
      - uses: sdkman/sdkman-action@master
        id: sdkman
        with:
          candidate: java
          version: 17.0.2-tem
      - name: Setup Java
        uses: actions/setup-java@v3
        with:
          distribution: jdkfile
          java-version: 17.0.0
          jdkFile: ${{ steps.sdkman.outputs.file }}
      - name: Cache maven artifacts
        uses: actions/cache@v3
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            ${{ runner.os }}-maven-
      - name: Build and Run Tests
        run:
          mvn clean verify -D"maven.compiler.release"="17" -D"beam.version"="${{ matrix.BEAM_VERSION }}"
      # Run some samples
      - name: Run Avro SQL Pipeline - Direct Runner
        run:
          mvn -pl sql exec:java -D"exec.mainClass"="org.apache.beam.samples.sql.BeamSqlAvroExample" -Pdirect-runner -D"exec.args"="--runner=DirectRunner"
      - name: Run Ingest Parquet Pipeline - Direct Runner
        run:
          mvn -pl EventsToIOs exec:java -D"exec.mainClass"="org.apache.beam.samples.ingest.IngestParquet" -Pdirect-runner -D"exec.args"="--runner=DirectRunner"

      # Run some samples in linux only for more complex open source runners
      # - name: Run Avro SQL Pipeline - Spark Classic Runner (Spark 3) "${{ matrix.SPARK3_VERSION }}"
      #   if: matrix.os == 'ubuntu-latest'
      #   run:
      #     mvn -pl sql exec:java -Dexec.mainClass=org.apache.beam.samples.sql.BeamSqlAvroExample -Pspark3-runner -D"spark3.version"="${{ matrix.SPARK3_VERSION }}" -Dexec.args="--runner=SparkRunner"
      # - name: Run Avro SQL Pipeline - Flink Runner
      #   if: matrix.os == 'ubuntu-latest'
      #   run:
      #     mvn -pl sql exec:java -Dexec.mainClass=org.apache.beam.samples.sql.BeamSqlAvroExample -Pflink-runner -Dexec.args="--runner=FlinkRunner"