From 333b5f29d13c606581092f2fd5a56e66a956c3b4 Mon Sep 17 00:00:00 2001 From: aIbrahiim Date: Tue, 19 May 2026 16:20:00 +0300 Subject: [PATCH] Fix Dataflow V2 Streaming ValidatesRunner CI forks and timeout --- ...PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json | 2 +- ..._PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.yml | 2 +- runners/google-cloud-dataflow-java/build.gradle | 4 +++- 3 files changed, 5 insertions(+), 3 deletions(-) diff --git a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json index ca6b5440de4f..794c7aabad6b 100644 --- a/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json +++ b/.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.json @@ -1,4 +1,4 @@ { "comment": "Modify this file in a trivial way to cause this test suite to run!", - "modification": 1, + "modification": 2 } diff --git a/.github/workflows/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.yml b/.github/workflows/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.yml index 1d64520d2cc7..89d200c9b1ef 100644 --- a/.github/workflows/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.yml +++ b/.github/workflows/beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming.yml @@ -54,7 +54,7 @@ jobs: beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming: name: ${{ matrix.job_name }} (${{ matrix.job_phrase }}) runs-on: [self-hosted, ubuntu-24.04, main] - timeout-minutes: 510 + timeout-minutes: 720 strategy: matrix: job_name: [beam_PostCommit_Java_ValidatesRunner_Dataflow_V2_Streaming] diff --git a/runners/google-cloud-dataflow-java/build.gradle b/runners/google-cloud-dataflow-java/build.gradle index 93fe9cb227bb..dd463b4b5e77 100644 --- a/runners/google-cloud-dataflow-java/build.gradle +++ b/runners/google-cloud-dataflow-java/build.gradle @@ -258,6 +258,7 @@ def createRunnerV2ValidatesRunnerTest = { Map args -> def pipelineOptions = args.pipelineOptions ?: runnerV2PipelineOptions def excludedTests = args.excludedTests ?: [] def excludedCategories = args.excludedCategories ?: [] + def maxParallelForksForTest = args.maxParallelForks != null ? args.maxParallelForks : Integer.MAX_VALUE return tasks.create(name: name, type: Test, group: "Verification") { dependsOn buildAndPushDockerJavaContainer @@ -265,7 +266,7 @@ def createRunnerV2ValidatesRunnerTest = { Map args -> // Increase test parallelism up to the number of Gradle workers. By default this is equal // to the number of CPU cores, but can be increased by setting --max-workers=N. - maxParallelForks Integer.MAX_VALUE + maxParallelForks maxParallelForksForTest classpath = configurations.validatesRunner testClassesDirs = files(project(":sdks:java:core").sourceSets.test.output.classesDirs) + files(project(project.path).sourceSets.test.output.classesDirs) @@ -613,6 +614,7 @@ task validatesRunnerV2Streaming { description = "Runs the ValidatesRunner tests on Dataflow Runner V2 forcing streaming mode" dependsOn(createRunnerV2ValidatesRunnerTest( name: 'validatesRunnerV2TestStreaming', + maxParallelForks: 4, pipelineOptions: runnerV2PipelineOptions + ['--streaming', '--experiments=enable_streaming_engine'], excludedCategories: [ 'org.apache.beam.sdk.testing.LargeKeys$Above10KB',