Tests summary in pipeline and improved test tags to be used in Test Optimization product

.gitlab-ci.yml

@@ -12,6 +12,7 @@ stages:
   - benchmarks
   - macrobenchmarks
   - tests
+  - test-summary
   - exploration-tests
   - ci-visibility-tests
   - generate-signing-key
@@ -610,6 +611,7 @@ muzzle-dep-report:
     - .gitlab/collect_results.sh
     - .gitlab/upload_ciapp.sh $CACHE_TYPE $testJvm
     - gitlab_section_end "collect-reports"
+    - .gitlab/count_tests.sh "$GRADLE_TARGET" "$testJvm" "./results" "./test_counts_${CI_JOB_ID}.json"
     - URL_ENCODED_JOB_NAME=$(jq -rn --arg x "$CI_JOB_NAME" '$x|@uri')
     - echo -e "${TEXT_BOLD}${TEXT_YELLOW}See test results in Datadog:${TEXT_CLEAR} https://app.datadoghq.com/ci/test/runs?query=test_level%3Atest%20%40test.service%3Add-trace-java%20%40ci.pipeline.id%3A${CI_PIPELINE_ID}%20%40ci.job.name%3A%22${URL_ENCODED_JOB_NAME}%22"
   artifacts:
@@ -618,6 +620,7 @@ muzzle-dep-report:
       - ./reports.tar
       - ./profiles.tar
       - ./results
+      - './test_counts_*.json'
       - '.gradle/daemon/*/*.out.log'
     reports:
       junit: results/*.xml
@@ -790,6 +793,25 @@ test_smoke_semeru8_debugger:
     NON_DEFAULT_JVMS: "true"
     testJvm: "semeru8"
 
+aggregate_test_counts:
+  image: ghcr.io/datadog/dd-trace-java-docker-build:${BUILDER_IMAGE_VERSION_PREFIX}base
+  stage: test-summary
+  # Note: No explicit 'needs' or 'dependencies' required
+  # By default, GitLab CI automatically downloads artifacts from ALL jobs in previous stages
+  # This job collects test_counts_*.json files from all test/check jobs via stage ordering
+  rules:
+    - if: '$POPULATE_CACHE'
+      when: never
+    - when: always
+  script:
+    - *set_datadog_api_keys
+    - .gitlab/aggregate_test_counts.sh
+  artifacts:
+    when: always
+    paths:
+      - test_counts_summary.json
+      - test_counts_report.md
+
 deploy_to_profiling_backend:
   stage: publish
   needs: [ build ]