From 91e8db0938157dbe95699eace0c0a6c99b52d2e2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 5 Aug 2026 17:20:28 +0200 Subject: [PATCH 1/4] GH-49524: [CI][Integration] Bump HDFS versions tested --- .env | 2 +- dev/tasks/tasks.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.env b/.env index 660f589bf46..21339d2c4df 100644 --- a/.env +++ b/.env @@ -62,7 +62,7 @@ CMAKE=3.26.0 CUDA=11.7.1 DASK=latest GCC= -HDFS=3.2.1 +HDFS=3.4.3 JDK=11 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete. LLVM=18 diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index 65e22508bcd..7157b8f8bf8 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -765,7 +765,7 @@ tasks: image: conda-python-dask {% endfor %} -{% for hdfs_version in ["2.9.2", "3.2.1"] %} +{% for hdfs_version in ["2.10.2", "3.4.3"] %} test-conda-python-3.11-hdfs-{{ hdfs_version }}: ci: github template: docker-tests/github.linux.yml From ddc306533b5f62fc626a9fde7e54d50154ae46c9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Wed, 5 Aug 2026 17:25:07 +0200 Subject: [PATCH 2/4] Bump to latest from 3.4.3 to 3.5.0 --- .env | 2 +- ci/docker/conda-python-hdfs.dockerfile | 2 +- dev/tasks/tasks.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.env b/.env index 21339d2c4df..c5027208273 100644 --- a/.env +++ b/.env @@ -62,7 +62,7 @@ CMAKE=3.26.0 CUDA=11.7.1 DASK=latest GCC= -HDFS=3.4.3 +HDFS=3.5.0 JDK=11 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete. LLVM=18 diff --git a/ci/docker/conda-python-hdfs.dockerfile b/ci/docker/conda-python-hdfs.dockerfile index 85311c8fa1f..26707ad6aef 100644 --- a/ci/docker/conda-python-hdfs.dockerfile +++ b/ci/docker/conda-python-hdfs.dockerfile @@ -30,7 +30,7 @@ RUN mamba install -q -y \ mamba clean --all --yes # installing libhdfs (JNI) -ARG hdfs=3.2.1 +ARG hdfs=3.5.0 ENV HADOOP_HOME=/opt/hadoop-${hdfs} \ HADOOP_OPTS=-Djava.library.path=/opt/hadoop-${hdfs}/lib/native \ PATH=$PATH:/opt/hadoop-${hdfs}/bin:/opt/hadoop-${hdfs}/sbin diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index 7157b8f8bf8..9ef1a9bd159 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -765,7 +765,7 @@ tasks: image: conda-python-dask {% endfor %} -{% for hdfs_version in ["2.10.2", "3.4.3"] %} +{% for hdfs_version in ["2.10.2", "3.5.0"] %} test-conda-python-3.11-hdfs-{{ hdfs_version }}: ci: github template: docker-tests/github.linux.yml From 15ea6daba221f5e0ce9059f49f75abd91c74459d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 6 Aug 2026 13:12:08 +0200 Subject: [PATCH 3/4] Bump JDK version --- .env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.env b/.env index c5027208273..f0d538ccd93 100644 --- a/.env +++ b/.env @@ -63,7 +63,7 @@ CUDA=11.7.1 DASK=latest GCC= HDFS=3.5.0 -JDK=11 +JDK=17 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete. LLVM=18 MAVEN=3.9.9 From 51fd13d87fb6e82f94fe3a9e7e4f885221b3aa56 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 6 Aug 2026 14:23:16 +0200 Subject: [PATCH 4/4] Update defaults to match what we are doing --- ci/docker/conda-python-hdfs.dockerfile | 2 +- ci/docker/conda-python-spark.dockerfile | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/docker/conda-python-hdfs.dockerfile b/ci/docker/conda-python-hdfs.dockerfile index 26707ad6aef..d1c981953b2 100644 --- a/ci/docker/conda-python-hdfs.dockerfile +++ b/ci/docker/conda-python-hdfs.dockerfile @@ -21,7 +21,7 @@ ARG arch_short ARG python=3.11 FROM --platform=linux/${arch} ${repo}:${arch_short}-conda-python-${python} -ARG jdk=11 +ARG jdk=17 ARG maven=3.9.9 RUN mamba install -q -y \ maven=${maven} \ diff --git a/ci/docker/conda-python-spark.dockerfile b/ci/docker/conda-python-spark.dockerfile index d7e74f08ee6..8267c690474 100644 --- a/ci/docker/conda-python-spark.dockerfile +++ b/ci/docker/conda-python-spark.dockerfile @@ -21,7 +21,7 @@ ARG arch_short ARG python=3.11 FROM --platform=linux/${arch} ${repo}:${arch_short}-conda-python-${python} -ARG jdk=11 +ARG jdk=17 ARG maven=3.9.9 ARG numpy=latest