diff --git a/LICENSE-binary b/LICENSE-binary index a759491a835b..6f8b883c293b 100644 --- a/LICENSE-binary +++ b/LICENSE-binary @@ -224,7 +224,7 @@ com.fasterxml.jackson.jaxrs:jackson-jaxrs-json-provider:2.21.1 com.fasterxml.jackson.module:jackson-module-jaxb-annotations:2.21.1 com.fasterxml.jackson.module:jackson-module-parameter-names:2.21.1 com.fasterxml.jackson.module:jackson-module-scala_2.13:2.21.1 -com.fasterxml.woodstox:woodstox-core:7.1.1 +com.fasterxml.woodstox:woodstox-core:7.2.0 com.github.ben-manes.caffeine:caffeine:2.9.3 com.github.erosb:everit-json-schema:1.14.6 com.github.jnr:jffi:1.3.14 @@ -414,7 +414,7 @@ org.apache.calcite:calcite-core:1.40.0 org.apache.calcite:calcite-linq4j:1.40.0 org.apache.commons:commons-collections4:4.5.0 org.apache.commons:commons-compress:1.28.0 -org.apache.commons:commons-configuration2:2.13.0 +org.apache.commons:commons-configuration2:2.15.1 org.apache.commons:commons-csv:1.14.1 org.apache.commons:commons-lang3:3.20.0 org.apache.commons:commons-math3:3.6.1 @@ -429,7 +429,6 @@ org.apache.hadoop.thirdparty:hadoop-shaded-guava:1.5.0 org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_25:1.5.0 org.apache.hadoop:hadoop-annotations:3.4.3 org.apache.hadoop:hadoop-auth:3.4.3 -org.apache.hadoop:hadoop-client-runtime:3.4.3 org.apache.hadoop:hadoop-common:3.4.3 org.apache.hadoop:hadoop-hdfs-client:3.4.3 org.apache.hadoop:hadoop-hdfs:3.4.3 @@ -506,19 +505,10 @@ org.codehaus.groovy:groovy-all:2.4.21 org.codehaus.jettison:jettison:1.5.4 org.codehaus.plexus:plexus-classworlds:2.9.0 org.conscrypt:conscrypt-openjdk-uber:2.5.2 -org.eclipse.jetty.websocket:websocket-api:9.4.58.v20250814 -org.eclipse.jetty.websocket:websocket-client:9.4.58.v20250814 -org.eclipse.jetty.websocket:websocket-common:9.4.58.v20250814 -org.eclipse.jetty:jetty-client:9.4.58.v20250814 -org.eclipse.jetty:jetty-http:9.4.58.v20250814 -org.eclipse.jetty:jetty-io:9.4.58.v20250814 -org.eclipse.jetty:jetty-security:9.4.58.v20250814 -org.eclipse.jetty:jetty-server:9.4.58.v20250814 -org.eclipse.jetty:jetty-servlet:9.4.58.v20250814 -org.eclipse.jetty:jetty-util-ajax:9.4.58.v20250814 -org.eclipse.jetty:jetty-webapp:9.4.58.v20250814 -org.eclipse.jetty:jetty-xml:9.4.58.v20250814 -org.eclipse.jetty:jetty-util:9.4.58.v20250814 +org.eclipse.jetty:jetty-http:12.0.35 +org.eclipse.jetty:jetty-io:12.0.35 +org.eclipse.jetty:jetty-server:12.0.35 +org.eclipse.jetty:jetty-util:12.0.35 org.immutables:value-annotations:2.12.1 org.javassist:javassist:3.30.2-GA org.jetbrains.kotlin:kotlin-reflect:2.3.10 @@ -623,7 +613,7 @@ com.thoughtworks.paranamer:paranamer:2.8.3 BSD 2-Clause ------------ com.github.luben:zstd-jni:1.5.7-7 -org.codehaus.woodstox:stax2-api:4.2.2 +org.codehaus.woodstox:stax2-api:4.3.0 BSD 3-Clause diff --git a/pinot-bom/pom.xml b/pinot-bom/pom.xml index fb6b1a5063e8..88937be16d1b 100644 --- a/pinot-bom/pom.xml +++ b/pinot-bom/pom.xml @@ -309,6 +309,11 @@ pinot-confluent-json ${project.version} + + org.apache.pinot + pinot-hadoop-shaded-xml + ${project.version} + org.apache.pinot pinot-orc diff --git a/pinot-connectors/pinot-spark-3-connector/pom.xml b/pinot-connectors/pinot-spark-3-connector/pom.xml index 507ff13e0b21..a7a8b052eeeb 100644 --- a/pinot-connectors/pinot-spark-3-connector/pom.xml +++ b/pinot-connectors/pinot-spark-3-connector/pom.xml @@ -85,6 +85,12 @@ true + + org.apache.pinot + pinot-hadoop-shaded-xml + ${project.version} + provided + org.apache.spark spark-sql_${scala.compat.version} @@ -94,6 +100,10 @@ org.lz4 lz4-java + + org.apache.hadoop + hadoop-client-runtime + diff --git a/pinot-integration-tests/pom.xml b/pinot-integration-tests/pom.xml index 761513d83eee..cb65b81141d6 100644 --- a/pinot-integration-tests/pom.xml +++ b/pinot-integration-tests/pom.xml @@ -321,8 +321,18 @@ org.lz4 lz4-java + + org.apache.hadoop + hadoop-client-runtime + + + org.apache.pinot + pinot-hadoop-shaded-xml + ${project.version} + test + org.apache.pinot pinot-batch-ingestion-spark-3 diff --git a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml index f8d192e0de18..04432382adde 100644 --- a/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml +++ b/pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3/pom.xml @@ -40,6 +40,12 @@ org.apache.pinot pinot-batch-ingestion-spark-base + + org.apache.pinot + pinot-hadoop-shaded-xml + ${project.version} + provided + org.apache.spark spark-core_${scala.compat.version} @@ -61,6 +67,10 @@ org.lz4 lz4-java + + org.apache.hadoop + hadoop-client-runtime + diff --git a/pinot-plugins/pinot-input-format/pinot-hadoop-shaded-xml/pom.xml b/pinot-plugins/pinot-input-format/pinot-hadoop-shaded-xml/pom.xml new file mode 100644 index 000000000000..622f7be494ab --- /dev/null +++ b/pinot-plugins/pinot-input-format/pinot-hadoop-shaded-xml/pom.xml @@ -0,0 +1,308 @@ + + + + 4.0.0 + + pinot-input-format + org.apache.pinot + 1.6.0-SNAPSHOT + + + pinot-hadoop-shaded-xml + Pinot Hadoop Shaded XML + https://pinot.apache.org/ + + + ${basedir}/../../.. + process-classes + + + + + commons-beanutils + commons-beanutils + true + + + commons-cli + commons-cli + true + + + commons-codec + commons-codec + true + + + commons-collections + commons-collections + true + + + commons-io + commons-io + true + + + commons-net + commons-net + true + + + com.fasterxml.woodstox + woodstox-core + true + + + org.apache.commons + commons-collections4 + true + + + org.apache.commons + commons-compress + true + + + org.apache.commons + commons-configuration2 + true + + + org.apache.commons + commons-lang3 + true + + + org.apache.commons + commons-math3 + true + + + org.apache.commons + commons-text + true + + + org.apache.hadoop.thirdparty + hadoop-shaded-guava + true + + + org.apache.hadoop.thirdparty + hadoop-shaded-protobuf_3_25 + true + + + org.codehaus.woodstox + stax2-api + true + + + + + + + maven-clean-plugin + + + clear-staged-relocated-hadoop-classes + process-classes + + clean + + + true + + + ${project.build.outputDirectory}/org/apache/hadoop + + + ${project.build.outputDirectory}/META-INF/services + + + ${project.build.outputDirectory}/META-INF/maven + + + ${project.build.outputDirectory}/META-INF/licenses-binary + + + ${project.build.outputDirectory}/assets + + + ${project.build.outputDirectory} + + META-INF/NOTICE-binary + PropertyList-1.0.dtd + properties.dtd + + + + + + + + + org.apache.maven.plugins + maven-jar-plugin + + true + + + + create-main-artifact-before-shade + process-classes + + jar + + + + default-jar + none + + + + + org.apache.maven.plugins + maven-shade-plugin + + ${project.build.directory}/${project.build.finalName}-relocated.jar + false + false + + + com.fasterxml.woodstox:woodstox-core + commons-beanutils:commons-beanutils + commons-cli:commons-cli + commons-codec:commons-codec + commons-collections:commons-collections + commons-io:commons-io + commons-net:commons-net + org.apache.commons:commons-collections4 + org.apache.commons:commons-compress + org.apache.hadoop.thirdparty:hadoop-shaded-guava + org.apache.hadoop.thirdparty:hadoop-shaded-protobuf_3_25 + org.apache.commons:commons-configuration2 + org.apache.commons:commons-lang3 + org.apache.commons:commons-math3 + org.apache.commons:commons-text + org.codehaus.woodstox:stax2-api + + + + + *:* + + META-INF/*.SF + META-INF/*.DSA + META-INF/*.RSA + module-info.class + META-INF/versions/*/module-info.class + + + + + + org.apache.commons.beanutils + org.apache.hadoop.shaded.org.apache.commons.beanutils + + + org.apache.commons.cli + org.apache.hadoop.shaded.org.apache.commons.cli + + + org.apache.commons.codec + org.apache.hadoop.shaded.org.apache.commons.codec + + + org.apache.commons.collections + org.apache.hadoop.shaded.org.apache.commons.collections + + + org.apache.commons.collections4 + org.apache.hadoop.shaded.org.apache.commons.collections4 + + + org.apache.commons.compress + org.apache.hadoop.shaded.org.apache.commons.compress + + + org.apache.commons.configuration2 + org.apache.hadoop.shaded.org.apache.commons.configuration2 + + + org.apache.commons.io + org.apache.hadoop.shaded.org.apache.commons.io + + + org.apache.commons.lang3 + org.apache.hadoop.shaded.org.apache.commons.lang3 + + + org.apache.commons.math3 + org.apache.hadoop.shaded.org.apache.commons.math3 + + + org.apache.commons.net + org.apache.hadoop.shaded.org.apache.commons.net + + + org.apache.commons.text + org.apache.hadoop.shaded.org.apache.commons.text + + + com.ctc.wstx + org.apache.hadoop.shaded.com.ctc.wstx + + + org.codehaus.stax2 + org.apache.hadoop.shaded.org.codehaus.stax2 + + + + + + org.apache.maven.plugins + maven-antrun-plugin + + + stage-relocated-hadoop-classes + process-classes + + run + + + + + + + + + + + + + + diff --git a/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml b/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml index c70f6a369e90..e3be9feb96c8 100644 --- a/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml +++ b/pinot-plugins/pinot-input-format/pinot-parquet/pom.xml @@ -53,8 +53,9 @@ bcprov-jdk18on - org.apache.hadoop - hadoop-client-runtime + org.apache.pinot + pinot-hadoop-shaded-xml + ${project.version} ${hadoop.dependencies.scope} diff --git a/pinot-plugins/pinot-input-format/pom.xml b/pinot-plugins/pinot-input-format/pom.xml index 43873ae79e8a..490875e7d014 100644 --- a/pinot-plugins/pinot-input-format/pom.xml +++ b/pinot-plugins/pinot-input-format/pom.xml @@ -44,6 +44,7 @@ pinot-confluent-avro pinot-confluent-json pinot-confluent-protobuf + pinot-hadoop-shaded-xml pinot-orc pinot-json pinot-parquet diff --git a/pom.xml b/pom.xml index 434e810c7701..85103615acfa 100644 --- a/pom.xml +++ b/pom.xml @@ -216,6 +216,7 @@ 8.5.18 4.0.0 2.6 + 1.5.0 1.5.0 2.9.8 6.2.0 @@ -233,6 +234,7 @@ 3.20.0 + 3.2.2 4.5.0 1.15.0 1.28.0 @@ -301,7 +303,7 @@ 1.5.5 10.9 3.6.5 - 9.4.58.v20250814 + 12.0.35 7.2.0 5.9.0 3.31.0-GA @@ -919,6 +921,11 @@ commons-lang3 ${commons-lang3.version} + + commons-collections + commons-collections + ${commons-collections.version} + org.apache.commons commons-collections4 @@ -1160,6 +1167,22 @@ ${hadoop.version} provided + + org.eclipse.jetty + jetty-server + + + org.eclipse.jetty + jetty-util + + + org.eclipse.jetty + jetty-servlet + + + org.eclipse.jetty + jetty-webapp + org.bouncycastle bcprov-jdk15on @@ -1196,6 +1219,10 @@ ${hadoop.version} provided + + org.eclipse.jetty + jetty-util-ajax + com.sun.jersey jersey-core @@ -1216,6 +1243,18 @@ ${hadoop.version} provided + + org.eclipse.jetty + jetty-servlet + + + org.eclipse.jetty + jetty-webapp + + + org.eclipse.jetty.websocket + websocket-client + org.slf4j slf4j-reload4j @@ -1260,6 +1299,10 @@ ch.qos.reload4j reload4j + + org.eclipse.jetty.websocket + websocket-client + @@ -1270,21 +1313,14 @@ org.apache.hadoop - hadoop-client-runtime + hadoop-client-api ${hadoop.version} provided - - - commons-logging - commons-logging - - - org.apache.hadoop - hadoop-client-api - ${hadoop.version} - provided + org.apache.hadoop.thirdparty + hadoop-shaded-guava + ${hadoop-shaded-guava.version} org.apache.hadoop.thirdparty @@ -1721,24 +1757,25 @@ dnsjava ${dnsjava.version} - + org.eclipse.jetty.websocket - websocket-client + jetty-websocket-jetty-client ${eclipse.jetty.version} - org.eclipse.jetty - jetty-servlet + org.eclipse.jetty.ee8 + jetty-ee8-servlet ${eclipse.jetty.version} - org.eclipse.jetty - jetty-webapp + org.eclipse.jetty.ee8 + jetty-ee8-webapp ${eclipse.jetty.version} - + org.eclipse.jetty jetty-bom @@ -1746,6 +1783,13 @@ pom import + + org.eclipse.jetty.ee8 + jetty-ee8-bom + ${eclipse.jetty.version} + pom + import + @@ -2168,6 +2212,12 @@ org.bouncycastle:bcprov-jdk15on org.lz4:lz4-java + + org.apache.hadoop:hadoop-client-runtime + + org.eclipse.jetty:*:(,12.0.35) + org.eclipse.jetty.ee8:*:(,12.0.35) + org.eclipse.jetty.websocket:*:(,12.0.35)