[feat] Upgrade BookKeeper dependency to 4.18.0

build-logic/conventions/src/main/kotlin/pulsar.client-shade-conventions.gradle.kts

@@ -55,7 +55,6 @@ tasks.named<com.github.jengelman.gradle.plugins.shadow.tasks.ShadowJar>("shadowJ
         include(dependency("commons-.*:.*"))
         include(dependency("io.airlift:.*"))
         include(dependency("io.grpc:.*"))
-        include(dependency("io.netty.incubator:.*"))
         include(dependency("io.netty:.*"))
         include(dependency("io.opencensus:.*"))
         include(dependency("io.perfmark:.*"))

build-logic/conventions/src/main/kotlin/pulsar.java-conventions.gradle.kts

@@ -193,6 +193,11 @@ tasks.withType<Test>().configureEach {
         "-Dpulsar.allocator.exit_on_oom=false",
         "-Dpulsar.allocator.out_of_memory_policy=FallbackToHeap",
         "-Dpulsar.test.preventExit=true",
+        // Force IPv4 to match Pulsar's runtime scripts (bin/pulsar, bin/bookkeeper). BookKeeper's
+        // BookieId validation rejects IPv6 zone identifiers (e.g. fe80::1%lo0), so on hosts where the
+        // loopback interface resolves to an IPv6 link-local address (notably macOS) bookies bound to
+        // loopback would otherwise fail to start.
+        "-Djava.net.preferIPv4Stack=true",
     )
 }
 

distribution/server/src/assemble/LICENSE.bin.txt

@@ -262,7 +262,8 @@ The Apache Software License, Version 2.0
      - com.fasterxml.jackson.module-jackson-module-parameter-names-2.21.3.jar
  * Caffeine -- com.github.ben-manes.caffeine-caffeine-3.2.4.jar
  * Conscrypt -- org.conscrypt-conscrypt-openjdk-uber-2.5.2.jar
- * Proto Google Common Protos -- com.google.api.grpc-proto-google-common-protos-2.59.2.jar
+ * LMAX Disruptor -- com.lmax-disruptor-4.0.0.jar
+ * Proto Google Common Protos -- com.google.api.grpc-proto-google-common-protos-2.63.2.jar
  * Bitbucket -- org.bitbucket.b_c-jose4j-0.9.6.jar
  * Gson
     - com.google.code.gson-gson-2.13.2.jar
@@ -277,7 +278,7 @@ The Apache Software License, Version 2.0
     - io.swagger-swagger-annotations-1.6.2.jar
     - io.swagger-swagger-core-1.6.2.jar
     - io.swagger-swagger-models-1.6.2.jar
- * slog -- io.github.merlimat.slog-slog-0.9.7.jar
+ * slog -- io.github.merlimat.slog-slog-0.9.9.jar
  * DataSketches
     - com.yahoo.datasketches-memory-0.8.3.jar
     - com.yahoo.datasketches-sketches-core-0.8.3.jar
@@ -293,36 +294,37 @@ The Apache Software License, Version 2.0
     - org.apache.commons-commons-lang3-3.20.0.jar
     - org.apache.commons-commons-text-1.14.0.jar
  * Netty
-    - io.netty-netty-buffer-4.1.134.Final.jar
-    - io.netty-netty-codec-4.1.134.Final.jar
-    - io.netty-netty-codec-dns-4.1.134.Final.jar
-    - io.netty-netty-codec-http-4.1.134.Final.jar
-    - io.netty-netty-codec-http2-4.1.134.Final.jar
-    - io.netty-netty-codec-socks-4.1.134.Final.jar
-    - io.netty-netty-codec-haproxy-4.1.134.Final.jar
-    - io.netty-netty-common-4.1.134.Final.jar
-    - io.netty-netty-handler-4.1.134.Final.jar
-    - io.netty-netty-handler-proxy-4.1.134.Final.jar
-    - io.netty-netty-resolver-4.1.134.Final.jar
-    - io.netty-netty-resolver-dns-4.1.134.Final.jar
-    - io.netty-netty-resolver-dns-classes-macos-4.1.134.Final.jar
-    - io.netty-netty-resolver-dns-native-macos-4.1.134.Final-osx-aarch_64.jar
-    - io.netty-netty-resolver-dns-native-macos-4.1.134.Final-osx-x86_64.jar
-    - io.netty-netty-transport-4.1.134.Final.jar
-    - io.netty-netty-transport-classes-epoll-4.1.134.Final.jar
-    - io.netty-netty-transport-native-epoll-4.1.134.Final-linux-aarch_64.jar
-    - io.netty-netty-transport-native-epoll-4.1.134.Final-linux-x86_64.jar
-    - io.netty-netty-transport-native-unix-common-4.1.134.Final.jar
+    - io.netty-netty-buffer-4.2.14.Final.jar
+    - io.netty-netty-codec-base-4.2.14.Final.jar
+    - io.netty-netty-codec-compression-4.2.14.Final.jar
+    - io.netty-netty-codec-dns-4.2.14.Final.jar
+    - io.netty-netty-codec-http-4.2.14.Final.jar
+    - io.netty-netty-codec-http2-4.2.14.Final.jar
+    - io.netty-netty-codec-socks-4.2.14.Final.jar
+    - io.netty-netty-codec-haproxy-4.2.14.Final.jar
+    - io.netty-netty-common-4.2.14.Final.jar
+    - io.netty-netty-handler-4.2.14.Final.jar
+    - io.netty-netty-handler-proxy-4.2.14.Final.jar
+    - io.netty-netty-resolver-4.2.14.Final.jar
+    - io.netty-netty-resolver-dns-4.2.14.Final.jar
+    - io.netty-netty-resolver-dns-classes-macos-4.2.14.Final.jar
+    - io.netty-netty-resolver-dns-native-macos-4.2.14.Final-osx-aarch_64.jar
+    - io.netty-netty-resolver-dns-native-macos-4.2.14.Final-osx-x86_64.jar
+    - io.netty-netty-transport-4.2.14.Final.jar
+    - io.netty-netty-transport-classes-epoll-4.2.14.Final.jar
+    - io.netty-netty-transport-native-epoll-4.2.14.Final-linux-aarch_64.jar
+    - io.netty-netty-transport-native-epoll-4.2.14.Final-linux-x86_64.jar
+    - io.netty-netty-transport-native-unix-common-4.2.14.Final.jar
     - io.netty-netty-tcnative-boringssl-static-2.0.77.Final.jar
     - io.netty-netty-tcnative-boringssl-static-2.0.77.Final-linux-aarch_64.jar
     - io.netty-netty-tcnative-boringssl-static-2.0.77.Final-linux-x86_64.jar
     - io.netty-netty-tcnative-boringssl-static-2.0.77.Final-osx-aarch_64.jar
     - io.netty-netty-tcnative-boringssl-static-2.0.77.Final-osx-x86_64.jar
     - io.netty-netty-tcnative-boringssl-static-2.0.77.Final-windows-x86_64.jar
     - io.netty-netty-tcnative-classes-2.0.77.Final.jar
-    - io.netty.incubator-netty-incubator-transport-classes-io_uring-0.0.26.Final.jar
-    - io.netty.incubator-netty-incubator-transport-native-io_uring-0.0.26.Final-linux-x86_64.jar
-    - io.netty.incubator-netty-incubator-transport-native-io_uring-0.0.26.Final-linux-aarch_64.jar
+    - io.netty-netty-transport-classes-io_uring-4.2.14.Final.jar
+    - io.netty-netty-transport-native-io_uring-4.2.14.Final-linux-x86_64.jar
+    - io.netty-netty-transport-native-io_uring-4.2.14.Final-linux-aarch_64.jar
  * Prometheus client
     - io.prometheus.jmx-collector-0.16.1.jar
     - io.prometheus-simpleclient-0.16.0.jar
@@ -356,32 +358,31 @@ The Apache Software License, Version 2.0
     - net.java.dev.jna-jna-jpms-5.18.1.jar
     - net.java.dev.jna-jna-platform-jpms-5.18.1.jar
  * BookKeeper
-    - org.apache.bookkeeper-bookkeeper-common-4.17.3.jar
-    - org.apache.bookkeeper-bookkeeper-common-allocator-4.17.3.jar
-    - org.apache.bookkeeper-bookkeeper-proto-4.17.3.jar
-    - org.apache.bookkeeper-bookkeeper-server-4.17.3.jar
-    - org.apache.bookkeeper-bookkeeper-tools-framework-4.17.3.jar
-    - org.apache.bookkeeper-circe-checksum-4.17.3.jar
-    - org.apache.bookkeeper-cpu-affinity-4.17.3.jar
-    - org.apache.bookkeeper-statelib-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-api-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-common-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-java-client-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-java-client-base-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-proto-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-server-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-service-api-4.17.3.jar
-    - org.apache.bookkeeper-stream-storage-service-impl-4.17.3.jar
-    - org.apache.bookkeeper.http-http-server-4.17.3.jar
-    - org.apache.bookkeeper.http-vertx-http-server-4.17.3.jar
-    - org.apache.bookkeeper.stats-bookkeeper-stats-api-4.17.3.jar
-    - org.apache.distributedlog-distributedlog-common-4.17.3.jar
-    - org.apache.distributedlog-distributedlog-core-4.17.3-tests.jar
-    - org.apache.distributedlog-distributedlog-core-4.17.3.jar
-    - org.apache.distributedlog-distributedlog-protocol-4.17.3.jar
-    - org.apache.bookkeeper-bookkeeper-slogger-api-4.17.3.jar
-    - org.apache.bookkeeper-bookkeeper-slogger-slf4j-4.17.3.jar
-    - org.apache.bookkeeper-native-io-4.17.3.jar
+    - org.apache.bookkeeper-bookkeeper-common-4.18.0.jar
+    - org.apache.bookkeeper-bookkeeper-common-allocator-4.18.0.jar
+    - org.apache.bookkeeper-bookkeeper-proto-4.18.0.jar
+    - org.apache.bookkeeper-bookkeeper-server-4.18.0.jar
+    - org.apache.bookkeeper-bookkeeper-tools-framework-4.18.0.jar
+    - org.apache.bookkeeper-circe-checksum-4.18.0.jar
+    - org.apache.bookkeeper-cpu-affinity-4.18.0.jar
+    - org.apache.bookkeeper-statelib-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-api-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-common-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-java-client-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-java-client-base-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-proto-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-server-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-service-api-4.18.0.jar
+    - org.apache.bookkeeper-stream-storage-service-impl-4.18.0.jar
+    - org.apache.bookkeeper.http-http-server-4.18.0.jar
+    - org.apache.bookkeeper.http-vertx-http-server-4.18.0.jar
+    - org.apache.bookkeeper.stats-bookkeeper-stats-api-4.18.0.jar
+    - org.apache.distributedlog-distributedlog-common-4.18.0.jar
+    - org.apache.distributedlog-distributedlog-core-4.18.0-tests.jar
+    - org.apache.distributedlog-distributedlog-core-4.18.0.jar
+    - org.apache.distributedlog-distributedlog-protocol-4.18.0.jar
+    - org.apache.bookkeeper-native-io-4.18.0.jar
+    - org.apache.bookkeeper-native-library-common-4.18.0.jar
     - at.yawk.lz4-lz4-java-1.10.3.jar
   * Apache HTTP Client
     - org.apache.httpcomponents-httpclient-4.5.13.jar
@@ -430,7 +431,7 @@ The Apache Software License, Version 2.0
     - org.eclipse.jetty.websocket-jetty-websocket-jetty-client-12.1.9.jar
     - org.eclipse.jetty.websocket-jetty-websocket-jetty-common-12.1.9.jar
  * SnakeYaml -- org.yaml-snakeyaml-2.0.jar
- * RocksDB - org.rocksdb-rocksdbjni-7.9.2.jar
+ * RocksDB - org.rocksdb-rocksdbjni-9.9.3.jar
  * Google Error Prone Annotations - com.google.errorprone-error_prone_annotations-2.45.0.jar
  * Apache Thrift - org.apache.thrift-libthrift-0.23.0.jar
  * OkHttp3
@@ -443,26 +444,26 @@ The Apache Software License, Version 2.0
      - org.jetbrains.kotlin-kotlin-stdlib-2.2.21.jar
      - org.jetbrains-annotations-13.0.jar
  * gRPC
-    - io.grpc-grpc-all-1.75.0.jar
-    - io.grpc-grpc-auth-1.75.0.jar
-    - io.grpc-grpc-context-1.75.0.jar
-    - io.grpc-grpc-core-1.75.0.jar
-    - io.grpc-grpc-protobuf-1.75.0.jar
-    - io.grpc-grpc-protobuf-lite-1.75.0.jar
-    - io.grpc-grpc-stub-1.75.0.jar
-    - io.grpc-grpc-alts-1.75.0.jar
-    - io.grpc-grpc-api-1.75.0.jar
-    - io.grpc-grpc-grpclb-1.75.0.jar
-    - io.grpc-grpc-netty-shaded-1.75.0.jar
-    - io.grpc-grpc-services-1.75.0.jar
-    - io.grpc-grpc-xds-1.75.0.jar
-    - io.grpc-grpc-rls-1.75.0.jar
-    - io.grpc-grpc-servlet-1.75.0.jar
-    - io.grpc-grpc-servlet-jakarta-1.75.0.jar
-    - io.grpc-grpc-util-1.75.0.jar
-    - io.grpc-grpc-opentelemetry-1.75.0.jar
-    - io.grpc-grpc-gcp-csm-observability-1.75.0.jar
-    - io.grpc-grpc-inprocess-1.75.0.jar
+    - io.grpc-grpc-all-1.79.0.jar
+    - io.grpc-grpc-auth-1.79.0.jar
+    - io.grpc-grpc-context-1.79.0.jar
+    - io.grpc-grpc-core-1.79.0.jar
+    - io.grpc-grpc-protobuf-1.79.0.jar
+    - io.grpc-grpc-protobuf-lite-1.79.0.jar
+    - io.grpc-grpc-stub-1.79.0.jar
+    - io.grpc-grpc-alts-1.79.0.jar
+    - io.grpc-grpc-api-1.79.0.jar
+    - io.grpc-grpc-grpclb-1.79.0.jar
+    - io.grpc-grpc-netty-shaded-1.79.0.jar
+    - io.grpc-grpc-services-1.79.0.jar
+    - io.grpc-grpc-xds-1.79.0.jar
+    - io.grpc-grpc-rls-1.79.0.jar
+    - io.grpc-grpc-servlet-1.79.0.jar
+    - io.grpc-grpc-servlet-jakarta-1.79.0.jar
+    - io.grpc-grpc-util-1.79.0.jar
+    - io.grpc-grpc-opentelemetry-1.79.0.jar
+    - io.grpc-grpc-gcp-csm-observability-1.79.0.jar
+    - io.grpc-grpc-inprocess-1.79.0.jar
   * Perfmark
     - io.perfmark-perfmark-api-0.26.0.jar
   * OpenCensus

distribution/shell/src/assemble/LICENSE.bin.txt

@@ -345,35 +345,36 @@ The Apache Software License, Version 2.0
     - commons-text-1.14.0.jar
     - commons-compress-1.28.0.jar
  * Netty
-    - netty-buffer-4.1.134.Final.jar
-    - netty-codec-4.1.134.Final.jar
-    - netty-codec-dns-4.1.134.Final.jar
-    - netty-codec-http-4.1.134.Final.jar
-    - netty-codec-socks-4.1.134.Final.jar
-    - netty-codec-haproxy-4.1.134.Final.jar
-    - netty-common-4.1.134.Final.jar
-    - netty-handler-4.1.134.Final.jar
-    - netty-handler-proxy-4.1.134.Final.jar
-    - netty-resolver-4.1.134.Final.jar
-    - netty-resolver-dns-4.1.134.Final.jar
-    - netty-transport-4.1.134.Final.jar
-    - netty-transport-classes-epoll-4.1.134.Final.jar
-    - netty-transport-native-epoll-4.1.134.Final-linux-aarch_64.jar
-    - netty-transport-native-epoll-4.1.134.Final-linux-x86_64.jar
-    - netty-transport-native-unix-common-4.1.134.Final.jar
+    - netty-buffer-4.2.14.Final.jar
+    - netty-codec-base-4.2.14.Final.jar
+    - netty-codec-compression-4.2.14.Final.jar
+    - netty-codec-dns-4.2.14.Final.jar
+    - netty-codec-http-4.2.14.Final.jar
+    - netty-codec-socks-4.2.14.Final.jar
+    - netty-codec-haproxy-4.2.14.Final.jar
+    - netty-common-4.2.14.Final.jar
+    - netty-handler-4.2.14.Final.jar
+    - netty-handler-proxy-4.2.14.Final.jar
+    - netty-resolver-4.2.14.Final.jar
+    - netty-resolver-dns-4.2.14.Final.jar
+    - netty-transport-4.2.14.Final.jar
+    - netty-transport-classes-epoll-4.2.14.Final.jar
+    - netty-transport-native-epoll-4.2.14.Final-linux-aarch_64.jar
+    - netty-transport-native-epoll-4.2.14.Final-linux-x86_64.jar
+    - netty-transport-native-unix-common-4.2.14.Final.jar
     - netty-tcnative-boringssl-static-2.0.77.Final.jar
     - netty-tcnative-boringssl-static-2.0.77.Final-linux-aarch_64.jar
     - netty-tcnative-boringssl-static-2.0.77.Final-linux-x86_64.jar
     - netty-tcnative-boringssl-static-2.0.77.Final-osx-aarch_64.jar
     - netty-tcnative-boringssl-static-2.0.77.Final-osx-x86_64.jar
     - netty-tcnative-boringssl-static-2.0.77.Final-windows-x86_64.jar
     - netty-tcnative-classes-2.0.77.Final.jar
-    - netty-incubator-transport-classes-io_uring-0.0.26.Final.jar
-    - netty-incubator-transport-native-io_uring-0.0.26.Final-linux-aarch_64.jar
-    - netty-incubator-transport-native-io_uring-0.0.26.Final-linux-x86_64.jar
-    - netty-resolver-dns-classes-macos-4.1.134.Final.jar
-    - netty-resolver-dns-native-macos-4.1.134.Final-osx-aarch_64.jar
-    - netty-resolver-dns-native-macos-4.1.134.Final-osx-x86_64.jar
+    - netty-transport-classes-io_uring-4.2.14.Final.jar
+    - netty-transport-native-io_uring-4.2.14.Final-linux-aarch_64.jar
+    - netty-transport-native-io_uring-4.2.14.Final-linux-x86_64.jar
+    - netty-resolver-dns-classes-macos-4.2.14.Final.jar
+    - netty-resolver-dns-native-macos-4.2.14.Final-osx-aarch_64.jar
+    - netty-resolver-dns-native-macos-4.2.14.Final-osx-x86_64.jar
  * Prometheus client
     - simpleclient-0.16.0.jar
     - simpleclient_log4j2-0.16.0.jar
@@ -392,12 +393,13 @@ The Apache Software License, Version 2.0
     - opentelemetry-common-1.62.0.jar
     - opentelemetry-context-1.62.0.jar
   * Slog
-    - slog-0.9.7.jar
+    - slog-0.9.9.jar
 
  * BookKeeper
-    - bookkeeper-common-allocator-4.17.3.jar
-    - cpu-affinity-4.17.3.jar
-    - circe-checksum-4.17.3.jar
+    - bookkeeper-common-allocator-4.18.0.jar
+    - cpu-affinity-4.18.0.jar
+    - circe-checksum-4.18.0.jar
+    - native-library-common-4.18.0.jar
   * AirCompressor
      - aircompressor-2.0.3.jar
  * AsyncHttpClient

gradle/libs.versions.toml

@@ -23,18 +23,17 @@ pulsar-client-python = "3.10.0"
 # Code quality
 checkstyle = "13.3.0"
 # Major frameworks
-bookkeeper = "4.17.3"
+bookkeeper = "4.18.0"
 zookeeper = "3.9.5"
-netty = "4.1.134.Final"
-netty-iouring = "0.0.26.Final"
+netty = "4.2.14.Final"
 jetty = "12.1.9"
 jersey = "2.42"
 jackson = "2.21.3"
 jackson-annotations = "2.21"
 protobuf = "3.25.5"
-grpc = "1.75.0"
+grpc = "1.79.0"
 slf4j = "2.0.17"
-slog = "0.9.7"
+slog = "0.9.9"
 log4j2 = "2.25.4"
 lombok = "1.18.42"
 # OpenTelemetry
@@ -107,7 +106,7 @@ picocli = "4.7.5"
 jline3 = "3.21.0"
 jline2 = "2.14.6"
 javassist = "3.25.0-GA"
-rocksdb = "7.9.2"
+rocksdb = "9.9.3"
 audience-annotations = "0.12.0"
 # Misc
 curator = "5.7.1"
@@ -212,8 +211,8 @@ netty-resolver-dns-native-macos = { module = "io.netty:netty-resolver-dns-native
 netty-transport-native-epoll = { module = "io.netty:netty-transport-native-epoll", version.ref = "netty" }
 netty-transport-native-unix-common = { module = "io.netty:netty-transport-native-unix-common", version.ref = "netty" }
 netty-tcnative-boringssl-static = { module = "io.netty:netty-tcnative-boringssl-static", version.ref = "netty-tcnative" }
-netty-incubator-transport-classes-io_uring = { module = "io.netty.incubator:netty-incubator-transport-classes-io_uring", version.ref = "netty-iouring" }
-netty-incubator-transport-native-io-uring = { module = "io.netty.incubator:netty-incubator-transport-native-io_uring", version.ref = "netty-iouring" }
+netty-transport-classes-io_uring = { module = "io.netty:netty-transport-classes-io_uring", version.ref = "netty" }
+netty-transport-native-io-uring = { module = "io.netty:netty-transport-native-io_uring", version.ref = "netty" }
 netty-reactive-streams = { module = "com.typesafe.netty:netty-reactive-streams", version.ref = "netty-reactive-streams" }
 # Protobuf / gRPC
 protobuf-bom = { module = "com.google.protobuf:protobuf-bom", version.ref = "protobuf" }