From bd3d9c5f9d0f1219553edef7f744d7c5f3c9784d Mon Sep 17 00:00:00 2001 From: Artem Savchenko Date: Wed, 19 Nov 2025 13:25:35 +0700 Subject: [PATCH 1/5] Compress kafka messages and fix exception in findAll Signed-off-by: Artem Savchenko --- packages/kafka/src/index.ts | 5 +++-- packages/middleware/src/findSecurity.ts | 2 +- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/packages/kafka/src/index.ts b/packages/kafka/src/index.ts index 76475f1..f9c2089 100644 --- a/packages/kafka/src/index.ts +++ b/packages/kafka/src/index.ts @@ -22,7 +22,7 @@ import { type PlatformQueue, type PlatformQueueProducer } from '@hcengineering/server-core' -import { Kafka, Partitioners, type Consumer, type Producer } from 'kafkajs' +import { Kafka, Partitioners, type Consumer, type Producer, CompressionTypes } from 'kafkajs' import type * as tls from 'tls' export interface QueueConfig { @@ -199,7 +199,8 @@ class PlatformQueueProducerImpl implements PlatformQueueProducer { ) { this.txProducer = kafka.producer({ allowAutoTopicCreation: true, - createPartitioner: Partitioners.DefaultPartitioner + createPartitioner: Partitioners.DefaultPartitioner, + compression: CompressionTypes.GZIP }) this.connected = this.ctx.with('connect-broker', {}, () => this.txProducer.connect()) } diff --git a/packages/middleware/src/findSecurity.ts b/packages/middleware/src/findSecurity.ts index c8fce0c..b4f4732 100644 --- a/packages/middleware/src/findSecurity.ts +++ b/packages/middleware/src/findSecurity.ts @@ -46,7 +46,7 @@ export class FindSecurityMiddleware extends BaseMiddleware implements Middleware query: DocumentQuery, options?: FindOptions ): Promise> { - if (options !== undefined) { + if (options != null) { const { limit, sort, lookup, projection, associations, total, showArchived } = options return this.provideFindAll(ctx, _class, query, { limit, From 25b7389f8346579cc423a2d59a5b9a218b069695 Mon Sep 17 00:00:00 2001 From: Artem Savchenko Date: Wed, 19 Nov 2025 13:40:45 +0700 Subject: [PATCH 2/5] Bump versions Signed-off-by: Artem Savchenko --- packages/kafka/CHANGELOG.json | 12 ++++++++++++ packages/kafka/CHANGELOG.md | 9 ++++++++- packages/kafka/package.json | 2 +- packages/middleware/CHANGELOG.json | 12 ++++++++++++ packages/middleware/CHANGELOG.md | 9 ++++++++- packages/middleware/package.json | 2 +- 6 files changed, 42 insertions(+), 4 deletions(-) diff --git a/packages/kafka/CHANGELOG.json b/packages/kafka/CHANGELOG.json index 6b448d8..c6ba82d 100644 --- a/packages/kafka/CHANGELOG.json +++ b/packages/kafka/CHANGELOG.json @@ -1,6 +1,18 @@ { "name": "@hcengineering/kafka", "entries": [ + { + "version": "0.7.16", + "tag": "@hcengineering/kafka_v0.7.16", + "date": "Wed, 19 Nov 2025 06:39:47 GMT", + "comments": { + "patch": [ + { + "comment": "Compress kafka messages" + } + ] + } + }, { "version": "0.7.15", "tag": "@hcengineering/kafka_v0.7.15", diff --git a/packages/kafka/CHANGELOG.md b/packages/kafka/CHANGELOG.md index de3387d..28ad05d 100644 --- a/packages/kafka/CHANGELOG.md +++ b/packages/kafka/CHANGELOG.md @@ -1,6 +1,13 @@ # Change Log - @hcengineering/kafka -This log was last generated on Mon, 27 Oct 2025 16:26:11 GMT and should not be manually modified. +This log was last generated on Wed, 19 Nov 2025 06:39:47 GMT and should not be manually modified. + +## 0.7.16 +Wed, 19 Nov 2025 06:39:47 GMT + +### Patches + +- Compress kafka messages ## 0.7.15 Mon, 27 Oct 2025 16:26:11 GMT diff --git a/packages/kafka/package.json b/packages/kafka/package.json index 3e49735..5d331e3 100644 --- a/packages/kafka/package.json +++ b/packages/kafka/package.json @@ -1,6 +1,6 @@ { "name": "@hcengineering/kafka", - "version": "0.7.15", + "version": "0.7.16", "main": "lib/index.js", "svelte": "src/index.ts", "types": "types/index.d.ts", diff --git a/packages/middleware/CHANGELOG.json b/packages/middleware/CHANGELOG.json index 673f570..649bd07 100644 --- a/packages/middleware/CHANGELOG.json +++ b/packages/middleware/CHANGELOG.json @@ -1,6 +1,18 @@ { "name": "@hcengineering/middleware", "entries": [ + { + "version": "0.7.18", + "tag": "@hcengineering/middleware_v0.7.18", + "date": "Wed, 19 Nov 2025 06:39:47 GMT", + "comments": { + "patch": [ + { + "comment": "Fix exception for null options in find" + } + ] + } + }, { "version": "0.7.17", "tag": "@hcengineering/middleware_v0.7.17", diff --git a/packages/middleware/CHANGELOG.md b/packages/middleware/CHANGELOG.md index d69ab0b..f67a9e0 100644 --- a/packages/middleware/CHANGELOG.md +++ b/packages/middleware/CHANGELOG.md @@ -1,6 +1,13 @@ # Change Log - @hcengineering/middleware -This log was last generated on Thu, 30 Oct 2025 23:32:01 GMT and should not be manually modified. +This log was last generated on Wed, 19 Nov 2025 06:39:47 GMT and should not be manually modified. + +## 0.7.18 +Wed, 19 Nov 2025 06:39:47 GMT + +### Patches + +- Fix exception for null options in find ## 0.7.17 Thu, 30 Oct 2025 23:32:01 GMT diff --git a/packages/middleware/package.json b/packages/middleware/package.json index 06bb220..a3361dc 100644 --- a/packages/middleware/package.json +++ b/packages/middleware/package.json @@ -1,6 +1,6 @@ { "name": "@hcengineering/middleware", - "version": "0.7.17", + "version": "0.7.18", "main": "lib/index.js", "svelte": "src/index.ts", "types": "types/index.d.ts", From 82b9054d8e0b9de361e2eeeb14d4f41b7b7ce030 Mon Sep 17 00:00:00 2001 From: Artem Savchenko Date: Wed, 19 Nov 2025 13:50:21 +0700 Subject: [PATCH 3/5] Bump versions Signed-off-by: Artem Savchenko --- .../fix-formatting_2025-11-12-14-59.json | 10 ---------- packages/kafka/CHANGELOG.json | 12 ++++++++++++ packages/kafka/CHANGELOG.md | 9 ++++++++- packages/kafka/package.json | 2 +- packages/middleware/CHANGELOG.json | 17 +++++++++++++++++ packages/middleware/CHANGELOG.md | 9 ++++++++- packages/middleware/package.json | 2 +- 7 files changed, 47 insertions(+), 14 deletions(-) delete mode 100644 common/changes/@hcengineering/middleware/fix-formatting_2025-11-12-14-59.json diff --git a/common/changes/@hcengineering/middleware/fix-formatting_2025-11-12-14-59.json b/common/changes/@hcengineering/middleware/fix-formatting_2025-11-12-14-59.json deleted file mode 100644 index b78e3e8..0000000 --- a/common/changes/@hcengineering/middleware/fix-formatting_2025-11-12-14-59.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "changes": [ - { - "packageName": "@hcengineering/middleware", - "comment": "Fix formatting", - "type": "none" - } - ], - "packageName": "@hcengineering/middleware" -} \ No newline at end of file diff --git a/packages/kafka/CHANGELOG.json b/packages/kafka/CHANGELOG.json index dce8d9c..62bd682 100644 --- a/packages/kafka/CHANGELOG.json +++ b/packages/kafka/CHANGELOG.json @@ -1,6 +1,18 @@ { "name": "@hcengineering/kafka", "entries": [ + { + "version": "0.7.17", + "tag": "@hcengineering/kafka_v0.7.17", + "date": "Wed, 19 Nov 2025 06:47:45 GMT", + "comments": { + "patch": [ + { + "comment": "Compress Kafka messages" + } + ] + } + }, { "version": "0.7.16", "tag": "@hcengineering/kafka_v0.7.16", diff --git a/packages/kafka/CHANGELOG.md b/packages/kafka/CHANGELOG.md index 46ad7e1..be0e49e 100644 --- a/packages/kafka/CHANGELOG.md +++ b/packages/kafka/CHANGELOG.md @@ -1,6 +1,13 @@ # Change Log - @hcengineering/kafka -This log was last generated on Thu, 06 Nov 2025 10:21:28 GMT and should not be manually modified. +This log was last generated on Wed, 19 Nov 2025 06:47:45 GMT and should not be manually modified. + +## 0.7.17 +Wed, 19 Nov 2025 06:47:45 GMT + +### Patches + +- Compress Kafka messages ## 0.7.16 Thu, 06 Nov 2025 10:21:28 GMT diff --git a/packages/kafka/package.json b/packages/kafka/package.json index fdae751..f3efadf 100644 --- a/packages/kafka/package.json +++ b/packages/kafka/package.json @@ -1,6 +1,6 @@ { "name": "@hcengineering/kafka", - "version": "0.7.16", + "version": "0.7.17", "main": "lib/index.js", "svelte": "src/index.ts", "types": "types/index.d.ts", diff --git a/packages/middleware/CHANGELOG.json b/packages/middleware/CHANGELOG.json index 824358c..5327adf 100644 --- a/packages/middleware/CHANGELOG.json +++ b/packages/middleware/CHANGELOG.json @@ -1,6 +1,23 @@ { "name": "@hcengineering/middleware", "entries": [ + { + "version": "0.7.20", + "tag": "@hcengineering/middleware_v0.7.20", + "date": "Wed, 19 Nov 2025 06:47:45 GMT", + "comments": { + "patch": [ + { + "comment": "Fix exception in findAll" + } + ], + "none": [ + { + "comment": "Fix formatting" + } + ] + } + }, { "version": "0.7.19", "tag": "@hcengineering/middleware_v0.7.19", diff --git a/packages/middleware/CHANGELOG.md b/packages/middleware/CHANGELOG.md index 429015f..3ba6293 100644 --- a/packages/middleware/CHANGELOG.md +++ b/packages/middleware/CHANGELOG.md @@ -1,6 +1,13 @@ # Change Log - @hcengineering/middleware -This log was last generated on Fri, 07 Nov 2025 16:12:16 GMT and should not be manually modified. +This log was last generated on Wed, 19 Nov 2025 06:47:45 GMT and should not be manually modified. + +## 0.7.20 +Wed, 19 Nov 2025 06:47:45 GMT + +### Patches + +- Fix exception in findAll ## 0.7.19 Fri, 07 Nov 2025 16:12:16 GMT diff --git a/packages/middleware/package.json b/packages/middleware/package.json index 7b5eb00..05f0546 100644 --- a/packages/middleware/package.json +++ b/packages/middleware/package.json @@ -1,6 +1,6 @@ { "name": "@hcengineering/middleware", - "version": "0.7.19", + "version": "0.7.20", "main": "lib/index.js", "svelte": "src/index.ts", "types": "types/index.d.ts", From 3ece770d4438c4a37cdf210643bcc2758468e322 Mon Sep 17 00:00:00 2001 From: Artem Savchenko Date: Wed, 19 Nov 2025 14:03:19 +0700 Subject: [PATCH 4/5] Rush change Signed-off-by: Artem Savchenko --- .../compress-kafka-messages_2025-11-19-07-02.json | 10 ++++++++++ .../compress-kafka-messages_2025-11-19-07-02.json | 10 ++++++++++ 2 files changed, 20 insertions(+) create mode 100644 common/changes/@hcengineering/kafka/compress-kafka-messages_2025-11-19-07-02.json create mode 100644 common/changes/@hcengineering/middleware/compress-kafka-messages_2025-11-19-07-02.json diff --git a/common/changes/@hcengineering/kafka/compress-kafka-messages_2025-11-19-07-02.json b/common/changes/@hcengineering/kafka/compress-kafka-messages_2025-11-19-07-02.json new file mode 100644 index 0000000..835a0e2 --- /dev/null +++ b/common/changes/@hcengineering/kafka/compress-kafka-messages_2025-11-19-07-02.json @@ -0,0 +1,10 @@ +{ + "changes": [ + { + "packageName": "@hcengineering/kafka", + "comment": "Compress Kafka messages", + "type": "patch" + } + ], + "packageName": "@hcengineering/kafka" +} \ No newline at end of file diff --git a/common/changes/@hcengineering/middleware/compress-kafka-messages_2025-11-19-07-02.json b/common/changes/@hcengineering/middleware/compress-kafka-messages_2025-11-19-07-02.json new file mode 100644 index 0000000..c9dbf3e --- /dev/null +++ b/common/changes/@hcengineering/middleware/compress-kafka-messages_2025-11-19-07-02.json @@ -0,0 +1,10 @@ +{ + "changes": [ + { + "packageName": "@hcengineering/middleware", + "comment": "Fix exception in findAll", + "type": "patch" + } + ], + "packageName": "@hcengineering/middleware" +} \ No newline at end of file From 11e8f750baeda8ec6734dfb90468f4e3ab395ad1 Mon Sep 17 00:00:00 2001 From: Artem Savchenko Date: Wed, 19 Nov 2025 14:22:41 +0700 Subject: [PATCH 5/5] Fix compression param Signed-off-by: Artem Savchenko --- packages/kafka/src/index.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/kafka/src/index.ts b/packages/kafka/src/index.ts index f9c2089..5a88767 100644 --- a/packages/kafka/src/index.ts +++ b/packages/kafka/src/index.ts @@ -199,8 +199,7 @@ class PlatformQueueProducerImpl implements PlatformQueueProducer { ) { this.txProducer = kafka.producer({ allowAutoTopicCreation: true, - createPartitioner: Partitioners.DefaultPartitioner, - compression: CompressionTypes.GZIP + createPartitioner: Partitioners.DefaultPartitioner }) this.connected = this.ctx.with('connect-broker', {}, () => this.txProducer.connect()) } @@ -224,7 +223,8 @@ class PlatformQueueProducerImpl implements PlatformQueueProducer { workspace, meta: JSON.stringify(ctx.extractMeta()) } - })) + })), + compression: CompressionTypes.GZIP }) ) }