From 9d1ab6805566d24b9957b36819f458005b6c582e Mon Sep 17 00:00:00 2001 From: anil Date: Mon, 23 Mar 2026 18:25:40 +0100 Subject: [PATCH 1/2] fix: filter out bad timestamp issue activities to prevent overflows Signed-off-by: anil --- .../pipes/issue_analysis_copy_pipe.pipe | 20 +++++++++++++++---- 1 file changed, 16 insertions(+), 4 deletions(-) diff --git a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe index 68304c76bb..3fe2cb9b93 100644 --- a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe +++ b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe @@ -1,5 +1,6 @@ DESCRIPTION > - Compacts activities from same issue into one, keeping necessary information in a single row. Helps to serve issue-wide widgets in the development tab. + Compacts activities from same issue into one, keeping necessary information in a single row. Helps to serve issue-wide widgets in the development tab. + NODE issues_opened SQL > @@ -13,24 +14,33 @@ SQL > memberId, organizationId FROM activityRelations_deduplicated_cleaned_bucket_union - WHERE type = 'issues-opened' + WHERE type = 'issues-opened' AND toYear(timestamp) >= 1971 + + NODE issues_closed SQL > + SELECT sourceParentId, MIN(timestamp) AS closedAt FROM activityRelations_deduplicated_cleaned_bucket_union - WHERE type = 'issues-closed' AND sourceParentId != '' + WHERE type = 'issues-closed' AND sourceParentId != '' AND toYear(timestamp) >= 1971 GROUP BY sourceParentId + + NODE issues_comment SQL > + SELECT sourceParentId, MIN(timestamp) AS commentedAt FROM activityRelations_deduplicated_cleaned_bucket_union WHERE type = 'issue-comment' AND sourceParentId != '' AND toYear(timestamp) >= 1971 GROUP BY sourceParentId + + NODE issue_analysis_results_merged SQL > + SELECT opened.id, opened.sourceId, @@ -57,7 +67,9 @@ SQL > LEFT JOIN issues_closed AS closed ON opened.sourceId = closed.sourceParentId LEFT JOIN issues_comment AS comment ON opened.sourceId = comment.sourceParentId -TYPE COPY +TYPE copy TARGET_DATASOURCE issues_analyzed COPY_MODE replace COPY_SCHEDULE 20 * * * * + + From aea628875da047f32ae1a6907147dc9103ea8042 Mon Sep 17 00:00:00 2001 From: anil Date: Mon, 23 Mar 2026 18:28:24 +0100 Subject: [PATCH 2/2] chore: formatting Signed-off-by: anil --- services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe index 3fe2cb9b93..98ef72bb4a 100644 --- a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe +++ b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe @@ -67,7 +67,7 @@ SQL > LEFT JOIN issues_closed AS closed ON opened.sourceId = closed.sourceParentId LEFT JOIN issues_comment AS comment ON opened.sourceId = comment.sourceParentId -TYPE copy +TYPE COPY TARGET_DATASOURCE issues_analyzed COPY_MODE replace COPY_SCHEDULE 20 * * * *