From 9d1ab6805566d24b9957b36819f458005b6c582e Mon Sep 17 00:00:00 2001 From: anil Date: Mon, 23 Mar 2026 18:25:40 +0100 Subject: [PATCH 1/3] fix: filter out bad timestamp issue activities to prevent overflows Signed-off-by: anil --- .../pipes/issue_analysis_copy_pipe.pipe | 20 +++++++++++++++---- 1 file changed, 16 insertions(+), 4 deletions(-) diff --git a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe index 68304c76bb..3fe2cb9b93 100644 --- a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe +++ b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe @@ -1,5 +1,6 @@ DESCRIPTION > - Compacts activities from same issue into one, keeping necessary information in a single row. Helps to serve issue-wide widgets in the development tab. + Compacts activities from same issue into one, keeping necessary information in a single row. Helps to serve issue-wide widgets in the development tab. + NODE issues_opened SQL > @@ -13,24 +14,33 @@ SQL > memberId, organizationId FROM activityRelations_deduplicated_cleaned_bucket_union - WHERE type = 'issues-opened' + WHERE type = 'issues-opened' AND toYear(timestamp) >= 1971 + + NODE issues_closed SQL > + SELECT sourceParentId, MIN(timestamp) AS closedAt FROM activityRelations_deduplicated_cleaned_bucket_union - WHERE type = 'issues-closed' AND sourceParentId != '' + WHERE type = 'issues-closed' AND sourceParentId != '' AND toYear(timestamp) >= 1971 GROUP BY sourceParentId + + NODE issues_comment SQL > + SELECT sourceParentId, MIN(timestamp) AS commentedAt FROM activityRelations_deduplicated_cleaned_bucket_union WHERE type = 'issue-comment' AND sourceParentId != '' AND toYear(timestamp) >= 1971 GROUP BY sourceParentId + + NODE issue_analysis_results_merged SQL > + SELECT opened.id, opened.sourceId, @@ -57,7 +67,9 @@ SQL > LEFT JOIN issues_closed AS closed ON opened.sourceId = closed.sourceParentId LEFT JOIN issues_comment AS comment ON opened.sourceId = comment.sourceParentId -TYPE COPY +TYPE copy TARGET_DATASOURCE issues_analyzed COPY_MODE replace COPY_SCHEDULE 20 * * * * + + From aea628875da047f32ae1a6907147dc9103ea8042 Mon Sep 17 00:00:00 2001 From: anil Date: Mon, 23 Mar 2026 18:28:24 +0100 Subject: [PATCH 2/3] chore: formatting Signed-off-by: anil --- services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe index 3fe2cb9b93..98ef72bb4a 100644 --- a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe +++ b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe @@ -67,7 +67,7 @@ SQL > LEFT JOIN issues_closed AS closed ON opened.sourceId = closed.sourceParentId LEFT JOIN issues_comment AS comment ON opened.sourceId = comment.sourceParentId -TYPE copy +TYPE COPY TARGET_DATASOURCE issues_analyzed COPY_MODE replace COPY_SCHEDULE 20 * * * * From 5702de688f335ce427cc9e2e2c64e5aa6e78c674 Mon Sep 17 00:00:00 2001 From: anil Date: Fri, 27 Mar 2026 12:20:02 +0100 Subject: [PATCH 3/3] chore: formatting Signed-off-by: anil --- .../tinybird/pipes/issue_analysis_copy_pipe.pipe | 14 +------------- 1 file changed, 1 insertion(+), 13 deletions(-) diff --git a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe index 98ef72bb4a..c35cdc8171 100644 --- a/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe +++ b/services/libs/tinybird/pipes/issue_analysis_copy_pipe.pipe @@ -1,6 +1,5 @@ DESCRIPTION > - Compacts activities from same issue into one, keeping necessary information in a single row. Helps to serve issue-wide widgets in the development tab. - + Compacts activities from same issue into one, keeping necessary information in a single row. Helps to serve issue-wide widgets in the development tab. NODE issues_opened SQL > @@ -16,31 +15,22 @@ SQL > FROM activityRelations_deduplicated_cleaned_bucket_union WHERE type = 'issues-opened' AND toYear(timestamp) >= 1971 - - NODE issues_closed SQL > - SELECT sourceParentId, MIN(timestamp) AS closedAt FROM activityRelations_deduplicated_cleaned_bucket_union WHERE type = 'issues-closed' AND sourceParentId != '' AND toYear(timestamp) >= 1971 GROUP BY sourceParentId - - NODE issues_comment SQL > - SELECT sourceParentId, MIN(timestamp) AS commentedAt FROM activityRelations_deduplicated_cleaned_bucket_union WHERE type = 'issue-comment' AND sourceParentId != '' AND toYear(timestamp) >= 1971 GROUP BY sourceParentId - - NODE issue_analysis_results_merged SQL > - SELECT opened.id, opened.sourceId, @@ -71,5 +61,3 @@ TYPE COPY TARGET_DATASOURCE issues_analyzed COPY_MODE replace COPY_SCHEDULE 20 * * * * - -