chore: add changes to health score pipes

Author: joanagmaia

services/libs/tinybird/pipes/health_score_active_contributors.pipe

@@ -31,6 +31,9 @@ SQL >
             AND (type, platform) IN (SELECT activityType, platform FROM activityTypes_filtered)
             AND timestamp >= toStartOfQuarter(now() - toIntervalQuarter(1))
             AND timestamp < toStartOfQuarter(now())
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         GROUP BY segmentId
     {% end %}
 

services/libs/tinybird/pipes/health_score_active_days.pipe

@@ -21,7 +21,12 @@ SQL >
     {% else %}
         SELECT segmentId, countDistinct(DATE(timestamp)) AS activeDaysCount
         FROM activityRelations_deduplicated_cleaned_bucket_union
-        WHERE timestamp >= toStartOfDay(now() - toIntervalDay(365)) AND timestamp < toStartOfDay(now())
+        WHERE
+            timestamp >= toStartOfDay(now() - toIntervalDay(365))
+            AND timestamp < toStartOfDay(now())
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         GROUP BY segmentId
     {% end %}
 

services/libs/tinybird/pipes/health_score_contributions_outside_work_hours.pipe

@@ -26,6 +26,9 @@ SQL >
         {% else %}
             AND timestamp >= toStartOfDay(now() - toIntervalDay(365))
             AND timestamp < toStartOfDay(now() + toIntervalDay(1))
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         {% end %}
     GROUP BY segmentId
 

services/libs/tinybird/pipes/health_score_contributor_dependency.pipe

@@ -29,6 +29,9 @@ SQL >
             AND (type, platform) IN (SELECT activityType, platform FROM activityTypes_filtered)
             AND timestamp >= toStartOfDay(now() - INTERVAL 365 DAY)
             AND timestamp < toStartOfDay(now() + INTERVAL 1 DAY)
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         GROUP BY segmentId, memberId
         ORDER by contributionCount DESC
     {% end %}

services/libs/tinybird/pipes/health_score_forks.pipe

@@ -24,7 +24,11 @@ SQL >
     {% else %}
         SELECT segmentId, count() AS forks
         FROM activityRelations_deduplicated_cleaned_bucket_union
-        WHERE type = 'fork'
+        WHERE
+            type = 'fork'
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         GROUP BY segmentId
     {% end %}
 

services/libs/tinybird/pipes/health_score_issues_resolution.pipe

@@ -32,6 +32,9 @@ SQL >
             openedAt >= toStartOfDay(now()) - INTERVAL 365 DAY
             AND openedAt < toStartOfDay(now()) + INTERVAL 1 DAY
             AND closedAt IS NOT NULL
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         GROUP BY segmentId
     {% end %}
 

services/libs/tinybird/pipes/health_score_merge_lead_time.pipe

@@ -23,6 +23,9 @@ SQL >
         {% else %}
             AND openedAt >= toStartOfDay(now() - toIntervalDay(365))
             AND openedAt < toStartOfDay(now() + toIntervalDay(1))
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         {% end %}
     GROUP BY segmentId
 

services/libs/tinybird/pipes/health_score_organization_dependency.pipe

@@ -28,6 +28,9 @@ SQL >
             AND (type, platform) IN (SELECT activityType, platform FROM activityTypes_filtered)
             AND timestamp >= toStartOfDay(now() - INTERVAL 365 DAY)
             AND timestamp < toStartOfDay(now() + INTERVAL 1 DAY)
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         GROUP BY segmentId, organizationId
     {% end %}
 

services/libs/tinybird/pipes/health_score_pull_requests.pipe

@@ -37,6 +37,9 @@ SQL >
             )
             AND timestamp >= toStartOfDay(now() - toIntervalDay(365))
             AND timestamp < toStartOfDay(now() + toIntervalDay(1))
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
         GROUP BY segmentId
     {% end %}
 

services/libs/tinybird/pipes/health_score_retention.pipe

@@ -31,6 +31,9 @@ SQL >
         FROM activityRelations_deduplicated_cleaned_bucket_union
         WHERE
             memberId != ''
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
             {% if defined(endDate) %}
                 AND timestamp >= toStartOfQuarter(
                     parseDateTimeBestEffort(
@@ -81,6 +84,9 @@ SQL >
         FROM activityRelations_deduplicated_cleaned_bucket_union
         WHERE
             memberId != ''
+            AND (channel, segmentId) NOT IN (
+                SELECT url, segmentId FROM repositories FINAL WHERE excluded = true AND isNull(deletedAt)
+            )
             {% if defined(endDate) %}
                 AND timestamp >= toStartOfQuarter(
                     parseDateTimeBestEffort(