From 79161914d1c0bafc1e69b769b94fa84d1abd75ff Mon Sep 17 00:00:00 2001 From: Kegan Maher Date: Wed, 13 Nov 2024 22:00:27 +0000 Subject: [PATCH] fix(benefits): filter health probe events between Aug 2022 - Feb 2023 we unnecessarily captured events from health probes resulting in a massive spike of nearly 26 million useless events this change filters out events generated from the health probes from the final model table --- warehouse/models/mart/benefits/fct_benefits_events.sql | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/warehouse/models/mart/benefits/fct_benefits_events.sql b/warehouse/models/mart/benefits/fct_benefits_events.sql index 764c081d82..6300b7de8d 100644 --- a/warehouse/models/mart/benefits/fct_benefits_events.sql +++ b/warehouse/models/mart/benefits/fct_benefits_events.sql @@ -250,6 +250,10 @@ fct_benefits_events AS ( ELSE version_name END AS version_name FROM fct_benefits_events_raw + -- Filter out events from the Azure healthprobe feature + -- captured before we stopped sending events for this feature + -- https://github.com/cal-itp/benefits/issues/1276 + WHERE user_properties_user_agent NOT IN ('Edge Health Probe', 'AlwaysOn') ), fct_benefits_historic_enrollments AS ( -- fct_benefits_historic_enrollments transforms old enrollment events