exclude android.clients.google.com

Author: max-ostapenko

sql/2025/privacy/tracker_distribution.sql

@@ -26,14 +26,14 @@ tracker_counts AS (
     root_page,
     COUNT(DISTINCT tracker) AS number_of_trackers
   FROM `httparchive.crawl.requests`
-  JOIN whotracksme
+  LEFT JOIN whotracksme
   ON
     NET.HOST(url) = domain OR
     ENDS_WITH(NET.HOST(url), CONCAT('.', domain))
   WHERE
-    date = '2025-07-01' AND
-    --rank = 1000 AND
-    NOT ENDS_WITH('.' || NET.HOST(root_page), '.' || NET.HOST(url)) -- third-party
+    date = '2025-07-01'
+    --AND rank = 1000
+    AND url NOT IN ('https://android.clients.google.com/checkin', 'https://android.clients.google.com/c2dm/register3')
   GROUP BY
     client,
     root_page

sql/2025/privacy/whotracksme_categories_top.sql

@@ -30,8 +30,8 @@ tracker_categories AS (
     ENDS_WITH(NET.HOST(url), CONCAT('.', domain))
   )
   WHERE
-    date = '2025-07-01' AND
-    NOT ENDS_WITH('.' || NET.HOST(root_page), '.' || NET.HOST(url)) -- third party
+    date = '2025-07-01'
+    AND url NOT IN ('https://android.clients.google.com/checkin', 'https://android.clients.google.com/c2dm/register3')
 ),
 
 aggregated AS (
@@ -63,4 +63,4 @@ FROM aggregated
   FOR client IN ('desktop', 'mobile')
 )
 |> RENAME pct_mobile AS mobile, pct_desktop AS desktop
-|> ORDER BY websites_count_desktop + websites_count_mobile DESC
+|> ORDER BY COALESCE(websites_count_desktop, 0) + COALESCE(websites_count_mobile, 0) DESC

sql/2025/privacy/whotracksme_trackers_top.sql

@@ -22,8 +22,8 @@ FROM `httparchive.crawl.requests`
   ON NET.HOST(url) = domain OR
     ENDS_WITH(NET.HOST(url), '.' || domain)
 |> WHERE
-  date = '2025-07-01' AND
-  NOT ENDS_WITH('.' || NET.HOST(root_page), '.' || NET.HOST(url)) -- third party
+  date = '2025-07-01'
+  AND url NOT IN ('https://android.clients.google.com/checkin', 'https://android.clients.google.com/c2dm/register3')
 |> AGGREGATE COUNT(DISTINCT root_page) AS number_of_websites GROUP BY client, tracker
 |> JOIN base_totals USING (client)
 |> EXTEND number_of_websites / total_websites AS pct_websites
@@ -34,4 +34,4 @@ FROM `httparchive.crawl.requests`
   FOR client IN ('desktop', 'mobile')
 )
 |> RENAME pct_mobile AS mobile, pct_desktop AS desktop
-|> ORDER BY websites_count_desktop + websites_count_mobile DESC
+|> ORDER BY COALESCE(websites_count_desktop, 0) + COALESCE(websites_count_mobile, 0) DESC