HTTPArchive
diff --git a/‎sql/2025/seo/anchor-rel-attribute-usage-2025.sql‎
Lines changed: 65 additions & 0 deletions b/‎sql/2025/seo/anchor-rel-attribute-usage-2025.sql‎
Lines changed: 65 additions & 0 deletions
diff --git a/‎sql/2025/seo/anchor-same-site-occurance-stats-2025.sql‎
Lines changed: 80 additions & 0 deletions b/‎sql/2025/seo/anchor-same-site-occurance-stats-2025.sql‎
Lines changed: 80 additions & 0 deletions
diff --git a/‎sql/2025/seo/content-language-2025.sql‎
Lines changed: 55 additions & 0 deletions b/‎sql/2025/seo/content-language-2025.sql‎
Lines changed: 55 additions & 0 deletions
diff --git a/‎sql/2025/seo/core-web-vitals-2025.sql‎
Lines changed: 45 additions & 0 deletions b/‎sql/2025/seo/core-web-vitals-2025.sql‎
Lines changed: 45 additions & 0 deletions
diff --git a/‎sql/2025/seo/fixed-anchor-same-site-occurance-stats-2025.sql‎
Lines changed: 77 additions & 0 deletions b/‎sql/2025/seo/fixed-anchor-same-site-occurance-stats-2025.sql‎
Lines changed: 77 additions & 0 deletions
diff --git a/‎sql/2025/seo/hreflang-header-usage-2025.sql‎
Lines changed: 58 additions & 0 deletions b/‎sql/2025/seo/hreflang-header-usage-2025.sql‎
Lines changed: 58 additions & 0 deletions
@@ -0,0 +1,65 @@
+#standardSQL
+# Anchor rel attribute usage
+# This query reports if a rel attribute value was ever used on a page, and calculates various statistics.
+
+CREATE TEMPORARY FUNCTION getRelStatsWptBodies(wpt_bodies JSON)
+RETURNS STRUCT<
+  rel ARRAY<STRING>
+> LANGUAGE js AS '''
+var result = {rel: []};
+// Function to retrieve only keys if value is >0
+function getKey(dict){
+  const arr = [],
+        obj = Object.keys(dict);
+  for (var x in obj){
+    if(dict[obj[x]] > 0){
+      arr.push(obj[x]);
+    }
+  }
+  return arr;
+}
+try {
+    if (Array.isArray(wpt_bodies) || typeof wpt_bodies != 'object') return result;
+    if (wpt_bodies.anchors && wpt_bodies.anchors.rendered && wpt_bodies.anchors.rendered.rel_attributes) {
+      result.rel = getKey(wpt_bodies.anchors.rendered.rel_attributes);
+    }
+} catch (e) {}
+return result;
+''';
+
+WITH rel_stats_table AS (
+  SELECT
+    client,
+    root_page,
+    page,
+    CASE
+      WHEN is_root_page = FALSE THEN 'Secondarypage'
+      WHEN is_root_page = TRUE THEN 'Homepage'
+      ELSE 'No Assigned Page'
+    END
+      AS is_root_page,
+    getRelStatsWptBodies(custom_metrics.wpt_bodies) AS wpt_bodies_info
+  FROM
+    `httparchive.crawl.pages`
+  WHERE
+    date = '2025-07-01'
+)
+
+SELECT
+  client,
+  is_root_page,
+  rel,
+  COUNT(DISTINCT page) AS sites,
+  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total,
+  COUNT(0) / SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS pct
+FROM
+  rel_stats_table,
+  UNNEST(wpt_bodies_info.rel) AS rel
+GROUP BY
+  client,
+  is_root_page,
+  rel
+ORDER BY
+  sites DESC,
+  rel,
+  client DESC;
@@ -0,0 +1,80 @@
+#standardSQL
+# Anchor same site occurrence stats
+# This query aims to highlight sites with few same-site links, like SPAs.
+
+CREATE TEMPORARY FUNCTION getLinkDesciptionsWptBodies(anchors JSON)
+RETURNS STRUCT<
+  links_same_site INT64,
+  links_window_location INT64,
+  links_window_open INT64,
+  links_href_javascript INT64
+> LANGUAGE js AS '''
+var result = {
+  links_same_site: 0,
+  links_window_location: 0,
+  links_window_open: 0,
+  links_href_javascript: 0
+};
+try {
+  if (Array.isArray(anchors) || typeof anchors != 'object') return result;
+
+  if (anchors && anchors.rendered) {
+      var anchors_rendered = anchors.rendered;
+
+      result.links_same_site = anchors_rendered.same_site || 0;
+      result.links_window_location = anchors_rendered.same_page.dynamic.onclick_attributes.window_location || 0;
+      result.links_window_open = anchors_rendered.same_page.dynamic.onclick_attributes.window_open || 0;
+      result.links_href_javascript = anchors_rendered.same_page.dynamic.href_javascript || 0;
+  }
+
+} catch (e) {}
+return result;
+''';
+
+WITH same_links_info AS (
+  SELECT
+    client,
+    root_page,
+    page,
+    CASE
+      WHEN is_root_page = FALSE THEN 'Secondarypage'
+      WHEN is_root_page = TRUE THEN 'Homepage'
+      ELSE 'No Assigned Page'
+    END
+      AS is_root_page,
+    getLinkDesciptionsWptBodies(custom_metrics.wpt_bodies.anchors) AS anchors_info
+  FROM
+    `httparchive.crawl.pages`
+  WHERE
+    date = '2025-07-01'
+)
+
+SELECT
+  client,
+  anchors_info.links_same_site AS links_same_site,
+  is_root_page,
+  COUNT(DISTINCT page) AS sites, -- Counting all occurrences of links_same_site
+  SAFE_DIVIDE(COUNT(0), COUNT(DISTINCT page)) AS pct_links_same_site,  -- Percentage of same-site links
+  AVG(anchors_info.links_window_location) AS avg_links_window_location,
+  AVG(anchors_info.links_window_open) AS avg_links_window_open,
+  AVG(anchors_info.links_href_javascript) AS avg_links_href_javascript,
+  AVG(
+    anchors_info.links_window_location +
+    anchors_info.links_window_open +
+    anchors_info.links_href_javascript
+  ) AS avg_links_any,
+  MAX(
+    anchors_info.links_window_location +
+    anchors_info.links_window_open +
+    anchors_info.links_href_javascript
+  ) AS max_links_any,
+  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total,
+  COUNT(0) / SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS pct -- Secondary page percentage within group
+FROM
+  same_links_info
+GROUP BY
+  client,
+  is_root_page,
+  anchors_info.links_same_site
+ORDER BY
+  links_same_site ASC;
@@ -0,0 +1,55 @@
+#standardSQL
+# Content Language
+
+CREATE TEMPORARY FUNCTION getContentLanguagesAlmanac(almanac JSON)
+RETURNS ARRAY<STRING>
+LANGUAGE js AS '''
+var result = [];
+try {
+
+    if (Array.isArray(almanac) || typeof almanac != 'object') return ["NO PAYLOAD"];
+
+    if (almanac && almanac["meta-nodes"] && almanac["meta-nodes"].nodes && almanac["meta-nodes"].nodes.filter) {
+      result = almanac["meta-nodes"].nodes.filter(n => n["http-equiv"] && n["http-equiv"].toLowerCase().trim() == 'content-language' && n.content).map(am => am.content.toLowerCase().trim());
+    }
+
+    if (result.length === 0)
+        result.push("NO TAG");
+
+} catch (e) {result.push("ERROR "+e);} // results show some issues with the validity of the payload
+return result;
+''';
+WITH content_language_usage AS (
+  SELECT
+    client,
+    root_page,
+    page,
+    CASE
+      WHEN is_root_page = FALSE THEN 'Secondarypage'
+      WHEN is_root_page = TRUE THEN 'Homepage'
+      ELSE 'No Assigned Page'
+    END AS is_root_page,
+    getContentLanguagesAlmanac(custom_metrics.other.almanac) AS content_languages
+  FROM
+    `httparchive.crawl.pages`
+  WHERE
+    date = '2025-07-01'
+)
+
+SELECT
+  client,
+  is_root_page,
+  content_language,
+  COUNT(DISTINCT page) AS sites,
+  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total,
+  COUNT(0) / SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS pct
+FROM
+  content_language_usage,
+  UNNEST(content_languages) AS content_language
+GROUP BY
+  client,
+  is_root_page,
+  content_language
+ORDER BY
+  sites DESC,
+  client DESC;
@@ -0,0 +1,45 @@
+CREATE TEMP FUNCTION IS_GOOD(good FLOAT64, needs_improvement FLOAT64, poor FLOAT64) RETURNS BOOL AS (
+  good / (good + needs_improvement + poor) >= 0.75
+);
+CREATE TEMP FUNCTION IS_NON_ZERO(good FLOAT64, needs_improvement FLOAT64, poor FLOAT64) RETURNS BOOL AS (
+  good + needs_improvement + poor > 0
+);
+SELECT
+  date,
+  device,
+  SAFE_DIVIDE(
+    COUNT(DISTINCT IF(IS_GOOD(fast_lcp, avg_lcp, slow_lcp), origin, NULL)),
+    COUNT(DISTINCT IF(IS_NON_ZERO(fast_lcp, avg_lcp, slow_lcp), origin, NULL))
+  ) AS pct_good_lcp,
+  # Origins with good FID divided by origins with any FID.
+  SAFE_DIVIDE(
+    COUNT(DISTINCT IF(IS_GOOD(fast_fid, avg_fid, slow_fid), origin, NULL)),
+    COUNT(DISTINCT IF(IS_NON_ZERO(fast_fid, avg_fid, slow_fid), origin, NULL))
+  ) AS pct_good_fid,
+  # Origins with good CLS divided by origins with any CLS.
+  SAFE_DIVIDE(
+    COUNT(DISTINCT IF(IS_GOOD(small_cls, medium_cls, large_cls), origin, NULL)),
+    COUNT(DISTINCT IF(IS_NON_ZERO(small_cls, medium_cls, large_cls), origin, NULL))
+  ) AS pct_good_cls,
+  # Origins with good LCP, FID, and CLS dividied by origins with any LCP, FID, and CLS.
+  SAFE_DIVIDE(
+    COUNT(DISTINCT IF(
+      IS_GOOD(fast_lcp, avg_lcp, slow_lcp) AND
+      IS_GOOD(fast_fid, avg_fid, slow_fid) IS NOT FALSE AND
+      IS_GOOD(small_cls, medium_cls, large_cls), origin, NULL
+    )),
+    COUNT(DISTINCT IF(
+      IS_NON_ZERO(fast_lcp, avg_lcp, slow_lcp) AND
+      IS_NON_ZERO(small_cls, medium_cls, large_cls), origin, NULL
+    ))
+  ) AS pct_good_cwv
+FROM
+  `chrome-ux-report.materialized.device_summary`
+WHERE
+  date BETWEEN '2019-11-01' AND '2025-07-01' AND
+  device IN ('desktop', 'phone')
+GROUP BY
+  date,
+  device
+ORDER BY
+  date DESC
@@ -0,0 +1,77 @@
+#standardSQL
+-- Anchor same site occurrence stats
+
+CREATE TEMPORARY FUNCTION getLinkDesciptions(anchors JSON)
+RETURNS STRUCT<
+  links_same_site INT64,
+  links_window_location INT64,
+  links_window_open INT64,
+  links_href_javascript INT64
+>
+LANGUAGE js AS '''
+var result = {
+  links_same_site: 0,
+  links_window_location: 0,
+  links_window_open: 0,
+  links_href_javascript: 0
+};
+try {
+  if (Array.isArray(anchors) || typeof anchors !== 'object') return result;
+
+  var r = anchors && anchors.rendered ? anchors.rendered : null;
+  if (!r) return result;
+
+  // Defensive: coerce to numbers or 0
+  result.links_same_site       = Number(r.same_site) || 0;
+  var spd = (r.same_page && r.same_page.dynamic) ? r.same_page.dynamic : {};
+  var oa  = spd.onclick_attributes || {};
+
+  result.links_window_location = Number(oa.window_location) || 0;
+  result.links_window_open     = Number(oa.window_open) || 0;
+  result.links_href_javascript = Number(spd.href_javascript) || 0;
+} catch (e) {}
+return result;
+''';
+
+WITH same_links_info AS (
+  SELECT
+    client,
+    root_page,
+    page,
+    CASE WHEN is_root_page THEN 'Homepage' ELSE 'Secondarypage' END AS is_root_page,
+    getLinkDesciptions(custom_metrics.wpt_bodies.anchors) AS anchors_info
+  FROM
+    `httparchive.crawl.pages`
+  WHERE
+    date = '2025-07-01'
+)
+
+SELECT
+  client,
+  anchors_info.links_same_site AS links_same_site,
+  is_root_page,
+  COUNT(DISTINCT page) AS sites,
+  SAFE_DIVIDE(COUNT(0), COUNT(DISTINCT page)) AS pct_links_same_site,
+  AVG(anchors_info.links_window_location) AS avg_links_window_location,
+  AVG(anchors_info.links_window_open) AS avg_links_window_open,
+  AVG(anchors_info.links_href_javascript) AS avg_links_href_javascript,
+  AVG(
+    anchors_info.links_window_location +
+    anchors_info.links_window_open +
+    anchors_info.links_href_javascript
+  ) AS avg_links_any,
+  MAX(
+    anchors_info.links_window_location +
+    anchors_info.links_window_open +
+    anchors_info.links_href_javascript
+  ) AS max_links_any,
+  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total,
+  COUNT(0) / SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS pct
+FROM
+  same_links_info
+GROUP BY
+  client,
+  is_root_page,
+  anchors_info.links_same_site
+ORDER BY
+  links_same_site ASC;
@@ -0,0 +1,58 @@
+#standardSQL
+# hreflang header usage
+
+# Returns all the data we need from _wpt_bodies
+CREATE TEMPORARY FUNCTION getHreflangInfo(hreflang JSON)
+RETURNS STRUCT<
+  hreflangs ARRAY<STRING>
+> LANGUAGE js AS '''
+var result = {
+  hreflangs: []
+};
+
+try {
+    if (Array.isArray(hreflang) || typeof hreflang != 'object') return result;
+
+    if (hreflang && hreflang.http_header && hreflang.http_header.values) {
+        result.hreflangs = hreflang.http_header.values.map(v => v); // seems to fix a coercion issue!
+    }
+
+} catch (e) {}
+return result;
+''';
+
+WITH hreflang_usage AS (
+  SELECT
+    client,
+    root_page,
+    page,
+    CASE
+      WHEN is_root_page = FALSE THEN 'Secondarypage'
+      WHEN is_root_page = TRUE THEN 'Homepage'
+      ELSE 'No Assigned Page'
+    END AS is_root_page,
+    getHreflangInfo(custom_metrics.wpt_bodies.hreflangs) AS hreflang_info
+  FROM
+    `httparchive.crawl.pages`
+  WHERE
+    date = '2025-07-01'
+
+)
+
+SELECT
+  client,
+  is_root_page,
+  NORMALIZE_AND_CASEFOLD(hreflang) AS hreflang,
+  COUNT(DISTINCT page) AS sites,
+  SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS total,
+  COUNT(0) / SUM(COUNT(DISTINCT page)) OVER (PARTITION BY client, is_root_page) AS pct
+FROM
+  hreflang_usage,
+  UNNEST(hreflang_info.hreflangs) AS hreflang
+GROUP BY
+  hreflang,
+  client,
+  is_root_page
+ORDER BY
+  sites DESC,
+  client DESC;