more payload pruning

HTTPArchive · Sep 30, 2024 · 7389ef5 · 7389ef5
1 parent 178d9f2
commit 7389ef5
Showing 1 changed file with 67 additions and 1 deletion.
diff --git a/definitions/output/all/reprocess_pages.js b/definitions/output/all/reprocess_pages.js
@@ -89,7 +89,73 @@ SELECT
   root_page,
   rank,
   wptid,
-  SAFE.PARSE_JSON(payload, wide_number_mode => 'round') AS payload,
+  JSON_REMOVE(
+    SAFE.PARSE_JSON(payload, wide_number_mode => 'round'),
+    '$._metadata',
+    '$._detected',
+    '$._detected_apps',
+    '$._detected_technologies',
+    '$._detected_raw',
+    '$._custom',
+    '$._00_reset',
+    '$._a11y',
+    '$._ads',
+    '$._almanac',
+    '$._aurora',
+    '$._avg_dom_depth',
+    '$._cms',
+    '$._Colordepth',
+    '$._cookies',
+    '$._crawl_links',
+    '$._css-variables',
+    '$._css',
+    '$._doctype',
+    '$._document_height',
+    '$._document_width',
+    '$._Dpi',
+    '$._ecommerce',
+    '$._element_count',
+    '$._event-names',
+    '$._fugu-apis',
+    '$._generated-content',
+    '$._has_shadow_root',
+    '$._Images',
+    '$._img-loading-attr',
+    '$._initiators',
+    '$._inline_style_bytes',
+    '$._javascript',
+    '$._lib-detector-version',
+    '$._localstorage_size',
+    '$._markup',
+    '$._media',
+    '$._meta_viewport',
+    '$._num_iframes',
+    '$._num_scripts_async',
+    '$._num_scripts_sync',
+    '$._num_scripts',
+    '$._observers',
+    '$._origin-trials',
+    '$._parsed_css',
+    '$._performance',
+    '$._privacy-sandbox',
+    '$._privacy',
+    '$._pwa',
+    '$._quirks_mode',
+    '$._Resolution',
+    '$._responsive_images',
+    '$._robots_meta',
+    '$._robots_txt',
+    '$._sass',
+    '$._security',
+    '$._sessionstorage_size',
+    '$._structured-data',
+    '$._third-parties',
+    '$._usertiming',
+    '$._valid-head',
+    '$._well-known',
+    '$._wpt_bodies',
+    '$._blinkFeatureFirstUsed'
+  ) AS payload,
   JSON_REMOVE(
     SAFE.PARSE_JSON(summary, wide_number_mode => 'round'), 
     '$._adult_site',