Fixes for Feb 2025 tech report (#71)

* fix total_origins

* tags fix

* fix total_origins

* revert total_origins

* update providers

* cleanup

* rename

* fix typo

* missing infra

Author: max-ostapenko

Makefile

@@ -11,3 +11,4 @@ tf_plan:
 
 tf_apply:
 	terraform -chdir=infra/tf init && terraform -chdir=infra/tf apply -auto-approve
+	cd infra/bigquery-export/ && npm install && npm run buildpack

definitions/output/core_web_vitals/technologies.js

@@ -9,7 +9,7 @@ publish('technologies', {
     clusterBy: ['geo', 'app', 'rank', 'client'],
     requirePartitionFilter: true
   },
-  tags: ['crux_ready', 'tech_report'],
+  tags: ['crux_ready'],
   dependOnDependencyAssertions: true
 }).preOps(ctx => `
 DELETE FROM ${ctx.self()}

definitions/output/reports/cwv_tech_core_web_vitals.js

@@ -8,7 +8,7 @@ publish('cwv_tech_core_web_vitals', {
     partitionBy: 'date',
     clusterBy: ['rank', 'geo']
   },
-  tags: ['tech_report']
+  tags: ['crux_ready']
 }).preOps(ctx => `
 CREATE TEMPORARY FUNCTION GET_VITALS(
   records ARRAY<STRUCT<

definitions/output/reports/tech_crux.js

@@ -360,7 +360,7 @@ other_summary AS (
 
     STRUCT(
       SAFE_CAST(APPROX_QUANTILES(accessibility, 1000)[OFFSET(500)] AS NUMERIC) AS accessibility,
-      SAFE_CAST(APPROX_QUANTILES(best_practices, 1000)[OFFSET(500)] AS NUMERIC) AS practices,
+      SAFE_CAST(APPROX_QUANTILES(best_practices, 1000)[OFFSET(500)] AS NUMERIC) AS best_practices,
       SAFE_CAST(APPROX_QUANTILES(performance, 1000)[OFFSET(500)] AS NUMERIC) AS performance,
       SAFE_CAST(APPROX_QUANTILES(seo, 1000)[OFFSET(500)] AS NUMERIC) AS seo
     ) AS median_lighthouse_score,

definitions/output/reports/tech_report_categories.js

@@ -52,7 +52,7 @@ technology_stats AS (
   SELECT
     technology,
     category_obj AS categories,
-    SUM(origins) AS total_origins
+    SUM(origins.mobile + origins.desktop) AS total_origins
   FROM ${ctx.ref('reports', 'tech_report_technologies')}
   GROUP BY
     technology,

infra/tf/.terraform.lock.hcl

@@ -19,7 +19,7 @@ data "archive_file" "zip" {
   output_path = "./tmp/${var.function_name}.zip"
 }
 
-resource "google_storage_bucket_object" "zource" {
+resource "google_storage_bucket_object" "source" {
   bucket = "gcf-v2-uploads-${var.project_number}-${var.region}"
   name   = "${var.function_name}_${data.archive_file.zip.id}.zip"
   source = data.archive_file.zip.output_path

infra/tf/bigquery_export/main.tf

@@ -3,7 +3,7 @@ locals {
 }
 
 resource "google_project_iam_member" "project" {
-  for_each = toset(["roles/bigquery.jobUser", "roles/dataform.serviceAgent", "roles/run.invoker", "roles/run.jobsExecutorWithOverrides"])
+  for_each = toset(["roles/bigquery.jobUser", "roles/dataform.serviceAgent", "roles/run.invoker", "roles/run.jobsExecutorWithOverrides", "roles/datastore.user", "roles/storage.objectUser"])
 
   project = local.project
   role    = each.value