From 0356e4b62144545694159492d6c4450c94e75721 Mon Sep 17 00:00:00 2001 From: Omkar Gaikwad Date: Thu, 13 Aug 2026 11:36:07 +0000 Subject: [PATCH] feat(viewer): add Cloud Run job targets to rebuild the dataset quality cache The dataset quality cache is add-only, so entries for deleted run directories linger and the tab keeps showing stale runs. Existing job targets invoke precompute_trends.py only, leaving no on-demand way to rebuild it. --- Makefile | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) diff --git a/Makefile b/Makefile index 6ec2ce13..d1a21875 100644 --- a/Makefile +++ b/Makefile @@ -4,6 +4,7 @@ default: deploy .PHONY: default build build-test container shell push-test push push-corprun \ deploy deploy-test deploy-corprun create-precompute-job run-precompute-job \ + create-dq-recompute-job run-dq-recompute-job \ undeploy undeploy-test redeploy redeploy-test pod-shell pod-shell-test \ proto clean test style run binary @@ -167,6 +168,26 @@ create-recompute-job: run-recompute-job: gcloud run jobs execute recompute-job --project=evalbench-dev --region=us-central1 +create-dq-recompute-job: + gcloud run jobs create dq-recompute-job \ + --project=evalbench-dev \ + --region=us-central1 \ + --image=us-central1-docker.pkg.dev/evalbench-dev/cr-images/eval_server:latest \ + --cpu=4 \ + --memory=8Gi \ + --service-account=crsvc-evalbench@evalbench-dev.iam.gserviceaccount.com \ + --set-env-vars CLOUD_RUN=True,GOOGLE_CLOUD_PROJECT=evalbench-dev \ + --network=cr-infra-vpc-network \ + --subnet=cr-infra-subnetwork \ + --vpc-egress=all-traffic \ + --add-volume=name=session-files,type=cloud-storage,bucket=evalbench-sessions-cloud-db-nl2sql \ + --add-volume-mount=volume=session-files,mount-path=/tmp_session_files \ + --command=python3 \ + --args=viewer/precompute_dataset_quality.py,--clean + +run-dq-recompute-job: + gcloud run jobs execute dq-recompute-job --project=evalbench-dev --region=us-central1 + undeploy: gcloud container clusters get-credentials evalbench-directpath-cluster --zone us-central1-c --project cloud-db-nl2sql kubectl delete -f evalbench_service/k8s/evalbench.yaml