From de7a9252524e9f7b0f65bc049d2357a1fec9a1f9 Mon Sep 17 00:00:00 2001 From: Phil Leggetter Date: Fri, 28 Aug 2026 14:17:23 +0100 Subject: [PATCH] Stop pnpm check from running scripts that no longer exist MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit `pnpm check` has failed since d69e572 removed the Supabase runtime. The framework's `check` ended in `pnpm test:framework`, which pointed at `scripts/smoke-framework.ts` — deleted by that commit — so the gate that validates a scorer or harness change died at its last step, after every test in the repository had already passed. The failure looks like a broken checkout rather than a stale script, which is the worst way for a gate to fail: it teaches people to stop running it. CI never caught it because CI runs `typecheck`, `pnpm -r test` and `pnpm -r build` directly rather than through `check`, so the entry could rot untouched. Three more scripts pointed at files that are not there: `demo:mcp` and `demo:executor` (both deleted by the same commit) and a root `eval:force`, which proxies to a framework script that has never existed in this repository — it came in with the import and was never wired up. `pnpm check` now runs clean: 222 tests across four packages. Co-Authored-By: Claude Opus 5 Claude-Session: https://claude.ai/code/session_01MQzUoMAwEBJWpEGVvVzSjK --- apps/framework/package.json | 7 ++----- package.json | 4 ---- 2 files changed, 2 insertions(+), 9 deletions(-) diff --git a/apps/framework/package.json b/apps/framework/package.json index 710c65a..350a4ed 100644 --- a/apps/framework/package.json +++ b/apps/framework/package.json @@ -4,20 +4,17 @@ "version": "0.0.1", "type": "module", "scripts": { - "check": "pnpm typecheck && pnpm test && pnpm test:framework", + "check": "pnpm typecheck && pnpm test", "test": "vitest run", "eval": "node --env-file=../../.env --import tsx/esm harness/run-eval.ts", "eval:dry": "node --env-file=../../.env --import tsx/esm harness/run-eval.ts --dry", "eval:smoke": "node --env-file=../../.env --import tsx/esm harness/run-eval.ts --smoke", "typecheck": "tsc --noEmit", - "test:framework": "node --env-file-if-exists=../../.env --import tsx/esm scripts/smoke-framework.ts", "export-results": "node --import tsx/esm scripts/export-results.ts", "score-only": "node --env-file=../../.env --import tsx/esm scripts/score-only.ts", "compare-snapshots": "node --import tsx/esm scripts/compare-snapshots.ts", "report-results": "node --import tsx/esm scripts/report-results.ts", - "triage": "node --import tsx/esm scripts/triage.ts", - "demo:mcp": "node --env-file=../../.env --import tsx/esm scripts/mcp-demo.ts", - "demo:executor": "node --env-file=../../.env --import tsx/esm scripts/executor-demo.ts" + "triage": "node --import tsx/esm scripts/triage.ts" }, "dependencies": { "@ai-sdk/anthropic": "catalog:", diff --git a/package.json b/package.json index 170a863..77664fa 100644 --- a/package.json +++ b/package.json @@ -8,16 +8,12 @@ "eval": "pnpm --filter @hookdeck-evals/framework eval", "eval:dry": "pnpm --filter @hookdeck-evals/framework eval:dry", "eval:smoke": "pnpm --filter @hookdeck-evals/framework eval:smoke", - "eval:force": "pnpm --filter @hookdeck-evals/framework eval:force", "score-only": "pnpm --filter @hookdeck-evals/framework score-only", "compare-snapshots": "pnpm --filter @hookdeck-evals/framework compare-snapshots", - "test:framework": "pnpm --filter @hookdeck-evals/framework test:framework", "export-results": "pnpm --filter @hookdeck-evals/framework export-results", "typecheck": "pnpm --filter @hookdeck-evals/framework typecheck && pnpm --filter @hookdeck-evals/web typecheck", "web": "pnpm --filter @hookdeck-evals/web dev", "web:build": "pnpm --filter @hookdeck-evals/web build", - "demo:mcp": "pnpm --filter @hookdeck-evals/framework demo:mcp", - "demo:executor": "pnpm --filter @hookdeck-evals/framework demo:executor", "format": "biome check --write . && pnpm --filter @hookdeck-evals/web format", "format:check": "biome check . && pnpm --filter @hookdeck-evals/web format:check" },