diff --git a/src/rsi/__tests__/proof-demonstration-launcher.test.ts b/src/rsi/__tests__/proof-demonstration-launcher.test.ts index 214d048..4720886 100644 --- a/src/rsi/__tests__/proof-demonstration-launcher.test.ts +++ b/src/rsi/__tests__/proof-demonstration-launcher.test.ts @@ -117,7 +117,7 @@ test("proof max-token option rejects invalid values and commands governed by a f test("proof preview selects a nonempty visible test set outside withheld RSI sources", async () => { const parsed = parseProofDemonstrationArgs(["engineering", "--seed", "preview-seed"]) const defaultConfig = (await import("../config.js")).parseRsiArgs(["--repo", process.cwd()]).config! - assert.deepEqual(defaultConfig.evalCommands, ["npm test -- --filter rsi"]) + assert.deepEqual(defaultConfig.evalCommands, ["npm test -- --filter engine"]) const previewConfig = configureProofVisibleEvaluations(defaultConfig) assert.equal(previewConfig.regressionCommand, "npm test", "retain the full regression command") assert.deepEqual(previewConfig.evalCommands, [...PROOF_VISIBLE_EVAL_COMMANDS]) diff --git a/src/rsi/config.ts b/src/rsi/config.ts index 48db661..b738a14 100644 --- a/src/rsi/config.ts +++ b/src/rsi/config.ts @@ -4,7 +4,11 @@ import type { ComputePolicy, MutationHypothesis, MutationKind, ParentSelectionPo import { DEFAULT_DEVELOPMENT_PROOF_RULE } from "./development-proof.js" export const DEFAULT_RSI_MODEL = "wxrq-qwen3.5-9b:latest" -export const DEFAULT_VISIBLE_EVALS = ["npm test -- --filter rsi"] +// Fleet eval snapshots always omit src/rsi/ (alwaysOmit in openshell.ts — the +// supervisor/evaluator tree is withheld from guests), so a visible eval +// targeting rsi tests matches zero files and fails every baseline. Target +// the engine suite instead (same choice as PROOF_VISIBLE_EVAL_COMMANDS). +export const DEFAULT_VISIBLE_EVALS = ["npm test -- --filter engine"] export const DEFAULT_PROTECTED_PATHS = [ ...DEFAULT_PROTECTED_FILES, "src/rsi/",