feat: test in ci

Author: GuillaumeLagrange

packages/core/src/introspection.ts

@@ -8,27 +8,27 @@ export const getV8Flags = () => {
   const codspeedRunnerMode = getCodspeedRunnerMode();
 
   const flags = [
-    "--hash-seed=1",
-    "--random-seed=1",
-    "--no-opt",
-    "--predictable",
-    "--predictable-gc-schedule",
+    // "--hash-seed=1",
+    // "--random-seed=1",
+    // "--no-opt",
+    // "--predictable",
+    // "--predictable-gc-schedule",
     "--interpreted-frames-native-stack",
     "--allow-natives-syntax",
-    "--expose-gc",
-    "--no-concurrent-sweeping",
-    "--max-old-space-size=4096",
+    // "--expose-gc",
+    // "--no-concurrent-sweeping",
+    // "--max-old-space-size=4096",
   ];
   if (nodeVersionMajor < 18) {
-    flags.push("--no-randomize-hashes");
+    // flags.push("--no-randomize-hashes");
   }
   if (nodeVersionMajor < 20) {
-    flags.push("--no-scavenge-task");
+    // flags.push("--no-scavenge-task");
+  }
+  if (codspeedRunnerMode === "walltime") {
+    flags.push("--perf-prof");
+    flags.push("--perf-prof-unwinding-info");
   }
-  // if (codspeedRunnerMode === "walltime") {
-  //   flags.push("--perf-prof");
-  //   flags.push("--perf-prof-unwinding-info");
-  // }
   return flags;
 };
 

packages/tinybench-plugin/src/walltime.ts

@@ -8,28 +8,11 @@ import {
   type Benchmark,
   type BenchmarkStats,
 } from "@codspeed/core";
-import { Bench, Task, TaskResult } from "tinybench";
+import { Bench, TaskResult } from "tinybench";
 import { getTaskUri } from "./uri";
 
 declare const __VERSION__: string;
 
-class CodspeedFrame {
-  private task: Task;
-
-  constructor(task: Task) {
-    this.task = task;
-  }
-
-  // Make the instance callable by delegating to the dynamic method
-  async __codspeed_root_frame__() {
-    InstrumentHooks.startBenchmark();
-    const result = await this.task.run();
-    InstrumentHooks.stopBenchmark();
-
-    return result;
-  }
-}
-
 export function runWalltimeBench(bench: Bench, rootCallingFile: string): void {
   bench.run = async () => {
     console.log(
@@ -58,8 +41,15 @@ export function runWalltimeBench(bench: Bench, rootCallingFile: string): void {
         await task.warmup();
       }
       await mongoMeasurement.start(uri);
-      const frame = new CodspeedFrame(task);
-      const taskResult = await frame.__codspeed_root_frame__();
+      const taskResult = await (async function __codspeed_root_frame__() {
+        InstrumentHooks.startBenchmark();
+        for (let i = 0; i < 100; i++) {
+          console.log("Hello world I am stalling");
+        }
+        const result = await task.run();
+        InstrumentHooks.stopBenchmark();
+        return result;
+      })();
       await mongoMeasurement.stop(uri);
       results.push(taskResult);