Add warmup and increase iterations

AikidoSec · Jan 17, 2025 · 75e434e · 75e434e
1 parent c1321e2
commit 75e434e
Show file tree

Hide file tree

Showing 3 changed files with 22 additions and 6 deletions.
diff --git a/benchmarks/operations/benchmark.js b/benchmarks/operations/benchmark.js
@@ -59,6 +59,7 @@ const modules = [
       console.log(`Running module ${module}`);
       const withoutZen = spawnSync(`node`, ["run.js", module, "false"], {
         cwd: __dirname,
+        maxBuffer: 1024 * 1024 * 1024,
       });
 
       if (withoutZen.status !== 0) {
@@ -74,6 +75,7 @@ const modules = [
 
       const withZen = spawnSync("node", ["run.js", module, "true"], {
         cwd: __dirname,
+        maxBuffer: 1024 * 1024 * 1024,
       });
 
       if (withZen.status !== 0) {
@@ -105,7 +107,10 @@ const modules = [
       console.log(
         `Average time with Zen: ${formatter.format(averageWithZen)}ms`
       );
-      console.log(`Delta: +${formatter.format(delta)}ms`);
+      const deltaFormatted = formatter.format(delta).startsWith("-")
+        ? formatter.format(delta)
+        : `+${formatter.format(delta)}`;
+      console.log(`Delta: ${deltaFormatted}ms`);
 
       markdownTable += `| ${name} | ${formatter.format(averageWithoutZen)}ms | ${formatter.format(averageWithZen)}ms | +${formatter.format(delta)}ms |\n`;
     }

diff --git a/benchmarks/operations/run.js b/benchmarks/operations/run.js
@@ -25,11 +25,14 @@ const mod = require(`./${process.argv[2]}`);
     process.exit(1);
   }
 
-  const timings = [];
-  const amount = 1000;
+  // Warmup
+  for (let i = 0; i < 2000; i++) {
+    await mod.step();
+  }
 
+  const timings = [];
   async function steps() {
-    for (let i = 0; i < amount; i++) {
+    for (let i = 0; i < 20000; i++) {
       const start = performance.now();
       await mod.step();
       const end = performance.now();

diff --git a/benchmarks/operations/shelli.js b/benchmarks/operations/shelli.js
@@ -1,7 +1,15 @@
-const { execSync } = require("child_process");
+const { exec } = require("child_process");
 
 module.exports = {
   step: async function step() {
-    execSync("ls -la");
+    return new Promise((resolve, reject) => {
+      exec("echo", { cwd: __dirname }, (err) => {
+        if (err) {
+          reject(err);
+        } else {
+          resolve();
+        }
+      });
+    });
   },
 };