Adding a command line parameter --run-multiple which will automatical…

base/NginxDaemon.php

@@ -25,6 +25,10 @@ public function start(): void {
     );
   }
 
+  public function stop(): void {
+    parent::stop();
+  }
+
   public function clearAccessLog(): void {
     $log = $this->options->tempDir.'/access.log';
     invariant(

base/PerfOptions.php

@@ -129,7 +129,7 @@ final class PerfOptions {
 
   public ?string $remoteSiege;
   public ?string $siegeTmpDir;
-
+  public bool $runMultiple;
   public function __construct(Vector<string> $argv) {
     $def = Vector {
       'help',
@@ -192,6 +192,7 @@ public function __construct(Vector<string> $argv) {
       'server-threads:',
       'client-threads:',
       'remote-siege:',
+      'run-multiple',
     };
     $targets = $this->getTargetDefinitions()->keys();
     $def->addAll($targets);
@@ -357,6 +358,8 @@ public function __construct(Vector<string> $argv) {
     $this->srcDir = $this->getNullableString('src-dir');
 
     $this->remoteSiege = $this->getNullableString('remote-siege');
+
+    $this->runMultiple = $this->getBool('run-multiple');
   }
 
   public function validate() {

base/PerfRunner.php

@@ -14,7 +14,53 @@
 final class PerfRunner {
   public static function RunWithArgv(Vector<string> $argv): PerfResult {
     $options = new PerfOptions($argv);
-    return self::RunWithOptions($options);
+    $data = self::RunWithOptions($options);
+
+    if ($options->runMultiple) {
+      print json_encode($data, JSON_PRETTY_PRINT)."\n";
+      $numRuns = PerfSettings::NumRuns();
+      $dataArr = Vector{$data};
+      for ($i = 0; $i<$numRuns-1; $i++) {
+        self::PrintProgress('Sleeping before run: ' . ($i+2) . '/' . $numRuns);
+        sleep(PerfSettings::SleepTime());
+        self::PrintProgress('Starting run: ' . ($i+2) . '/' . $numRuns);
+        $data = self::RunWithOptions($options);
+        $dataArr->add($data);
+        self::PrintProgress('Results for run: ' . ($i+2) . '/' . $numRuns);
+        print json_encode($data, JSON_PRETTY_PRINT)."\n";
+      }
+      $data = self::PostProcess($dataArr, $data);
+      self::PrintProgress('Average of ' . ($numRuns-2) . ':');
+    }
+
+    return $data;
+  }
+
+  public static function PerfSort($a, $b) {
+    if ($a['Combined']['Siege RPS'] == $b['Combined']['Siege RPS']) return 0;
+    return ($a['Combined']['Siege RPS'] < $b['Combined']['Siege RPS']) ? -1 : 1;
+  }
+
+  public static function PostProcess(Vector<PerfResult> $dataArr, PerfResult $data): PerfResult {
+    usort($dataArr, "self::PerfSort");
+    $dataArr->removeKey(0);
+    $dataArr->pop();
+    $keys = $dataArr->firstValue();
+
+    if ($keys) {
+      $keys = $keys->at('Combined')->toKeysArray();
+
+      for ($i=0; $i<count($keys)-1; $i++) {
+        $avg = 0;
+
+        for ($j=0; $j<$dataArr->count(); $j++) {
+          $avg += $dataArr->at($j)['Combined']->at($keys[$i]);
+        }
+        $avg = ($avg / $dataArr->count());
+        $data['Combined'][$keys[$i]] = $avg;
+      }
+    }
+    return $data;
   }
 
   public static function RunWithOptions(PerfOptions $options): PerfResult {
@@ -236,7 +282,7 @@ private static function RunWithOptionsAndEngine(
     } else {
       self::PrintProgress('There is no tearDownTest');
     }
-
+    $nginx->stop();
     return $combined_stats;
   }
 

base/PerfSettings.php

@@ -45,4 +45,12 @@ public static function BackendPort(): int {
   public static function BackendAdminPort(): int {
     return 8093;
   }
+
+  public static function SleepTime(): int {
+    return 180;
+  }
+
+  public static function NumRuns(): int {
+    return 7;
+  }
 }