make it so test runner returns a status code

vddCore · Apr 5, 2024 · 221d4bd · 221d4bd
1 parent 4cccff1
commit 221d4bd
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 2 deletions.
diff --git a/VirtualMachine/Tests/Ceres.LanguageTests/Program.cs b/VirtualMachine/Tests/Ceres.LanguageTests/Program.cs
@@ -5,4 +5,4 @@
 vm.Start();
 
 var testRunner = new TestRunner("tests", vm);
-await testRunner.RunTests();
+return await testRunner.RunTests();
diff --git a/VirtualMachine/Tests/Ceres.LanguageTests/TestRunner.cs b/VirtualMachine/Tests/Ceres.LanguageTests/TestRunner.cs
@@ -76,8 +76,10 @@ private void CompileTests()
             TextOut.WriteLine();
         }
 
-        public async Task RunTests()
+        public async Task<int> RunTests()
         {
+            var failuresOccurred = false;
+
             foreach (var testRoot in TestRoots)
             {
                 var passed = 0;
@@ -180,6 +182,8 @@ public async Task RunTests()
                     ? "were"
                     : "was";
 
+                failuresOccurred |= failed > 0;  
+
                 TextOut.WriteLine($"{passed} tests passed, {failed} failed, {ignored} {verb} ignored.");
                 using (var process = Process.GetCurrentProcess())
                 {
@@ -189,6 +193,13 @@ public async Task RunTests()
             }
 
             ReportAnyTestFailures();
+
+            if (failuresOccurred)
+            {
+                return 1;
+            }
+
+            return 0;
         }
 
         private async Task<bool?> RunTestChunk(Chunk chunk, string path)