feat: add runAllTests function (#382)

Author: ojeytonwilliams

packages/main/src/test-runner.ts

@@ -21,6 +21,7 @@ interface Runner {
   // mechanism (e.g. Promise.race or AbortController) would not get called in
   // that case.
   runTest(test: string, timeout?: number): Promise<Pass | Fail>;
+  runAllTests(tests: string[], timeout?: number): Promise<(Pass | Fail)[]>;
   dispose(): void;
 }
 
@@ -154,6 +155,18 @@ ${opts.source}`;
     return result;
   }
 
+  async runAllTests(tests: string[]): Promise<(Pass | Fail)[]> {
+    const results: (Pass | Fail)[] = [];
+
+    for (const test of tests) {
+      // eslint-disable-next-line no-await-in-loop
+      const result = await this.runTest(test);
+      results.push(result);
+    }
+
+    return results;
+  }
+
   dispose() {
     this.#testEvaluator.remove();
   }
@@ -231,6 +244,18 @@ export class WorkerTestRunner implements Runner {
     }
   }
 
+  async runAllTests(tests: string[], timeout = 5000): Promise<(Pass | Fail)[]> {
+    const results: (Pass | Fail)[] = [];
+
+    for (const test of tests) {
+      // eslint-disable-next-line no-await-in-loop
+      const result = await this.runTest(test, timeout);
+      results.push(result);
+    }
+
+    return results;
+  }
+
   dispose() {
     this.#testEvaluator.terminate();
   }

packages/tests/integration-tests/index.test.ts

@@ -373,6 +373,60 @@ for(let i = 0; i < 3; i++) {
 
       expect(result).toEqual({ pass: true });
     });
+
+    it("should handle running multiple tests with runAllTests", async () => {
+      const result = await page.evaluate(async (type) => {
+        const runner = await window.FCCTestRunner.createTestRunner({
+          type,
+        });
+
+        const tests = [
+          "assert.equal(1, 1)",
+          "assert.equal(2, 2)",
+          "assert.equal(1, 2)", // This should fail
+          "console.log('test message'); assert.equal(3, 3)",
+        ];
+
+        return runner.runAllTests(tests);
+      }, type);
+
+      expect(result).toEqual([
+        { pass: true },
+        { pass: true },
+        {
+          err: {
+            actual: 1,
+            expected: 2,
+            message: "expected 1 to equal 2",
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
+            stack: expect.stringMatching(
+              "AssertionError: expected 1 to equal 2",
+            ),
+          },
+        },
+        {
+          pass: true,
+          logs: [
+            {
+              level: "log",
+              msg: "test message",
+            },
+          ],
+        },
+      ]);
+    });
+
+    it("should handle empty array in runAllTests", async () => {
+      const result = await page.evaluate(async (type) => {
+        const runner = await window.FCCTestRunner.createTestRunner({
+          type,
+        });
+
+        return runner.runAllTests([]);
+      }, type);
+
+      expect(result).toEqual([]);
+    });
   });
 
   describe.each([