Implement numPassingAsserts of testCaseResult

CHANGELOG.md

@@ -2,6 +2,8 @@
 
 ### Features
 
+- `[expect, jest-circus, @jest/types]` Implement `numPassingAsserts` of testResults to track the number of passing asserts in a test ([#13795](https://github.com/facebook/jest/pull/13795))
+
 ### Fixes
 
 - `[@jest/expect-utils]` `toMatchObject` diffs should include `Symbol` properties ([#13810](https://github.com/facebook/jest/pull/13810))

e2e/__tests__/customReporters.test.ts

@@ -7,6 +7,7 @@
 
 import {tmpdir} from 'os';
 import * as path from 'path';
+import {skipTestOnJasmine} from '@jest/test-utils';
 import {cleanup, extractSummary, writeFiles} from '../Utils';
 import runJest from '../runJest';
 
@@ -179,4 +180,27 @@ describe('Custom Reporters Integration', () => {
     expect(stderr).toMatch(/ON_RUN_START_ERROR/);
     expect(exitCode).toBe(1);
   });
+
+  skipTestOnJasmine(() => {
+    test('valid assertion counts for adding reporters', () => {
+      const {stdout} = runJest('custom-reporters', [
+        '--config',
+        JSON.stringify({
+          reporters: [
+            'default',
+            '<rootDir>/reporters/AssertionCountsReporter.js',
+          ],
+        }),
+        'add.test.js',
+        'addFail.test.js',
+      ]);
+
+      expect(stdout).toMatchInlineSnapshot(`
+      "onTestCaseResult: adds fail, status: failed, numExpectations: 0
+      onTestFileResult testCaseResult 0: adds fail, status: failed, numExpectations: 0
+      onTestCaseResult: adds ok, status: passed, numExpectations: 3
+      onTestFileResult testCaseResult 0: adds ok, status: passed, numExpectations: 3"
+      `);
+    });
+  });
 });

e2e/custom-reporters/reporters/AssertionCountsReporter.js

@@ -0,0 +1,29 @@
+/**
+ * Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved.
+ *
+ * This source code is licensed under the MIT license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+
+'use strict';
+
+class AssertionCountsReporter {
+  onTestFileResult(test, testResult, aggregatedResult) {
+    testResult.testResults.forEach((testCaseResult, index) => {
+      console.log(
+        `onTestFileResult testCaseResult ${index}: ${testCaseResult.title}, ` +
+          `status: ${testCaseResult.status}, ` +
+          `numExpectations: ${testCaseResult.numPassingAsserts}`,
+      );
+    });
+  }
+  onTestCaseResult(test, testCaseResult) {
+    console.log(
+      `onTestCaseResult: ${testCaseResult.title}, ` +
+        `status: ${testCaseResult.status}, ` +
+        `numExpectations: ${testCaseResult.numPassingAsserts}`,
+    );
+  }
+}
+
+module.exports = AssertionCountsReporter;

packages/expect/__typetests__/expect.test.ts

@@ -77,6 +77,7 @@ expectType<void>(
       expectType<boolean>(this.isExpectingAssertions);
       expectType<Error | undefined>(this.isExpectingAssertionsError);
       expectType<boolean | undefined>(this.isNot);
+      expectType<number>(this.numPassingAsserts);
       expectType<string | undefined>(this.promise);
       expectType<Array<Error>>(this.suppressedErrors);
       expectType<string | undefined>(this.testPath);

packages/expect/src/__tests__/assertionCounts.test.ts

@@ -44,3 +44,35 @@ describe('.hasAssertions()', () => {
 
   it('hasAssertions not leaking to global state', () => {});
 });
+
+describe('numPassingAsserts', () => {
+  it('verify the default value of numPassingAsserts', () => {
+    const {numPassingAsserts} = jestExpect.getState();
+    expect(numPassingAsserts).toBe(0);
+  });
+
+  it('verify the resetting of numPassingAsserts after a test', () => {
+    expect('a').toBe('a');
+    expect('a').toBe('a');
+    // reset state
+    jestExpect.extractExpectedAssertionsErrors();
+    const {numPassingAsserts} = jestExpect.getState();
+    expect(numPassingAsserts).toBe(0);
+  });
+
+  it('verify the correctness of numPassingAsserts count for passing test', () => {
+    expect('a').toBe('a');
+    expect('a').toBe('a');
+    const {numPassingAsserts} = jestExpect.getState();
+    expect(numPassingAsserts).toBe(2);
+  });
+
+  it('verify the correctness of numPassingAsserts count for failing test', () => {
+    expect('a').toBe('a');
+    try {
+      expect('a').toBe('b');
+    } catch (error) {}
+    const {numPassingAsserts} = jestExpect.getState();
+    expect(numPassingAsserts).toBe(1);
+  });
+});

packages/expect/src/extractExpectedAssertionsErrors.ts

@@ -20,6 +20,7 @@ const resetAssertionsLocalState = () => {
     assertionCalls: 0,
     expectedAssertionsNumber: null,
     isExpectingAssertions: false,
+    numPassingAsserts: 0,
   });
 };
 

packages/expect/src/index.ts

@@ -337,6 +337,8 @@ const makeThrowingMatcher = (
         } else {
           getState().suppressedErrors.push(error);
         }
+      } else {
+        getState().numPassingAsserts++;
       }
     };
 

packages/expect/src/jestMatchersObject.ts

@@ -29,6 +29,7 @@ if (!Object.prototype.hasOwnProperty.call(globalThis, JEST_MATCHERS_OBJECT)) {
     assertionCalls: 0,
     expectedAssertionsNumber: null,
     isExpectingAssertions: false,
+    numPassingAsserts: 0,
     suppressedErrors: [], // errors that are not thrown immediately.
   };
   Object.defineProperty(globalThis, JEST_MATCHERS_OBJECT, {

packages/expect/src/types.ts

@@ -65,6 +65,7 @@ export interface MatcherState {
   isExpectingAssertions: boolean;
   isExpectingAssertionsError?: Error;
   isNot?: boolean;
+  numPassingAsserts: number;
   promise?: string;
   suppressedErrors: Array<Error>;
   testPath?: string;

packages/jest-circus/src/legacy-code-todo-rewrite/jestAdapterInit.ts

@@ -178,7 +178,7 @@ export const runAndTransformResultsToJestFormat = async ({
           : ancestorTitles.join(' '),
         invocations: testResult.invocations,
         location: testResult.location,
-        numPassingAsserts: 0,
+        numPassingAsserts: testResult.numPassingAsserts,
         retryReasons: testResult.retryReasons,
         status,
         title: testResult.testPath[testResult.testPath.length - 1],
@@ -238,6 +238,7 @@ const eventHandler = async (event: Circus.Event) => {
       break;
     }
     case 'test_done': {
+      event.test.numPassingAsserts = jestExpect.getState().numPassingAsserts;
       _addSuppressedErrors(event.test);
       _addExpectedAssertionErrors(event.test);
       break;

packages/jest-circus/src/utils.ts

@@ -78,6 +78,7 @@ export const makeTest = (
   invocations: 0,
   mode,
   name: convertDescriptorToString(name),
+  numPassingAsserts: 0,
   parent,
   retryReasons: [],
   seenDone: false,
@@ -363,6 +364,7 @@ export const makeSingleTestResult = (
     errorsDetailed,
     invocations: test.invocations,
     location,
+    numPassingAsserts: test.numPassingAsserts,
     retryReasons: test.retryReasons.map(_getError).map(getErrorStack),
     status,
     testPath: Array.from(testPath),
@@ -484,7 +486,7 @@ export const parseSingleTestResult = (
       : ancestorTitles.join(' '),
     invocations: testResult.invocations,
     location: testResult.location,
-    numPassingAsserts: 0,
+    numPassingAsserts: testResult.numPassingAsserts,
     retryReasons: Array.from(testResult.retryReasons),
     status,
     title: testResult.testPath[testResult.testPath.length - 1],

packages/jest-types/__typetests__/expect.test.ts

@@ -446,6 +446,7 @@ expectType<void>(
       expectType<boolean>(this.isExpectingAssertions);
       expectType<Error | undefined>(this.isExpectingAssertionsError);
       expectType<boolean | undefined>(this.isNot);
+      expectType<number>(this.numPassingAsserts);
       expectType<string | undefined>(this.promise);
       expectType<Array<Error>>(this.suppressedErrors);
       expectType<string | undefined>(this.testPath);

packages/jest-types/src/Circus.ts

@@ -185,6 +185,7 @@ export type TestResult = {
   invocations: number;
   status: TestStatus;
   location?: {column: number; line: number} | null;
+  numPassingAsserts: number;
   retryReasons: Array<FormattedError>;
   testPath: Array<TestName | BlockName>;
 };
@@ -245,6 +246,7 @@ export type TestEntry = {
   mode: TestMode;
   concurrent: boolean;
   name: TestName;
+  numPassingAsserts: number;
   parent: DescribeBlock;
   startedAt?: number | null;
   duration?: number | null;

packages/test-utils/src/ConditionalTest.ts

@@ -46,3 +46,9 @@ export function onNodeVersions(
     });
   }
 }
+
+export function skipTestOnJasmine(testBody: () => void): void {
+  if (!isJestJasmineRun()) {
+    testBody();
+  }
+}

packages/test-utils/src/index.ts

@@ -12,6 +12,7 @@ export {
   skipSuiteOnJasmine,
   skipSuiteOnJestCircus,
   onNodeVersions,
+  skipTestOnJasmine,
 } from './ConditionalTest';
 
 export {makeGlobalConfig, makeProjectConfig} from './config';