node/test/parallel/test-runner-coverage-thresholds.js at 352f4589ea62c1221b040b7dd973a12075026439 · avivkeller/node · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
'use strict';
const common = require('../common');
const assert = require('node:assert');
const { spawnSync } = require('node:child_process');
const { readdirSync } = require('node:fs');
const { test } = require('node:test');
const fixtures = require('../common/fixtures');
const tmpdir = require('../common/tmpdir');

common.skipIfInspectorDisabled();
tmpdir.refresh();

function findCoverageFileForPid(pid) {
  const pattern = `^coverage\\-${pid}\\-(\\d{13})\\-(\\d+)\\.json$`;
  const regex = new RegExp(pattern);

  return readdirSync(tmpdir.path).find((file) => {
    return regex.test(file);
  });
}

function getTapCoverageFixtureReport() {
  /* eslint-disable @stylistic/js/max-len */
  const report = [
    '# start of coverage report',
    '# -------------------------------------------------------------------------------------------------------------------',
    '# file                                     | line % | branch % | funcs % | uncovered lines',
    '# -------------------------------------------------------------------------------------------------------------------',
    '# test/fixtures/test-runner/coverage.js    |  78.65 |    38.46 |   60.00 | 12-13 16-22 27 39 43-44 61-62 66-67 71-72',
    '# test/fixtures/test-runner/invalid-tap.js | 100.00 |   100.00 |  100.00 | ',
    '# test/fixtures/v8-coverage/throw.js       |  71.43 |    50.00 |  100.00 | 5-6',
    '# -------------------------------------------------------------------------------------------------------------------',
    '# all files                                |  78.35 |    43.75 |   60.00 |',
    '# -------------------------------------------------------------------------------------------------------------------',
    '# end of coverage report',
  ].join('\n');
  /* eslint-enable @stylistic/js/max-len */

  if (common.isWindows) {
    return report.replaceAll('/', '\\');
  }

  return report;
}

const fixture = fixtures.path('test-runner', 'coverage.js');
const neededArguments = [
  '--experimental-test-coverage',
  '--test-reporter', 'tap',
];

const coverages = [
  { flag: '--test-coverage-lines', name: 'line', actual: 78.35 },
  { flag: '--test-coverage-functions', name: 'function', actual: 60.00 },
  { flag: '--test-coverage-branches', name: 'branch', actual: 43.75 },
];

for (const coverage of coverages) {
  test(`test passing ${coverage.flag}`, async (t) => {
    const result = spawnSync(process.execPath, [
      ...neededArguments,
      `${coverage.flag}=25`,
      fixture,
    ]);

    const stdout = result.stdout.toString();
    assert(stdout.includes(getTapCoverageFixtureReport()));
    assert.doesNotMatch(stdout, RegExp(`Error: [\\d\\.]+% ${coverage.name} coverage`));
    assert.strictEqual(result.status, 0);
    assert(!findCoverageFileForPid(result.pid));
  });

  test(`test failing ${coverage.flag}`, async (t) => {
    const result = spawnSync(process.execPath, [
      ...neededArguments,
      `${coverage.flag}=99`,
      fixture,
    ]);

    const stdout = result.stdout.toString();
    assert(stdout.includes(getTapCoverageFixtureReport()));
    assert.match(stdout, RegExp(`Error: ${coverage.actual.toFixed(2)}% ${coverage.name} coverage does not meet threshold of 99%`));
    assert.strictEqual(result.status, 1);
    assert(!findCoverageFileForPid(result.pid));
  });

  test(`test out-of-range ${coverage.flag} (too high)`, async (t) => {
    const result = spawnSync(process.execPath, [
      ...neededArguments,
      `${coverage.flag}=101`,
      fixture,
    ]);

    assert.match(result.stderr.toString(), RegExp(`The value of "${coverage.flag}`));
    assert.strictEqual(result.status, 1);
    assert(!findCoverageFileForPid(result.pid));
  });

  test(`test out-of-range ${coverage.flag} (too low)`, async (t) => {
    const result = spawnSync(process.execPath, [
      ...neededArguments,
      `${coverage.flag}=-1`,
      fixture,
    ]);

    assert.match(result.stderr.toString(), RegExp(`The value of "${coverage.flag}`));
    assert.strictEqual(result.status, 1);
    assert(!findCoverageFileForPid(result.pid));
  });
}