Test: Enable more CLI tests on Windows

.github/workflows/CI.yaml

@@ -51,8 +51,12 @@ jobs:
  node: 16.x
  script: npm run test-nolint
 
+ # use macos-12 instead of macos-latest
+ # as proxy for Intel instead of ARM
+ # because the older Puppeteer/Chromr for Node 10 compat
+ # didn't support ARM yet.
  - name: "macOS: Node 16"
- os: macos-latest
+ os: macos-12
  node: 16.x
  script: npm run test-nolint
 

test/cli/cli-main.js

@@ -17,33 +17,10 @@ QUnit.module('CLI Main', () => {
  concurrentMapKeys(readFixtures(FIXTURES_DIR), 0, (runFixture) => runFixture()),
  async (assert, fixture) => {
  const result = await fixture;
- assert.equal(result.snapshot, result.expected);
+ assert.equal(result.snapshot, result.expected, result.name);
  }
  );
 
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[skipOnWinTest]('report assert.throws() failures properly', async assert => {
- const command = ['qunit', 'assert-throws-failure.js'];
- const execution = await execute(command);
- assert.equal(execution.snapshot, `TAP version 13
-not ok 1 Throws match > bad
- ---
- message: match error
- severity: failed
- actual : Error: Match me with a pattern
- expected: "/incorrect pattern/"
- stack: |
- at /qunit/test/cli/fixtures/assert-throws-failure.js:3:12
- ...
-1..1
-# pass 0
-# skip 0
-# todo 0
-# fail 1
-
-# exit code: 1`);
- });
-
  QUnit.test('callbacks', async assert => {
  const expected = `CALLBACK: begin1
 CALLBACK: begin2
@@ -237,8 +214,7 @@ ok 1 ESM test suite > sum()
 
  // https://nodejs.org/dist/v12.12.0/docs/api/cli.html#cli_enable_source_maps
  if (semver.gte(process.versions.node, '14.0.0')) {
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[skipOnWinTest]('normal trace with native source map', async assert => {
+ QUnit.test('normal trace with native source map', async assert => {
  const command = ['qunit', 'sourcemap/source.js'];
  const execution = await execute(command);
 
@@ -264,9 +240,7 @@ not ok 2 Example > bad
 
  // skip if running in code coverage mode,
  // as that leads to conflicting maps-on-maps that invalidate this test
- //
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[process.env.NYC_PROCESS_ID ? 'skip' : skipOnWinTest](
+ QUnit[process.env.NYC_PROCESS_ID ? 'skip' : 'test'](
  'mapped trace with native source map', async function (assert) {
  const command = ['qunit', 'sourcemap/source.min.js'];
  const execution = await execute(command, {
@@ -397,143 +371,4 @@ not ok 1 global failure
  actual: execution.stdout + '\n' + execution.stderr
  });
  });
-
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[skipOnWinTest]('assert.async() handled after fail in other test', async assert => {
- const command = ['qunit', 'drooling-done.js'];
- const execution = await execute(command);
-
- assert.equal(execution.snapshot, `TAP version 13
-not ok 1 Test A
- ---
- message: |+
- Died on test #2: this is an intentional error
- at /qunit/test/cli/fixtures/drooling-done.js:5:7
- at internal
- severity: failed
- actual : null
- expected: undefined
- stack: |
- Error: this is an intentional error
- at /qunit/test/cli/fixtures/drooling-done.js:8:9
- ...
-ok 2 Test B
-1..2
-# pass 1
-# skip 0
-# todo 0
-# fail 1
-
-# exit code: 1`);
- });
-
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[skipOnWinTest]('assert.async() handled again in other test', async assert => {
- const command = ['qunit', 'drooling-extra-done.js'];
- const execution = await execute(command);
-
- assert.equal(execution.snapshot, `TAP version 13
-ok 1 Test A
-not ok 2 Test B
- ---
- message: |+
- Died on test #2: Unexpected release of async pause during a different test.
- > Test: Test A [async #1]
- at /qunit/test/cli/fixtures/drooling-extra-done.js:13:7
- at internal
- severity: failed
- actual : null
- expected: undefined
- stack: |
- Error: Unexpected release of async pause during a different test.
- > Test: Test A [async #1]
- ...
-1..2
-# pass 1
-# skip 0
-# todo 0
-# fail 1
-
-# exit code: 1`);
- });
-
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[skipOnWinTest]('assert.async() handled too often', async assert => {
- const command = ['qunit', 'too-many-done-calls.js'];
- const execution = await execute(command);
-
- assert.equal(execution.snapshot, `TAP version 13
-not ok 1 Test A
- ---
- message: |+
- Died on test #2: Tried to release async pause that was already released.
- > Test: Test A [async #1]
- at /qunit/test/cli/fixtures/too-many-done-calls.js:1:7
- at internal
- severity: failed
- actual : null
- expected: undefined
- stack: |
- Error: Tried to release async pause that was already released.
- > Test: Test A [async #1]
- ...
-1..1
-# pass 0
-# skip 0
-# todo 0
-# fail 1
-
-# exit code: 1`);
- });
-
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[skipOnWinTest]('module.only() nested', async assert => {
- const command = ['qunit', 'only-module.js'];
- const execution = await execute(command);
-
- assert.equal(execution.snapshot, `TAP version 13
-not ok 1 # TODO module B > Only this module should run > a todo test
- ---
- message: not implemented yet
- severity: todo
- actual : false
- expected: true
- stack: |
- at /qunit/test/cli/fixtures/only-module.js:17:18
- ...
-ok 2 # SKIP module B > Only this module should run > implicitly skipped test
-ok 3 module B > Only this module should run > normal test
-ok 4 module D > test D
-ok 5 module E > module F > test F
-ok 6 module E > test E
-1..8
-# pass 6
-# skip 1
-# todo 1
-# fail 0`);
- });
-
- // TODO: Figure out why trace isn't trimmed on Windows. https://github.com/qunitjs/qunit/issues/1359
- QUnit[skipOnWinTest]('module.only() flat', async assert => {
- const command = ['qunit', 'only-module-flat.js'];
- const execution = await execute(command);
-
- assert.equal(execution.snapshot, `TAP version 13
-not ok 1 # TODO module B > test B
- ---
- message: not implemented yet
- severity: todo
- actual : false
- expected: true
- stack: |
- at /qunit/test/cli/fixtures/only-module-flat.js:8:14
- ...
-ok 2 # SKIP module B > test C
-ok 3 module B > test D
-1..4
-# pass 2
-# skip 1
-# todo 1
-# fail 0`);
- });
 });

test/cli/fixtures/assert-throws-failure.tap.txt

@@ -0,0 +1,20 @@
+# name: report assert.throws() failures properly
+# command: ["qunit", "assert-throws-failure.js"]
+
+TAP version 13
+not ok 1 Throws match > bad
+ ---
+ message: match error
+ severity: failed
+ actual : Error: Match me with a pattern
+ expected: "/incorrect pattern/"
+ stack: |
+ at /qunit/test/cli/fixtures/assert-throws-failure.js:3:12
+ ...
+1..1
+# pass 0
+# skip 0
+# todo 0
+# fail 1
+
+# exit code: 1

test/cli/fixtures/drooling-done.tap.txt

@@ -0,0 +1,26 @@
+# name: assert.async() handled after fail in other test
+# command: ["qunit", "drooling-done.js"]
+
+TAP version 13
+not ok 1 Test A
+ ---
+ message: |+
+ Died on test #2: this is an intentional error
+ at /qunit/test/cli/fixtures/drooling-done.js:5:7
+ at internal
+ severity: failed
+ actual : null
+ expected: undefined
+ stack: |
+ Error: this is an intentional error
+ at /qunit/test/cli/fixtures/drooling-done.js:8:9
+ ...
+ok 2 Test B
+1..2
+# pass 1
+# skip 0
+# todo 0
+# fail 1
+
+# exit code: 1
+

test/cli/fixtures/drooling-extra-done.tap.txt

@@ -0,0 +1,26 @@
+# name: assert.async() handled again in other test
+# command: ["qunit", "drooling-extra-done.js"]
+
+TAP version 13
+ok 1 Test A
+not ok 2 Test B
+ ---
+ message: |+
+ Died on test #2: Unexpected release of async pause during a different test.
+ > Test: Test A [async #1]
+ at /qunit/test/cli/fixtures/drooling-extra-done.js:13:7
+ at internal
+ severity: failed
+ actual : null
+ expected: undefined
+ stack: |
+ Error: Unexpected release of async pause during a different test.
+ > Test: Test A [async #1]
+ ...
+1..2
+# pass 1
+# skip 0
+# todo 0
+# fail 1
+
+# exit code: 1

test/cli/fixtures/filter-modulename-insensitive.tap.txt

@@ -7,4 +7,4 @@ ok 1 Second > 1
 # pass 1
 # skip 0
 # todo 0
-# fail 0
+# fail 0

test/cli/fixtures/only-module-flat.tap.txt

@@ -0,0 +1,19 @@
+# command: ["qunit", "only-module-flat.js"]
+
+TAP version 13
+not ok 1 # TODO module B > test B
+ ---
+ message: not implemented yet
+ severity: todo
+ actual : false
+ expected: true
+ stack: |
+ at /qunit/test/cli/fixtures/only-module-flat.js:8:14
+ ...
+ok 2 # SKIP module B > test C
+ok 3 module B > test D
+1..4
+# pass 2
+# skip 1
+# todo 1
+# fail 0

test/cli/fixtures/only-module.tap.txt

@@ -0,0 +1,23 @@
+# name: module.only() nested
+# command: ["qunit", "only-module.js"]
+
+TAP version 13
+not ok 1 # TODO module B > Only this module should run > a todo test
+ ---
+ message: not implemented yet
+ severity: todo
+ actual : false
+ expected: true
+ stack: |
+ at /qunit/test/cli/fixtures/only-module.js:17:18
+ ...
+ok 2 # SKIP module B > Only this module should run > implicitly skipped test
+ok 3 module B > Only this module should run > normal test
+ok 4 module D > test D
+ok 5 module E > module F > test F
+ok 6 module E > test E
+1..8
+# pass 6
+# skip 1
+# todo 1
+# fail 0

test/cli/fixtures/too-many-done-calls.tap.txt

@@ -0,0 +1,25 @@
+# name: assert.async() handled too often
+# command: ["qunit", "too-many-done-calls.js"]
+
+TAP version 13
+not ok 1 Test A
+ ---
+ message: |+
+ Died on test #2: Tried to release async pause that was already released.
+ > Test: Test A [async #1]
+ at /qunit/test/cli/fixtures/too-many-done-calls.js:1:7
+ at internal
+ severity: failed
+ actual : null
+ expected: undefined
+ stack: |
+ Error: Tried to release async pause that was already released.
+ > Test: Test A [async #1]
+ ...
+1..1
+# pass 0
+# skip 0
+# todo 0
+# fail 1
+
+# exit code: 1