discourse/lib/autospec/run-qunit.js

// Chrome QUnit Test Runner
// Author: David Taylor
// Requires chrome-launcher and chrome-remote-interface from npm
// An up-to-date version of chrome is also required

/* globals Promise */

var args = process.argv.slice(2);

if (args.length < 1 || args.length > 2) {
  console.log("Usage: node run-qunit.js <URL> <timeout>");
  process.exit(1);
}

const chromeLauncher = require('chrome-launcher');
const CDP = require('chrome-remote-interface');
const fs = require('fs');
const QUNIT_RESULT = "./tmp/qunit_result";

(async () => {
  await fs.stat(QUNIT_RESULT, (err, stats) => {
    if (stats && stats.isFile()) fs.unlink(QUNIT_RESULT);
  });
})();

(function() {

  function launchChrome() {
    return chromeLauncher.launch({
      chromeFlags: [
        '--disable-gpu',
       '--headless',
       '--no-sandbox'
      ]
    });
  }

  launchChrome().then(chrome => {
    CDP({
      port: chrome.port
    }).then(protocol => {
      const {Page, Runtime} = protocol;
      Promise.all([Page.enable(), Runtime.enable()]).then(()=>{

        Runtime.consoleAPICalled((response) => {
          const message = response['args'][0].value;

          // If it's a simple test result, write without newline
          if (message === "." || message === "F") {
            process.stdout.write(message);
          } else if (message.startsWith("AUTOSPEC:")) {
            fs.appendFileSync(QUNIT_RESULT, `${message.slice(10)}\n`);
          } else {
            console.log(message);
          }
        });

        Page.navigate({
          url: args[0]
        });

        Page.loadEventFired(() => {

          Runtime.evaluate({
            expression: `(${qunit_script})()`
          }).then(() => {
            const timeout = parseInt(args[1] || 300000, 10);
            var start = Date.now();

            var interval = setInterval(() => {
              if (Date.now() > start + timeout) {
                console.error("Tests timed out");

                protocol.close();
                chrome.kill();
                process.exit(124);
              } else {

                Runtime.evaluate({
                  expression: `(${check_script})()`
                }).then(numFails => {
                  if (numFails.result.type !== 'undefined') {
                    clearInterval(interval);
                    protocol.close();
                    chrome.kill();

                    if (numFails.result.value > 0) {
                      process.exit(1);
                    } else {
                      process.exit();
                    }
                  }
                }).catch(error);
              }
            }, 250);
          }).catch(error(1));
        });
      }).catch(error(3));
    }).catch(error(4));
  }).catch(error(5));
})();

function error(code){
  return function(){
    console.log("A promise failed to resolve code:"+code);
    process.exit(1);
  };
}

// The following functions are converted to strings
// And then sent to chrome to be evalaluated
function logQUnit() {
  var moduleErrors = [];
  var testErrors = [];
  var assertionErrors = [];

  console.log("\nRunning: " + JSON.stringify(QUnit.urlParams) + "\n");

  QUnit.config.testTimeout = 10000;

  QUnit.moduleDone(function(context) {
    if (context.failed) {
      var msg = "Module Failed: " + context.name + "\n" + testErrors.join("\n");
      moduleErrors.push(msg);
      testErrors = [];
    }
  });

  QUnit.testDone(function(context) {
    if (context.failed) {
      var msg = "  Test Failed: " + context.name + assertionErrors.join("    ");
      console.log(`AUTOSPEC: ${context.module}:::${context.testId}:::${context.name}`);
      testErrors.push(msg);
      assertionErrors = [];
      console.log("F");
    } else {
      console.log(".");
    }
  });

  QUnit.log(function(context) {
    if (context.result) { return; }

    var msg = "\n    Assertion Failed:";
    if (context.message) {
      msg += " " + context.message;
    }

    if (context.expected) {
      msg += "\n      Expected: " + context.expected + ", Actual: " + context.actual;
    }

    assertionErrors.push(msg);
  });

  QUnit.done(function(context) {
    console.log("\n");

    if (moduleErrors.length > 0) {
      for (var idx=0; idx<moduleErrors.length; idx++) {
        console.error(moduleErrors[idx]+"\n");
      }
    }

    var stats = [
      "Time: " + context.runtime + "ms",
      "Total: " + context.total,
      "Passed: " + context.passed,
      "Failed: " + context.failed
    ];
    console.log(stats.join(", "));
    window.qunitDone = context;
  });
}
const qunit_script = logQUnit.toString();

function check() {
  if(window.qunitDone){
    return window.qunitDone.failed;
  }
}
const check_script = check.toString();