This is a follow-up to #35049 with a few minor fixes related to using the browser provided by `puppeteer` to run tests. Included fixes: - Make the `webdriver-manager-update.js` really portable. (Previously, it needed to be run from the directory that contained the `node_modules/` directory. Now, it can be executed from a subdirectory and will correctly resolve dependencies.) - Use the `puppeteer`-based setup in AIO unit and e2e tests to ensure that the downloaded ChromeDriver version matches the browser version used in tests. - Use the `puppeteer`-based setup in the `aio_monitoring_stable` CI job (as happens with `aio_monitoring_next`). - Use the [recommended way][1] of getting the browser port when using `puppeteer` with `lighthouse` and avoid hard-coding the remote debugging port (to be able to handle multiple instances running concurrently). [1]: https://github.com/GoogleChrome/lighthouse/blame/51df179a0/docs/puppeteer.md#L49 PR Close #35381
		
			
				
	
	
		
			179 lines
		
	
	
		
			5.9 KiB
		
	
	
	
		
			JavaScript
		
	
	
	
	
	
			
		
		
	
	
			179 lines
		
	
	
		
			5.9 KiB
		
	
	
	
		
			JavaScript
		
	
	
	
	
	
| #!/bin/env node
 | |
| 'use strict';
 | |
| 
 | |
| /**
 | |
|  * Usage:
 | |
|  * ```sh
 | |
|  * node scripts/audit-web-app <url> <min-scores> [<log-file>]
 | |
|  * ```
 | |
|  *
 | |
|  * Runs audits against the specified URL on specific categories (accessibility, best practices, performance, PWA, SEO).
 | |
|  * It fails, if the score in any category is below the score specified in `<min-scores>`. (Only runs audits for the
 | |
|  * specified categories.)
 | |
|  *
 | |
|  * `<min-scores>` is either a number (in which case it is interpreted as `all:<min-score>`) or a list of comma-separated
 | |
|  * strings of the form `key:value`, where `key` is one of `accessibility`, `best-practices`, `performance`, `pwa`, `seo`
 | |
|  * or `all` and `value` is a number (between 0 and 100).
 | |
|  *
 | |
|  * Examples:
 | |
|  * - `95` _(Same as `all:95`.)_
 | |
|  * - `all:95` _(Run audits for all categories and require a score of 95 or higher.)_
 | |
|  * - `all:95,pwa:100` _(Same as `all:95`, except that a scope of 100 is required for the `pwa` category.)_
 | |
|  * - `performance:90` _(Only run audits for the `performance` category and require a score of 90 or higher.)_
 | |
|  *
 | |
|  * If `<log-file>` is defined, the full results will be logged there.
 | |
|  *
 | |
|  * (Skips HTTPS-related audits, when run for an HTTP URL.)
 | |
|  */
 | |
| 
 | |
| // Imports
 | |
| const lighthouse = require('lighthouse');
 | |
| const printer = require('lighthouse/lighthouse-cli/printer');
 | |
| const logger = require('lighthouse-logger');
 | |
| const puppeteer = require('puppeteer');
 | |
| 
 | |
| // Constants
 | |
| const AUDIT_CATEGORIES = ['accessibility', 'best-practices', 'performance', 'pwa', 'seo'];
 | |
| const LIGHTHOUSE_FLAGS = {logLevel: process.env.CI ? 'error' : 'info'};  // Be less verbose on CI.
 | |
| const SKIPPED_HTTPS_AUDITS = ['redirects-http', 'uses-http2'];
 | |
| const VIEWER_URL = 'https://googlechrome.github.io/lighthouse/viewer';
 | |
| const WAIT_FOR_SW_DELAY = 5000;
 | |
| 
 | |
| // Run
 | |
| _main(process.argv.slice(2));
 | |
| 
 | |
| // Functions - Definitions
 | |
| async function _main(args) {
 | |
|   const {url, minScores, logFile} = parseInput(args);
 | |
|   const isOnHttp = /^http:/.test(url);
 | |
|   const lhFlags = {...LIGHTHOUSE_FLAGS, onlyCategories: Object.keys(minScores).sort()};
 | |
|   const lhConfig = {
 | |
|     extends: 'lighthouse:default',
 | |
|     // Since the Angular ServiceWorker waits for the app to stabilize before registering,
 | |
|     // wait a few seconds after load to allow Lighthouse to reliably detect it.
 | |
|     passes: [{passName: 'defaultPass', pauseAfterLoadMs: WAIT_FOR_SW_DELAY}],
 | |
|   };
 | |
| 
 | |
|   console.log(`Running web-app audits for '${url}'...`);
 | |
|   console.log(`  Audit categories: ${lhFlags.onlyCategories.join(', ')}`);
 | |
| 
 | |
|   // If testing on HTTP, skip HTTPS-specific tests.
 | |
|   // (Note: Browsers special-case localhost and run ServiceWorker even on HTTP.)
 | |
|   if (isOnHttp) skipHttpsAudits(lhConfig);
 | |
| 
 | |
|   logger.setLevel(lhFlags.logLevel);
 | |
| 
 | |
|   try {
 | |
|     console.log('');
 | |
|     const startTime = Date.now();
 | |
|     const results = await launchChromeAndRunLighthouse(url, lhFlags, lhConfig);
 | |
|     const success = await processResults(results, minScores, logFile);
 | |
|     console.log(`\n(Completed in ${((Date.now() - startTime) / 1000).toFixed(1)}s.)\n`);
 | |
| 
 | |
|     if (!success) {
 | |
|       throw new Error('One or more scores are too low.');
 | |
|     }
 | |
|   } catch (err) {
 | |
|     onError(err);
 | |
|   }
 | |
| }
 | |
| 
 | |
| function formatScore(score) {
 | |
|   return `${(score * 100).toFixed(0).padStart(3)}`;
 | |
| }
 | |
| 
 | |
| async function launchChromeAndRunLighthouse(url, flags, config) {
 | |
|   const browser = await puppeteer.launch();
 | |
|   flags.port = (new URL(browser.wsEndpoint())).port;
 | |
| 
 | |
|   try {
 | |
|     return await lighthouse(url, flags, config);
 | |
|   } finally {
 | |
|     await browser.close();
 | |
|   }
 | |
| }
 | |
| 
 | |
| function onError(err) {
 | |
|   console.error(err);
 | |
|   console.error('');
 | |
|   process.exit(1);
 | |
| }
 | |
| 
 | |
| function parseInput(args) {
 | |
|   const [url, minScoresRaw, logFile] = args;
 | |
| 
 | |
|   if (!url) {
 | |
|     onError('Invalid arguments: <url> not specified.');
 | |
|   } else if (!minScoresRaw) {
 | |
|     onError('Invalid arguments: <min-scores> not specified.');
 | |
|   }
 | |
| 
 | |
|   const minScores = parseMinScores(minScoresRaw || '');
 | |
|   const unknownCategories = Object.keys(minScores).filter(cat => !AUDIT_CATEGORIES.includes(cat));
 | |
|   const allValuesValid = Object.values(minScores).every(x => (0 <= x) && (x <= 1));
 | |
| 
 | |
|   if (unknownCategories.length > 0) {
 | |
|     onError(`Invalid arguments: <min-scores> contains unknown category(-ies): ${unknownCategories.join(', ')}`);
 | |
|   } else if (!allValuesValid) {
 | |
|     onError(`Invalid arguments: <min-scores> has non-numeric or out-of-range values: ${minScoresRaw}`);
 | |
|   }
 | |
| 
 | |
|   return {url, minScores, logFile};
 | |
| }
 | |
| 
 | |
| function parseMinScores(raw) {
 | |
|   const minScores = {};
 | |
| 
 | |
|   if (/^\d+$/.test(raw)) {
 | |
|     raw = `all:${raw}`;
 | |
|   }
 | |
| 
 | |
|   raw.
 | |
|     split(',').
 | |
|     map(x => x.split(':')).
 | |
|     forEach(([key, val]) => minScores[key] = Number(val) / 100);
 | |
| 
 | |
|   if (minScores.hasOwnProperty('all')) {
 | |
|     AUDIT_CATEGORIES.forEach(cat => minScores.hasOwnProperty(cat) || (minScores[cat] = minScores.all));
 | |
|     delete minScores.all;
 | |
|   }
 | |
| 
 | |
|   return minScores;
 | |
| }
 | |
| 
 | |
| async function processResults(results, minScores, logFile) {
 | |
|   const lhVersion = results.lhr.lighthouseVersion;
 | |
|   const categories = results.lhr.categories;
 | |
|   const report = results.report;
 | |
| 
 | |
|   if (logFile) {
 | |
|     console.log(`\nSaving results in '${logFile}'...`);
 | |
|     console.log(`  LightHouse viewer: ${VIEWER_URL}`);
 | |
| 
 | |
|     await printer.write(report, printer.OutputMode.json, logFile);
 | |
|   }
 | |
| 
 | |
|   console.log(`\nLighthouse version: ${lhVersion}`);
 | |
|   console.log('\nAudit results:');
 | |
| 
 | |
|   const maxTitleLen = Math.max(...Object.values(categories).map(({title}) => title.length));
 | |
|   const success = Object.keys(categories).sort().reduce((aggr, cat) => {
 | |
|     const {title, score} = categories[cat];
 | |
|     const paddedTitle = `${title}:`.padEnd(maxTitleLen + 1);
 | |
|     const minScore = minScores[cat];
 | |
|     const passed = !isNaN(score) && (score >= minScore);
 | |
| 
 | |
|     console.log(
 | |
|       `  - ${paddedTitle}  ${formatScore(score)}  (Required: ${formatScore(minScore)})  ${passed ? 'OK' : 'FAILED'}`);
 | |
| 
 | |
|     return aggr && passed;
 | |
|   }, true);
 | |
| 
 | |
|   return success;
 | |
| }
 | |
| 
 | |
| function skipHttpsAudits(config) {
 | |
|   console.log(`  Skipping HTTPS-related audits: ${SKIPPED_HTTPS_AUDITS.join(', ')}`);
 | |
|   config.settings = {...config.settings, skipAudits: SKIPPED_HTTPS_AUDITS};
 | |
| }
 |