split scenarios into scenarios and addons

Author: sokra

.github/workflows/compare.yml

@@ -22,19 +22,19 @@ jobs:
         current:
           - "${{ github.event.inputs.current }}"
         case:
-          - minimal
           - common-libs
           - esbuild-three
         scenario:
-          - development-default-build
-          - development-cached-build
-          - development-cached-pnp-build
-          - development-cached-rebuild
-          - production-default-build
-          - production-cached-build
-          - production-source-map-build
-          - production-source-map-cached-build
-    runs-on: windows-latest
+          - development-build
+          - development-build+persistent-cache
+          - development-build+pnp
+          - development-rebuild
+          - production-build
+          - production-build+no-minimize
+          - production-build+no-minimize+no-concatenation
+          - production-build+persistent-cache
+          - production-build+source-map+persistent-cache
+    runs-on: linux-latest
     steps:
       - run: echo ${{ github.event.inputs.base }} vs ${{ github.event.inputs.current }}
       - uses: actions/checkout@v2

addons/babel-env.js

@@ -0,0 +1,29 @@
+export const packageJson = (json) => {
+	json.browserslist = "> 0.25%, not dead";
+	Object.assign(json.dependencies, {
+		"@babel/core": "^7.12.16",
+		"@babel/preset-env": "^7.12.16",
+		"babel-loader": "^8.2.2",
+		"core-js": "^3.8.3",
+	});
+	return json;
+};
+
+export const config = (content) => `${content}
+
+module.exports.module = module.exports.module || {};
+module.exports.module.rules = module.exports.module.rules || [];
+module.exports.module.rules.push({
+	test: /\.js$/,
+	use: {
+		loader: "babel-loader",
+		options: {
+			sourceType: "unambiguous",
+			presets: [["@babel/env", {
+				useBuiltIns: "usage",
+				corejs: 3
+			}]]
+		}
+	}
+});
+`;

addons/no-concatenation.js

@@ -0,0 +1 @@
+export const args = ["--no-optimization-concatenate-modules"];

addons/no-minimize.js

@@ -0,0 +1 @@
+export const args = ["--no-optimization-minimize"];

addons/persistent-cache.js

@@ -0,0 +1 @@
+export const args = ["--cache-type", "filesystem"];

addons/pnp.js

@@ -0,0 +1 @@
+export const installOptions = { pnp: true };

addons/source-map.js

@@ -0,0 +1 @@
+export const args = ["--devtool", "source-map"];

bin/compare-scenarios.js

@@ -0,0 +1,34 @@
+import compare from "../lib/compare.js";
+import { formatDiffTable, formatResultTable } from "../lib/utils.js";
+import { mkdir, writeFile } from "fs/promises";
+import { resolve } from "path";
+import { fileURLToPath } from "url";
+
+const [
+	,
+	,
+	caseName = "minimal",
+	baseline = "development-default-build",
+	scenarioName = "development-cached-build",
+] = process.argv;
+
+const rootDir = resolve(fileURLToPath(import.meta.url), "../..");
+
+(async () => {
+	const { diff, result } = await compare(caseName, scenarioName, {
+		runs: 30,
+		verboseSetup: true,
+		baselineScenario: baseline,
+	});
+	console.log(formatResultTable(result, { colors: true, verbose: true }));
+	console.log();
+	console.log(formatDiffTable(diff, { colors: true, verbose: true }));
+	await mkdir(resolve(rootDir, "output"), { recursive: true });
+	await writeFile(
+		resolve(rootDir, `output/${caseName}.json`),
+		JSON.stringify(diff, null, 2)
+	);
+})().catch((err) => {
+	process.exitCode = 1;
+	console.error(err.stack);
+});

bin/compare.js

@@ -1,5 +1,5 @@
 import compare from "../lib/compare.js";
-import { formatDiffTable } from "../lib/utils.js";
+import { formatDiffTable, formatResultTable } from "../lib/utils.js";
 import { mkdir, writeFile } from "fs/promises";
 import { resolve } from "path";
 import { fileURLToPath } from "url";
@@ -16,7 +16,7 @@ const [
 const rootDir = resolve(fileURLToPath(import.meta.url), "../..");
 
 (async () => {
-	const diff = await compare(caseName, scenarioName, {
+	const { diff, result } = await compare(caseName, scenarioName, {
 		runs: 30,
 		verboseSetup: true,
 		baselineDependencies: {
@@ -26,6 +26,8 @@ const rootDir = resolve(fileURLToPath(import.meta.url), "../..");
 			webpack: `webpack/webpack#${current}`,
 		},
 	});
+	console.log(formatResultTable(result, { colors: true, verbose: true }));
+	console.log();
 	console.log(formatDiffTable(diff, { colors: true, verbose: true }));
 	await mkdir(resolve(rootDir, "output"), { recursive: true });
 	await writeFile(

bin/measure-mean.js

@@ -1,4 +1,5 @@
 import measure from "../lib/measure.js";
+import { formatResultTable } from "../lib/utils.js";
 
 const [
 	,
@@ -8,7 +9,9 @@ const [
 ] = process.argv;
 
 (async () => {
-	console.log(
-		await measure(caseName, scenarioName, { runs: 20, verboseSetup: true })
-	);
+	const result = await measure(caseName, scenarioName, {
+		runs: 30,
+		verboseSetup: true,
+	});
+	console.log(formatResultTable(result, { colors: true, verbose: true }));
 })().catch((err) => console.error(err.stack));