Merge pull request #7344 from asapach/master

feat: support tree shaking in DllPlugin
This commit is contained in:
Tobias Koppers 2018-05-25 10:48:08 +02:00 committed by GitHub
commit 8af0320c3e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
21 changed files with 479 additions and 1 deletions

View File

@ -0,0 +1,282 @@
# Dll scope hoisting
[DllPlugin documentation](https://webpack.js.org/plugins/dll-plugin)
This example demonstrates the usage of `entryOnly` option in combination with module concatenation / scope hoisting.
By default `DllPlugin` exposes all the modules referenced in the bundle as separate entries.
The manifest includes the individual modules available for use by `DllReferencePlugin`.
Since all the modules are being accounted for, this prevents advanced optimizations such as tree shaking.
The `entryOnly` flag tells `DllPlugin` to only expose the modules which are configured as entry points;
this affects both the manifest and the resulting bundle.
Since some of the modules are no longer included in the "public contract" of the Dll,
they can be optimized by merging (concatenating) multiple modules together or removing unused code.
This allows to take advantage of tree shaking (scope hoisting and dead code removal) optimizations.
In this example only `example.js` module is exposed, since it's the entry point.
Modules `a.js` and `b.js` are concatenated into `example.js`.
Module `cjs.js` is left as is, since it's in CommonJS format.
The manifest includes `example.js` as the only exposed module and lists the exports as `["a","b","c"]`
from the corresponding modules `a.js`, `b.js` and `cjs.js`. None of the other modules are exposed.
Also see [tree shaking](https://github.com/webpack/webpack/tree/master/examples/harmony-unused)
and [scope hoisting example](https://github.com/webpack/webpack/tree/master/examples/scope-hoisting).
# example.js
``` javascript
export { a, b } from "./a";
export { c } from "./cjs";
```
# webpack.config.js
``` javascript
var path = require("path");
var webpack = require("../../");
module.exports = {
// mode: "development" || "production",
entry: {
dll: ["./example"]
},
output: {
path: path.join(__dirname, "dist"),
filename: "[name].js",
library: "[name]_[hash]"
},
optimization: {
concatenateModules: true // this is enabled by default in production mode
},
plugins: [
new webpack.DllPlugin({
path: path.join(__dirname, "dist", "[name]-manifest.json"),
name: "[name]_[hash]",
entryOnly: true
})
]
};
```
# dist/dll.js
``` javascript
var dll_3392692e94d8b928900f =
```
<details><summary><code>/******/ (function(modules) { /* webpackBootstrap */ })</code></summary>
``` js
/******/ (function(modules) { // webpackBootstrap
/******/ // The module cache
/******/ var installedModules = {};
/******/
/******/ // The require function
/******/ function __webpack_require__(moduleId) {
/******/
/******/ // Check if module is in cache
/******/ if(installedModules[moduleId]) {
/******/ return installedModules[moduleId].exports;
/******/ }
/******/ // Create a new module (and put it into the cache)
/******/ var module = installedModules[moduleId] = {
/******/ i: moduleId,
/******/ l: false,
/******/ exports: {}
/******/ };
/******/
/******/ // Execute the module function
/******/ modules[moduleId].call(module.exports, module, module.exports, __webpack_require__);
/******/
/******/ // Flag the module as loaded
/******/ module.l = true;
/******/
/******/ // Return the exports of the module
/******/ return module.exports;
/******/ }
/******/
/******/
/******/ // expose the modules object (__webpack_modules__)
/******/ __webpack_require__.m = modules;
/******/
/******/ // expose the module cache
/******/ __webpack_require__.c = installedModules;
/******/
/******/ // define getter function for harmony exports
/******/ __webpack_require__.d = function(exports, name, getter) {
/******/ if(!__webpack_require__.o(exports, name)) {
/******/ Object.defineProperty(exports, name, {
/******/ configurable: false,
/******/ enumerable: true,
/******/ get: getter
/******/ });
/******/ }
/******/ };
/******/
/******/ // define __esModule on exports
/******/ __webpack_require__.r = function(exports) {
/******/ Object.defineProperty(exports, '__esModule', { value: true });
/******/ };
/******/
/******/ // getDefaultExport function for compatibility with non-harmony modules
/******/ __webpack_require__.n = function(module) {
/******/ var getter = module && module.__esModule ?
/******/ function getDefault() { return module['default']; } :
/******/ function getModuleExports() { return module; };
/******/ __webpack_require__.d(getter, 'a', getter);
/******/ return getter;
/******/ };
/******/
/******/ // Object.prototype.hasOwnProperty.call
/******/ __webpack_require__.o = function(object, property) { return Object.prototype.hasOwnProperty.call(object, property); };
/******/
/******/ // __webpack_public_path__
/******/ __webpack_require__.p = "dist/";
/******/
/******/
/******/ // Load entry module and return exports
/******/ return __webpack_require__(__webpack_require__.s = 0);
/******/ })
/************************************************************************/
```
</details>
``` js
/******/ ([
/* 0 */
/*!***************!*\
!*** dll dll ***!
\***************/
/*! no static exports found */
/*! ModuleConcatenation bailout: Module is not an ECMAScript module */
/***/ (function(module, exports, __webpack_require__) {
module.exports = __webpack_require__;
/***/ }),
/* 1 */
/*!****************!*\
!*** ./cjs.js ***!
\****************/
/*! no static exports found */
/*! ModuleConcatenation bailout: Module is not an ECMAScript module */
/***/ (function(module, exports) {
// module cjs (commonjs)
exports.c = "c";
/***/ }),
/* 2 */
/*!********************************!*\
!*** ./example.js + 2 modules ***!
\********************************/
/*! exports provided: a, b, c */
/*! ModuleConcatenation bailout: Cannot concat with ./cjs.js (<- Module is not an ECMAScript module) */
/***/ (function(module, __webpack_exports__, __webpack_require__) {
"use strict";
// CONCATENATED MODULE: ./b.js
// module b
function b() {
return "b";
}
// CONCATENATED MODULE: ./a.js
// module a
var a = "a";
// EXTERNAL MODULE: ./cjs.js
var cjs = __webpack_require__(1);
// CONCATENATED MODULE: ./example.js
/* concated harmony reexport */__webpack_require__.d(__webpack_exports__, "a", function() { return a; });
/* concated harmony reexport */__webpack_require__.d(__webpack_exports__, "b", function() { return b; });
/* concated harmony reexport */__webpack_require__.d(__webpack_exports__, "c", function() { return cjs["c"]; });
/***/ })
/******/ ]);
```
# dist/dll-manifest.json
``` javascript
{"name":"dll_3392692e94d8b928900f","content":{"./example.js":{"id":2,"buildMeta":{"exportsType":"namespace","providedExports":["a","b","c"]}}}}
```
# Info
## Unoptimized
```
Hash: 0a1b2c3d4e5f6a7b8c9d
Version: webpack 4.8.3
Asset Size Chunks Chunk Names
dll.js 4.01 KiB 0 [emitted] dll
Entrypoint dll = dll.js
chunk {0} dll.js (dll) 216 bytes [entry] [rendered]
> dll
[0] dll dll 12 bytes {0} [built]
dll entry
[1] ./cjs.js 42 bytes {0} [built]
harmony side effect evaluation ./cjs [2] ./example.js + 2 modules 2:0-26
harmony export imported specifier ./cjs [2] ./example.js + 2 modules 2:0-26
[2] ./example.js + 2 modules 162 bytes {0} [built]
[exports: a, b, c]
single entry ./example [0] dll dll dll:0
| ./example.js 55 bytes [built]
| [exports: a, b, c]
| single entry ./example [0] dll dll dll:0
| ./a.js 53 bytes [built]
| [exports: a, b]
| harmony side effect evaluation ./a ./example.js 1:0-27
| harmony export imported specifier ./a ./example.js 1:0-27
| harmony export imported specifier ./a ./example.js 1:0-27
| ./b.js 49 bytes [built]
| [exports: b]
| harmony side effect evaluation ./b ./a.js 3:0-20
| harmony export imported specifier ./b ./a.js 3:0-20
```
## Production mode
```
Hash: 0a1b2c3d4e5f6a7b8c9d
Version: webpack 4.8.3
Asset Size Chunks Chunk Names
dll.js 791 bytes 0 [emitted] dll
Entrypoint dll = dll.js
chunk {0} dll.js (dll) 216 bytes [entry] [rendered]
> dll
[0] ./cjs.js 42 bytes {0} [built]
[only some exports used: c]
harmony side effect evaluation ./cjs [1] ./example.js + 2 modules 2:0-26
harmony export imported specifier ./cjs [1] ./example.js + 2 modules 2:0-26
[1] ./example.js + 2 modules 162 bytes {0} [built]
[exports: a, b, c]
single entry ./example [2] dll dll dll:0
| ./example.js 55 bytes [built]
| [exports: a, b, c]
| single entry ./example [2] dll dll dll:0
| ./a.js 53 bytes [built]
| [exports: a, b]
| [all exports used]
| harmony side effect evaluation ./a ./example.js 1:0-27
| harmony export imported specifier ./a ./example.js 1:0-27
| harmony export imported specifier ./a ./example.js 1:0-27
| ./b.js 49 bytes [built]
| [exports: b]
| [all exports used]
| harmony side effect evaluation ./b ./a.js 3:0-20
| harmony export imported specifier ./b ./a.js 3:0-20
[2] dll dll 12 bytes {0} [built]
dll entry
```

View File

@ -0,0 +1,3 @@
// module a
export var a = "a";
export * from "./b";

View File

@ -0,0 +1,4 @@
// module b
export function b() {
return "b";
}

View File

@ -0,0 +1,2 @@
global.NO_TARGET_ARGS = true;
require("../build-common");

View File

@ -0,0 +1,2 @@
// module cjs (commonjs)
exports.c = "c";

View File

@ -0,0 +1,2 @@
export { a, b } from "./a";
export { c } from "./cjs";

View File

@ -0,0 +1,64 @@
# Dll scope hoisting
[DllPlugin documentation](https://webpack.js.org/plugins/dll-plugin)
This example demonstrates the usage of `entryOnly` option in combination with module concatenation / scope hoisting.
By default `DllPlugin` exposes all the modules referenced in the bundle as separate entries.
The manifest includes the individual modules available for use by `DllReferencePlugin`.
Since all the modules are being accounted for, this prevents advanced optimizations such as tree shaking.
The `entryOnly` flag tells `DllPlugin` to only expose the modules which are configured as entry points;
this affects both the manifest and the resulting bundle.
Since some of the modules are no longer included in the "public contract" of the Dll,
they can be optimized by merging (concatenating) multiple modules together or removing unused code.
This allows to take advantage of tree shaking (scope hoisting and dead code removal) optimizations.
In this example only `example.js` module is exposed, since it's the entry point.
Modules `a.js` and `b.js` are concatenated into `example.js`.
Module `cjs.js` is left as is, since it's in CommonJS format.
The manifest includes `example.js` as the only exposed module and lists the exports as `["a","b","c"]`
from the corresponding modules `a.js`, `b.js` and `cjs.js`. None of the other modules are exposed.
Also see [tree shaking](https://github.com/webpack/webpack/tree/master/examples/harmony-unused)
and [scope hoisting example](https://github.com/webpack/webpack/tree/master/examples/scope-hoisting).
# example.js
``` javascript
{{example.js}}
```
# webpack.config.js
``` javascript
{{webpack.config.js}}
```
# dist/dll.js
``` javascript
{{dist/dll.js}}
```
# dist/dll-manifest.json
``` javascript
{{dist/dll-manifest.json}}
```
# Info
## Unoptimized
```
{{stdout}}
```
## Production mode
```
{{production:stdout}}
```

View File

@ -0,0 +1,24 @@
var path = require("path");
var webpack = require("../../");
module.exports = {
// mode: "development" || "production",
entry: {
dll: ["./example"]
},
output: {
path: path.join(__dirname, "dist"),
filename: "[name].js",
library: "[name]_[hash]"
},
optimization: {
concatenateModules: true // this is enabled by default in production mode
},
plugins: [
new webpack.DllPlugin({
path: path.join(__dirname, "dist", "[name]-manifest.json"),
name: "[name]_[hash]",
entryOnly: true
})
]
};

View File

@ -33,7 +33,9 @@ class DllPlugin {
return true;
});
new LibManifestPlugin(this.options).apply(compiler);
new FlagInitialModulesAsUsedPlugin("DllPlugin").apply(compiler);
if (!this.options.entryOnly) {
new FlagInitialModulesAsUsedPlugin("DllPlugin").apply(compiler);
}
}
}

View File

@ -6,6 +6,7 @@
const path = require("path");
const asyncLib = require("neo-async");
const SingleEntryDependency = require("./dependencies/SingleEntryDependency");
class LibManifestPlugin {
constructor(options) {
@ -37,6 +38,14 @@ class LibManifestPlugin {
name,
type: this.options.type,
content: Array.from(chunk.modulesIterable, module => {
if (
this.options.entryOnly &&
!module.reasons.some(
r => r.dependency instanceof SingleEntryDependency
)
) {
return;
}
if (module.libIdent) {
const ident = module.libIdent({
context: this.options.context || compiler.options.context

View File

@ -23,6 +23,10 @@
"description": "Absolute path to the manifest json file (output)",
"minLength": 1,
"type": "string"
},
"entryOnly": {
"description": "If true, only entry points will be exposed",
"type": "boolean"
}
}
}

View File

@ -0,0 +1,5 @@
export function foo() {
console.log("foo");
}
export const bar = "bar";

View File

@ -0,0 +1 @@
module.exports = "foo";

View File

@ -0,0 +1,4 @@
export { bar } from "./dep";
export default 42;
require("./dep2");

View File

@ -0,0 +1 @@
exports.noTests = true;

View File

@ -0,0 +1,20 @@
var path = require("path");
var webpack = require("../../../../");
module.exports = {
entry: ["."],
output: {
filename: "dll.js",
chunkFilename: "[id].dll.js",
libraryTarget: "commonjs2"
},
plugins: [
new webpack.DllPlugin({
path: path.resolve(
__dirname,
"../../../js/config/dll-plugin-entry/manifest0.json"
),
entryOnly: true
})
]
};

View File

@ -0,0 +1,21 @@
import Answer, { bar } from "dll/index";
it("should load a module from dll", function() {
expect(require("dll/index")).toEqual({ bar: "bar", default: 42 });
});
it("should load an harmony module from dll (default export)", function() {
expect(Answer).toBe(42);
});
it("should load an harmony module from dll (star export)", function() {
expect(bar).toBe("bar");
});
it("should give modules the correct ids", function() {
expect(Object.keys(__webpack_modules__).filter(m => !m.startsWith("../.."))).toEqual([
"./index.js",
"dll-reference ../0-create-dll/dll.js",
"dll/index.js"
]);
});

View File

@ -0,0 +1,13 @@
var webpack = require("../../../../");
module.exports = {
plugins: [
new webpack.DllReferencePlugin({
manifest: require("../../../js/config/dll-plugin-entry/manifest0.json"), // eslint-disable-line node/no-missing-require
name: "../0-create-dll/dll.js",
scope: "dll",
sourceType: "commonjs2"
}),
new webpack.NamedModulesPlugin()
]
};

View File

@ -0,0 +1 @@
module.exports = [[/Can't resolve 'dll\/dep2'/]];

View File

@ -0,0 +1 @@
require("dll/dep2");

View File

@ -0,0 +1,13 @@
var webpack = require("../../../../");
module.exports = {
plugins: [
new webpack.DllReferencePlugin({
manifest: require("../../../js/config/dll-plugin-entry/manifest0.json"), // eslint-disable-line node/no-missing-require
name: "../0-create-dll/dll.js",
scope: "dll",
sourceType: "commonjs2"
}),
new webpack.NamedModulesPlugin()
]
};