123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401 |
- "use strict";
- const AsyncDependencyToInitialChunkError = require("./AsyncDependencyToInitialChunkError");
- const { connectChunkGroupParentAndChild } = require("./GraphHelpers");
- const ModuleGraphConnection = require("./ModuleGraphConnection");
- const { getEntryRuntime, mergeRuntime } = require("./util/runtime");
- const EMPTY_SET = (new Set());
- EMPTY_SET.plus = EMPTY_SET;
- const bySetSize = (a, b) => {
- return b.size + b.plus.size - a.size - a.plus.size;
- };
- const extractBlockModules = (module, moduleGraph, runtime, blockModulesMap) => {
- let blockCache;
- let modules;
- const arrays = [];
- const queue = [module];
- while (queue.length > 0) {
- const block = queue.pop();
- const arr = [];
- arrays.push(arr);
- blockModulesMap.set(block, arr);
- for (const b of block.blocks) {
- queue.push(b);
- }
- }
- for (const connection of moduleGraph.getOutgoingConnections(module)) {
- const d = connection.dependency;
-
- if (!d) continue;
- const m = connection.module;
-
- if (!m) continue;
-
- if (connection.weak) continue;
- const state = connection.getActiveState(runtime);
-
- if (state === false) continue;
- const block = moduleGraph.getParentBlock(d);
- let index = moduleGraph.getParentBlockIndex(d);
-
- if (index < 0) {
- index = block.dependencies.indexOf(d);
- }
- if (blockCache !== block) {
- modules = blockModulesMap.get((blockCache = block));
- }
- const i = index << 2;
- modules[i] = m;
- modules[i + 1] = state;
- }
- for (const modules of arrays) {
- if (modules.length === 0) continue;
- let indexMap;
- let length = 0;
- outer: for (let j = 0; j < modules.length; j += 2) {
- const m = modules[j];
- if (m === undefined) continue;
- const state = modules[j + 1];
- if (indexMap === undefined) {
- let i = 0;
- for (; i < length; i += 2) {
- if (modules[i] === m) {
- const merged = modules[i + 1];
- if (merged === true) continue outer;
- modules[i + 1] = ModuleGraphConnection.addConnectionStates(
- merged,
- state
- );
- }
- }
- modules[length] = m;
- length++;
- modules[length] = state;
- length++;
- if (length > 30) {
-
-
-
- indexMap = new Map();
- for (let i = 0; i < length; i += 2) {
- indexMap.set(modules[i], i + 1);
- }
- }
- } else {
- const idx = indexMap.get(m);
- if (idx !== undefined) {
- const merged = modules[idx];
- if (merged === true) continue outer;
- modules[idx] = ModuleGraphConnection.addConnectionStates(
- merged,
- state
- );
- } else {
- modules[length] = m;
- length++;
- modules[length] = state;
- indexMap.set(m, length);
- length++;
- }
- }
- }
- modules.length = length;
- }
- };
- const visitModules = (
- logger,
- compilation,
- inputEntrypointsAndModules,
- chunkGroupInfoMap,
- blockConnections,
- blocksWithNestedBlocks,
- allCreatedChunkGroups
- ) => {
- const { moduleGraph, chunkGraph, moduleMemCaches } = compilation;
- const blockModulesRuntimeMap = new Map();
-
- let blockModulesMapRuntime = false;
- let blockModulesMap;
-
- const getBlockModules = (block, runtime) => {
- if (blockModulesMapRuntime !== runtime) {
- blockModulesMap = blockModulesRuntimeMap.get(runtime);
- if (blockModulesMap === undefined) {
- blockModulesMap = new Map();
- blockModulesRuntimeMap.set(runtime, blockModulesMap);
- }
- }
- let blockModules = blockModulesMap.get(block);
- if (blockModules !== undefined) return blockModules;
- const module = (block.getRootBlock());
- const memCache = moduleMemCaches && moduleMemCaches.get(module);
- if (memCache !== undefined) {
- const map = memCache.provide(
- "bundleChunkGraph.blockModules",
- runtime,
- () => {
- logger.time("visitModules: prepare");
- const map = new Map();
- extractBlockModules(module, moduleGraph, runtime, map);
- logger.timeAggregate("visitModules: prepare");
- return map;
- }
- );
- for (const [block, blockModules] of map)
- blockModulesMap.set(block, blockModules);
- return map.get(block);
- } else {
- logger.time("visitModules: prepare");
- extractBlockModules(module, moduleGraph, runtime, blockModulesMap);
- blockModules = blockModulesMap.get(block);
- logger.timeAggregate("visitModules: prepare");
- return blockModules;
- }
- };
- let statProcessedQueueItems = 0;
- let statProcessedBlocks = 0;
- let statConnectedChunkGroups = 0;
- let statProcessedChunkGroupsForMerging = 0;
- let statMergedAvailableModuleSets = 0;
- let statForkedAvailableModules = 0;
- let statForkedAvailableModulesCount = 0;
- let statForkedAvailableModulesCountPlus = 0;
- let statForkedMergedModulesCount = 0;
- let statForkedMergedModulesCountPlus = 0;
- let statForkedResultModulesCount = 0;
- let statChunkGroupInfoUpdated = 0;
- let statChildChunkGroupsReconnected = 0;
- let nextChunkGroupIndex = 0;
- let nextFreeModulePreOrderIndex = 0;
- let nextFreeModulePostOrderIndex = 0;
-
- const blockChunkGroups = new Map();
-
- const namedChunkGroups = new Map();
-
- const namedAsyncEntrypoints = new Map();
- const ADD_AND_ENTER_ENTRY_MODULE = 0;
- const ADD_AND_ENTER_MODULE = 1;
- const ENTER_MODULE = 2;
- const PROCESS_BLOCK = 3;
- const PROCESS_ENTRY_BLOCK = 4;
- const LEAVE_MODULE = 5;
-
- let queue = [];
-
- const queueConnect = new Map();
-
- const chunkGroupsForCombining = new Set();
-
-
- for (const [chunkGroup, modules] of inputEntrypointsAndModules) {
- const runtime = getEntryRuntime(
- compilation,
- chunkGroup.name,
- chunkGroup.options
- );
-
- const chunkGroupInfo = {
- chunkGroup,
- runtime,
- minAvailableModules: undefined,
- minAvailableModulesOwned: false,
- availableModulesToBeMerged: [],
- skippedItems: undefined,
- resultingAvailableModules: undefined,
- children: undefined,
- availableSources: undefined,
- availableChildren: undefined,
- preOrderIndex: 0,
- postOrderIndex: 0,
- chunkLoading:
- chunkGroup.options.chunkLoading !== undefined
- ? chunkGroup.options.chunkLoading !== false
- : compilation.outputOptions.chunkLoading !== false,
- asyncChunks:
- chunkGroup.options.asyncChunks !== undefined
- ? chunkGroup.options.asyncChunks
- : compilation.outputOptions.asyncChunks !== false
- };
- chunkGroup.index = nextChunkGroupIndex++;
- if (chunkGroup.getNumberOfParents() > 0) {
-
-
-
- const skippedItems = new Set();
- for (const module of modules) {
- skippedItems.add(module);
- }
- chunkGroupInfo.skippedItems = skippedItems;
- chunkGroupsForCombining.add(chunkGroupInfo);
- } else {
-
- chunkGroupInfo.minAvailableModules = EMPTY_SET;
- const chunk = chunkGroup.getEntrypointChunk();
- for (const module of modules) {
- queue.push({
- action: ADD_AND_ENTER_MODULE,
- block: module,
- module,
- chunk,
- chunkGroup,
- chunkGroupInfo
- });
- }
- }
- chunkGroupInfoMap.set(chunkGroup, chunkGroupInfo);
- if (chunkGroup.name) {
- namedChunkGroups.set(chunkGroup.name, chunkGroupInfo);
- }
- }
-
- for (const chunkGroupInfo of chunkGroupsForCombining) {
- const { chunkGroup } = chunkGroupInfo;
- chunkGroupInfo.availableSources = new Set();
- for (const parent of chunkGroup.parentsIterable) {
- const parentChunkGroupInfo = chunkGroupInfoMap.get(parent);
- chunkGroupInfo.availableSources.add(parentChunkGroupInfo);
- if (parentChunkGroupInfo.availableChildren === undefined) {
- parentChunkGroupInfo.availableChildren = new Set();
- }
- parentChunkGroupInfo.availableChildren.add(chunkGroupInfo);
- }
- }
-
-
-
- queue.reverse();
-
- const outdatedChunkGroupInfo = new Set();
-
- const chunkGroupsForMerging = new Set();
-
- let queueDelayed = [];
-
- const skipConnectionBuffer = [];
-
- const skipBuffer = [];
-
- const queueBuffer = [];
-
- let module;
-
- let chunk;
-
- let chunkGroup;
-
- let block;
-
- let chunkGroupInfo;
-
-
- const iteratorBlock = b => {
-
-
- let cgi = blockChunkGroups.get(b);
-
- let c;
-
- let entrypoint;
- const entryOptions = b.groupOptions && b.groupOptions.entryOptions;
- if (cgi === undefined) {
- const chunkName = (b.groupOptions && b.groupOptions.name) || b.chunkName;
- if (entryOptions) {
- cgi = namedAsyncEntrypoints.get(chunkName);
- if (!cgi) {
- entrypoint = compilation.addAsyncEntrypoint(
- entryOptions,
- module,
- b.loc,
- b.request
- );
- entrypoint.index = nextChunkGroupIndex++;
- cgi = {
- chunkGroup: entrypoint,
- runtime: entrypoint.options.runtime || entrypoint.name,
- minAvailableModules: EMPTY_SET,
- minAvailableModulesOwned: false,
- availableModulesToBeMerged: [],
- skippedItems: undefined,
- resultingAvailableModules: undefined,
- children: undefined,
- availableSources: undefined,
- availableChildren: undefined,
- preOrderIndex: 0,
- postOrderIndex: 0,
- chunkLoading:
- entryOptions.chunkLoading !== undefined
- ? entryOptions.chunkLoading !== false
- : chunkGroupInfo.chunkLoading,
- asyncChunks:
- entryOptions.asyncChunks !== undefined
- ? entryOptions.asyncChunks
- : chunkGroupInfo.asyncChunks
- };
- chunkGroupInfoMap.set(entrypoint, cgi);
- chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
- if (chunkName) {
- namedAsyncEntrypoints.set(chunkName, cgi);
- }
- } else {
- entrypoint = (cgi.chunkGroup);
-
- entrypoint.addOrigin(module, b.loc, b.request);
- chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
- }
-
- queueDelayed.push({
- action: PROCESS_ENTRY_BLOCK,
- block: b,
- module: module,
- chunk: entrypoint.chunks[0],
- chunkGroup: entrypoint,
- chunkGroupInfo: cgi
- });
- } else if (!chunkGroupInfo.asyncChunks || !chunkGroupInfo.chunkLoading) {
-
- queue.push({
- action: PROCESS_BLOCK,
- block: b,
- module: module,
- chunk,
- chunkGroup,
- chunkGroupInfo
- });
- } else {
- cgi = chunkName && namedChunkGroups.get(chunkName);
- if (!cgi) {
- c = compilation.addChunkInGroup(
- b.groupOptions || b.chunkName,
- module,
- b.loc,
- b.request
- );
- c.index = nextChunkGroupIndex++;
- cgi = {
- chunkGroup: c,
- runtime: chunkGroupInfo.runtime,
- minAvailableModules: undefined,
- minAvailableModulesOwned: undefined,
- availableModulesToBeMerged: [],
- skippedItems: undefined,
- resultingAvailableModules: undefined,
- children: undefined,
- availableSources: undefined,
- availableChildren: undefined,
- preOrderIndex: 0,
- postOrderIndex: 0,
- chunkLoading: chunkGroupInfo.chunkLoading,
- asyncChunks: chunkGroupInfo.asyncChunks
- };
- allCreatedChunkGroups.add(c);
- chunkGroupInfoMap.set(c, cgi);
- if (chunkName) {
- namedChunkGroups.set(chunkName, cgi);
- }
- } else {
- c = cgi.chunkGroup;
- if (c.isInitial()) {
- compilation.errors.push(
- new AsyncDependencyToInitialChunkError(chunkName, module, b.loc)
- );
- c = chunkGroup;
- }
- c.addOptions(b.groupOptions);
- c.addOrigin(module, b.loc, b.request);
- }
- blockConnections.set(b, []);
- }
- blockChunkGroups.set(b, cgi);
- } else if (entryOptions) {
- entrypoint = (cgi.chunkGroup);
- } else {
- c = cgi.chunkGroup;
- }
- if (c !== undefined) {
-
-
- blockConnections.get(b).push({
- originChunkGroupInfo: chunkGroupInfo,
- chunkGroup: c
- });
-
- let connectList = queueConnect.get(chunkGroupInfo);
- if (connectList === undefined) {
- connectList = new Set();
- queueConnect.set(chunkGroupInfo, connectList);
- }
- connectList.add(cgi);
-
-
-
- queueDelayed.push({
- action: PROCESS_BLOCK,
- block: b,
- module: module,
- chunk: c.chunks[0],
- chunkGroup: c,
- chunkGroupInfo: cgi
- });
- } else if (entrypoint !== undefined) {
- chunkGroupInfo.chunkGroup.addAsyncEntrypoint(entrypoint);
- }
- };
-
- const processBlock = block => {
- statProcessedBlocks++;
-
- const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
- if (blockModules !== undefined) {
- const { minAvailableModules } = chunkGroupInfo;
-
-
- for (let i = 0; i < blockModules.length; i += 2) {
- const refModule = (blockModules[i]);
- if (chunkGraph.isModuleInChunk(refModule, chunk)) {
-
- continue;
- }
- const activeState = (
- blockModules[i + 1]
- );
- if (activeState !== true) {
- skipConnectionBuffer.push([refModule, activeState]);
- if (activeState === false) continue;
- }
- if (
- activeState === true &&
- (minAvailableModules.has(refModule) ||
- minAvailableModules.plus.has(refModule))
- ) {
-
- skipBuffer.push(refModule);
- continue;
- }
-
-
- queueBuffer.push({
- action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
- block: refModule,
- module: refModule,
- chunk,
- chunkGroup,
- chunkGroupInfo
- });
- }
-
- if (skipConnectionBuffer.length > 0) {
- let { skippedModuleConnections } = chunkGroupInfo;
- if (skippedModuleConnections === undefined) {
- chunkGroupInfo.skippedModuleConnections = skippedModuleConnections =
- new Set();
- }
- for (let i = skipConnectionBuffer.length - 1; i >= 0; i--) {
- skippedModuleConnections.add(skipConnectionBuffer[i]);
- }
- skipConnectionBuffer.length = 0;
- }
- if (skipBuffer.length > 0) {
- let { skippedItems } = chunkGroupInfo;
- if (skippedItems === undefined) {
- chunkGroupInfo.skippedItems = skippedItems = new Set();
- }
- for (let i = skipBuffer.length - 1; i >= 0; i--) {
- skippedItems.add(skipBuffer[i]);
- }
- skipBuffer.length = 0;
- }
- if (queueBuffer.length > 0) {
- for (let i = queueBuffer.length - 1; i >= 0; i--) {
- queue.push(queueBuffer[i]);
- }
- queueBuffer.length = 0;
- }
- }
-
- for (const b of block.blocks) {
- iteratorBlock(b);
- }
- if (block.blocks.length > 0 && module !== block) {
- blocksWithNestedBlocks.add(block);
- }
- };
-
- const processEntryBlock = block => {
- statProcessedBlocks++;
-
- const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
- if (blockModules !== undefined) {
-
- for (let i = 0; i < blockModules.length; i += 2) {
- const refModule = (blockModules[i]);
- const activeState = (
- blockModules[i + 1]
- );
-
-
- queueBuffer.push({
- action:
- activeState === true ? ADD_AND_ENTER_ENTRY_MODULE : PROCESS_BLOCK,
- block: refModule,
- module: refModule,
- chunk,
- chunkGroup,
- chunkGroupInfo
- });
- }
-
- if (queueBuffer.length > 0) {
- for (let i = queueBuffer.length - 1; i >= 0; i--) {
- queue.push(queueBuffer[i]);
- }
- queueBuffer.length = 0;
- }
- }
-
- for (const b of block.blocks) {
- iteratorBlock(b);
- }
- if (block.blocks.length > 0 && module !== block) {
- blocksWithNestedBlocks.add(block);
- }
- };
- const processQueue = () => {
- while (queue.length) {
- statProcessedQueueItems++;
- const queueItem = queue.pop();
- module = queueItem.module;
- block = queueItem.block;
- chunk = queueItem.chunk;
- chunkGroup = queueItem.chunkGroup;
- chunkGroupInfo = queueItem.chunkGroupInfo;
- switch (queueItem.action) {
- case ADD_AND_ENTER_ENTRY_MODULE:
- chunkGraph.connectChunkAndEntryModule(
- chunk,
- module,
- (chunkGroup)
- );
-
- case ADD_AND_ENTER_MODULE: {
- if (chunkGraph.isModuleInChunk(module, chunk)) {
-
- break;
- }
-
- chunkGraph.connectChunkAndModule(chunk, module);
- }
-
- case ENTER_MODULE: {
- const index = chunkGroup.getModulePreOrderIndex(module);
- if (index === undefined) {
- chunkGroup.setModulePreOrderIndex(
- module,
- chunkGroupInfo.preOrderIndex++
- );
- }
- if (
- moduleGraph.setPreOrderIndexIfUnset(
- module,
- nextFreeModulePreOrderIndex
- )
- ) {
- nextFreeModulePreOrderIndex++;
- }
-
- queueItem.action = LEAVE_MODULE;
- queue.push(queueItem);
- }
-
- case PROCESS_BLOCK: {
- processBlock(block);
- break;
- }
- case PROCESS_ENTRY_BLOCK: {
- processEntryBlock(block);
- break;
- }
- case LEAVE_MODULE: {
- const index = chunkGroup.getModulePostOrderIndex(module);
- if (index === undefined) {
- chunkGroup.setModulePostOrderIndex(
- module,
- chunkGroupInfo.postOrderIndex++
- );
- }
- if (
- moduleGraph.setPostOrderIndexIfUnset(
- module,
- nextFreeModulePostOrderIndex
- )
- ) {
- nextFreeModulePostOrderIndex++;
- }
- break;
- }
- }
- }
- };
- const calculateResultingAvailableModules = chunkGroupInfo => {
- if (chunkGroupInfo.resultingAvailableModules)
- return chunkGroupInfo.resultingAvailableModules;
- const minAvailableModules = chunkGroupInfo.minAvailableModules;
-
-
-
-
-
-
- let resultingAvailableModules;
- if (minAvailableModules.size > minAvailableModules.plus.size) {
-
- resultingAvailableModules =
- (new Set());
- for (const module of minAvailableModules.plus)
- minAvailableModules.add(module);
- minAvailableModules.plus = EMPTY_SET;
- resultingAvailableModules.plus = minAvailableModules;
- chunkGroupInfo.minAvailableModulesOwned = false;
- } else {
-
- resultingAvailableModules =
- (
- new Set(minAvailableModules)
- );
- resultingAvailableModules.plus = minAvailableModules.plus;
- }
-
- for (const chunk of chunkGroupInfo.chunkGroup.chunks) {
- for (const m of chunkGraph.getChunkModulesIterable(chunk)) {
- resultingAvailableModules.add(m);
- }
- }
- return (chunkGroupInfo.resultingAvailableModules =
- resultingAvailableModules);
- };
- const processConnectQueue = () => {
-
-
- for (const [chunkGroupInfo, targets] of queueConnect) {
-
- if (chunkGroupInfo.children === undefined) {
- chunkGroupInfo.children = targets;
- } else {
- for (const target of targets) {
- chunkGroupInfo.children.add(target);
- }
- }
-
- const resultingAvailableModules =
- calculateResultingAvailableModules(chunkGroupInfo);
- const runtime = chunkGroupInfo.runtime;
-
- for (const target of targets) {
- target.availableModulesToBeMerged.push(resultingAvailableModules);
- chunkGroupsForMerging.add(target);
- const oldRuntime = target.runtime;
- const newRuntime = mergeRuntime(oldRuntime, runtime);
- if (oldRuntime !== newRuntime) {
- target.runtime = newRuntime;
- outdatedChunkGroupInfo.add(target);
- }
- }
- statConnectedChunkGroups += targets.size;
- }
- queueConnect.clear();
- };
- const processChunkGroupsForMerging = () => {
- statProcessedChunkGroupsForMerging += chunkGroupsForMerging.size;
-
- for (const info of chunkGroupsForMerging) {
- const availableModulesToBeMerged = info.availableModulesToBeMerged;
- let cachedMinAvailableModules = info.minAvailableModules;
- statMergedAvailableModuleSets += availableModulesToBeMerged.length;
-
-
-
-
- if (availableModulesToBeMerged.length > 1) {
- availableModulesToBeMerged.sort(bySetSize);
- }
- let changed = false;
- merge: for (const availableModules of availableModulesToBeMerged) {
- if (cachedMinAvailableModules === undefined) {
- cachedMinAvailableModules = availableModules;
- info.minAvailableModules = cachedMinAvailableModules;
- info.minAvailableModulesOwned = false;
- changed = true;
- } else {
- if (info.minAvailableModulesOwned) {
-
- if (cachedMinAvailableModules.plus === availableModules.plus) {
- for (const m of cachedMinAvailableModules) {
- if (!availableModules.has(m)) {
- cachedMinAvailableModules.delete(m);
- changed = true;
- }
- }
- } else {
- for (const m of cachedMinAvailableModules) {
- if (!availableModules.has(m) && !availableModules.plus.has(m)) {
- cachedMinAvailableModules.delete(m);
- changed = true;
- }
- }
- for (const m of cachedMinAvailableModules.plus) {
- if (!availableModules.has(m) && !availableModules.plus.has(m)) {
-
-
- const iterator =
- cachedMinAvailableModules.plus[Symbol.iterator]();
-
-
- let it;
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (module === m) break;
- cachedMinAvailableModules.add(module);
- }
-
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (
- availableModules.has(module) ||
- availableModules.plus.has(m)
- ) {
- cachedMinAvailableModules.add(module);
- }
- }
- cachedMinAvailableModules.plus = EMPTY_SET;
- changed = true;
- continue merge;
- }
- }
- }
- } else if (cachedMinAvailableModules.plus === availableModules.plus) {
-
-
- if (availableModules.size < cachedMinAvailableModules.size) {
-
-
- statForkedAvailableModules++;
- statForkedAvailableModulesCount += availableModules.size;
- statForkedMergedModulesCount += cachedMinAvailableModules.size;
-
- const newSet = (new Set());
- newSet.plus = availableModules.plus;
- for (const m of availableModules) {
- if (cachedMinAvailableModules.has(m)) {
- newSet.add(m);
- }
- }
- statForkedResultModulesCount += newSet.size;
- cachedMinAvailableModules = newSet;
- info.minAvailableModulesOwned = true;
- info.minAvailableModules = newSet;
- changed = true;
- continue merge;
- }
- for (const m of cachedMinAvailableModules) {
- if (!availableModules.has(m)) {
-
-
- statForkedAvailableModules++;
- statForkedAvailableModulesCount +=
- cachedMinAvailableModules.size;
- statForkedMergedModulesCount += availableModules.size;
-
-
- const newSet = (new Set());
- newSet.plus = availableModules.plus;
- const iterator = cachedMinAvailableModules[Symbol.iterator]();
-
-
- let it;
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (module === m) break;
- newSet.add(module);
- }
-
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (availableModules.has(module)) {
- newSet.add(module);
- }
- }
- statForkedResultModulesCount += newSet.size;
- cachedMinAvailableModules = newSet;
- info.minAvailableModulesOwned = true;
- info.minAvailableModules = newSet;
- changed = true;
- continue merge;
- }
- }
- } else {
- for (const m of cachedMinAvailableModules) {
- if (!availableModules.has(m) && !availableModules.plus.has(m)) {
-
-
- statForkedAvailableModules++;
- statForkedAvailableModulesCount +=
- cachedMinAvailableModules.size;
- statForkedAvailableModulesCountPlus +=
- cachedMinAvailableModules.plus.size;
- statForkedMergedModulesCount += availableModules.size;
- statForkedMergedModulesCountPlus += availableModules.plus.size;
-
- const newSet = (new Set());
- newSet.plus = EMPTY_SET;
- const iterator = cachedMinAvailableModules[Symbol.iterator]();
-
-
- let it;
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (module === m) break;
- newSet.add(module);
- }
-
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (
- availableModules.has(module) ||
- availableModules.plus.has(module)
- ) {
- newSet.add(module);
- }
- }
-
- for (const module of cachedMinAvailableModules.plus) {
- if (
- availableModules.has(module) ||
- availableModules.plus.has(module)
- ) {
- newSet.add(module);
- }
- }
- statForkedResultModulesCount += newSet.size;
- cachedMinAvailableModules = newSet;
- info.minAvailableModulesOwned = true;
- info.minAvailableModules = newSet;
- changed = true;
- continue merge;
- }
- }
- for (const m of cachedMinAvailableModules.plus) {
- if (!availableModules.has(m) && !availableModules.plus.has(m)) {
-
-
- statForkedAvailableModules++;
- statForkedAvailableModulesCount +=
- cachedMinAvailableModules.size;
- statForkedAvailableModulesCountPlus +=
- cachedMinAvailableModules.plus.size;
- statForkedMergedModulesCount += availableModules.size;
- statForkedMergedModulesCountPlus += availableModules.plus.size;
-
-
- const newSet = (
- new Set(cachedMinAvailableModules)
- );
- newSet.plus = EMPTY_SET;
- const iterator =
- cachedMinAvailableModules.plus[Symbol.iterator]();
-
-
- let it;
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (module === m) break;
- newSet.add(module);
- }
-
- while (!(it = iterator.next()).done) {
- const module = it.value;
- if (
- availableModules.has(module) ||
- availableModules.plus.has(module)
- ) {
- newSet.add(module);
- }
- }
- statForkedResultModulesCount += newSet.size;
- cachedMinAvailableModules = newSet;
- info.minAvailableModulesOwned = true;
- info.minAvailableModules = newSet;
- changed = true;
- continue merge;
- }
- }
- }
- }
- }
- availableModulesToBeMerged.length = 0;
- if (changed) {
- info.resultingAvailableModules = undefined;
- outdatedChunkGroupInfo.add(info);
- }
- }
- chunkGroupsForMerging.clear();
- };
- const processChunkGroupsForCombining = () => {
- for (const info of chunkGroupsForCombining) {
- for (const source of info.availableSources) {
- if (!source.minAvailableModules) {
- chunkGroupsForCombining.delete(info);
- break;
- }
- }
- }
- for (const info of chunkGroupsForCombining) {
- const availableModules = (new Set());
- availableModules.plus = EMPTY_SET;
- const mergeSet = set => {
- if (set.size > availableModules.plus.size) {
- for (const item of availableModules.plus) availableModules.add(item);
- availableModules.plus = set;
- } else {
- for (const item of set) availableModules.add(item);
- }
- };
-
- for (const source of info.availableSources) {
- const resultingAvailableModules =
- calculateResultingAvailableModules(source);
- mergeSet(resultingAvailableModules);
- mergeSet(resultingAvailableModules.plus);
- }
- info.minAvailableModules = availableModules;
- info.minAvailableModulesOwned = false;
- info.resultingAvailableModules = undefined;
- outdatedChunkGroupInfo.add(info);
- }
- chunkGroupsForCombining.clear();
- };
- const processOutdatedChunkGroupInfo = () => {
- statChunkGroupInfoUpdated += outdatedChunkGroupInfo.size;
-
- for (const info of outdatedChunkGroupInfo) {
-
- if (info.skippedItems !== undefined) {
- const { minAvailableModules } = info;
- for (const module of info.skippedItems) {
- if (
- !minAvailableModules.has(module) &&
- !minAvailableModules.plus.has(module)
- ) {
- queue.push({
- action: ADD_AND_ENTER_MODULE,
- block: module,
- module,
- chunk: info.chunkGroup.chunks[0],
- chunkGroup: info.chunkGroup,
- chunkGroupInfo: info
- });
- info.skippedItems.delete(module);
- }
- }
- }
-
- if (info.skippedModuleConnections !== undefined) {
- const { minAvailableModules } = info;
- for (const entry of info.skippedModuleConnections) {
- const [module, activeState] = entry;
- if (activeState === false) continue;
- if (activeState === true) {
- info.skippedModuleConnections.delete(entry);
- }
- if (
- activeState === true &&
- (minAvailableModules.has(module) ||
- minAvailableModules.plus.has(module))
- ) {
- info.skippedItems.add(module);
- continue;
- }
- queue.push({
- action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
- block: module,
- module,
- chunk: info.chunkGroup.chunks[0],
- chunkGroup: info.chunkGroup,
- chunkGroupInfo: info
- });
- }
- }
-
- if (info.children !== undefined) {
- statChildChunkGroupsReconnected += info.children.size;
- for (const cgi of info.children) {
- let connectList = queueConnect.get(info);
- if (connectList === undefined) {
- connectList = new Set();
- queueConnect.set(info, connectList);
- }
- connectList.add(cgi);
- }
- }
-
- if (info.availableChildren !== undefined) {
- for (const cgi of info.availableChildren) {
- chunkGroupsForCombining.add(cgi);
- }
- }
- }
- outdatedChunkGroupInfo.clear();
- };
-
-
- while (queue.length || queueConnect.size) {
- logger.time("visitModules: visiting");
- processQueue();
- logger.timeAggregateEnd("visitModules: prepare");
- logger.timeEnd("visitModules: visiting");
- if (chunkGroupsForCombining.size > 0) {
- logger.time("visitModules: combine available modules");
- processChunkGroupsForCombining();
- logger.timeEnd("visitModules: combine available modules");
- }
- if (queueConnect.size > 0) {
- logger.time("visitModules: calculating available modules");
- processConnectQueue();
- logger.timeEnd("visitModules: calculating available modules");
- if (chunkGroupsForMerging.size > 0) {
- logger.time("visitModules: merging available modules");
- processChunkGroupsForMerging();
- logger.timeEnd("visitModules: merging available modules");
- }
- }
- if (outdatedChunkGroupInfo.size > 0) {
- logger.time("visitModules: check modules for revisit");
- processOutdatedChunkGroupInfo();
- logger.timeEnd("visitModules: check modules for revisit");
- }
-
-
-
- if (queue.length === 0) {
- const tempQueue = queue;
- queue = queueDelayed.reverse();
- queueDelayed = tempQueue;
- }
- }
- logger.log(
- `${statProcessedQueueItems} queue items processed (${statProcessedBlocks} blocks)`
- );
- logger.log(`${statConnectedChunkGroups} chunk groups connected`);
- logger.log(
- `${statProcessedChunkGroupsForMerging} chunk groups processed for merging (${statMergedAvailableModuleSets} module sets, ${statForkedAvailableModules} forked, ${statForkedAvailableModulesCount} + ${statForkedAvailableModulesCountPlus} modules forked, ${statForkedMergedModulesCount} + ${statForkedMergedModulesCountPlus} modules merged into fork, ${statForkedResultModulesCount} resulting modules)`
- );
- logger.log(
- `${statChunkGroupInfoUpdated} chunk group info updated (${statChildChunkGroupsReconnected} already connected chunk groups reconnected)`
- );
- };
- const connectChunkGroups = (
- compilation,
- blocksWithNestedBlocks,
- blockConnections,
- chunkGroupInfoMap
- ) => {
- const { chunkGraph } = compilation;
-
- const areModulesAvailable = (chunkGroup, availableModules) => {
- for (const chunk of chunkGroup.chunks) {
- for (const module of chunkGraph.getChunkModulesIterable(chunk)) {
- if (!availableModules.has(module) && !availableModules.plus.has(module))
- return false;
- }
- }
- return true;
- };
-
- for (const [block, connections] of blockConnections) {
-
-
-
-
-
-
- if (
-
- !blocksWithNestedBlocks.has(block) &&
- connections.every(({ chunkGroup, originChunkGroupInfo }) =>
- areModulesAvailable(
- chunkGroup,
- originChunkGroupInfo.resultingAvailableModules
- )
- )
- ) {
- continue;
- }
-
- for (let i = 0; i < connections.length; i++) {
- const { chunkGroup, originChunkGroupInfo } = connections[i];
-
- chunkGraph.connectBlockAndChunkGroup(block, chunkGroup);
-
- connectChunkGroupParentAndChild(
- originChunkGroupInfo.chunkGroup,
- chunkGroup
- );
- }
- }
- };
- const cleanupUnconnectedGroups = (compilation, allCreatedChunkGroups) => {
- const { chunkGraph } = compilation;
- for (const chunkGroup of allCreatedChunkGroups) {
- if (chunkGroup.getNumberOfParents() === 0) {
- for (const chunk of chunkGroup.chunks) {
- compilation.chunks.delete(chunk);
- chunkGraph.disconnectChunk(chunk);
- }
- chunkGraph.disconnectChunkGroup(chunkGroup);
- chunkGroup.remove();
- }
- }
- };
- const buildChunkGraph = (compilation, inputEntrypointsAndModules) => {
- const logger = compilation.getLogger("webpack.buildChunkGraph");
-
-
- const blockConnections = new Map();
-
- const allCreatedChunkGroups = new Set();
-
- const chunkGroupInfoMap = new Map();
-
- const blocksWithNestedBlocks = new Set();
-
- logger.time("visitModules");
- visitModules(
- logger,
- compilation,
- inputEntrypointsAndModules,
- chunkGroupInfoMap,
- blockConnections,
- blocksWithNestedBlocks,
- allCreatedChunkGroups
- );
- logger.timeEnd("visitModules");
-
- logger.time("connectChunkGroups");
- connectChunkGroups(
- compilation,
- blocksWithNestedBlocks,
- blockConnections,
- chunkGroupInfoMap
- );
- logger.timeEnd("connectChunkGroups");
- for (const [chunkGroup, chunkGroupInfo] of chunkGroupInfoMap) {
- for (const chunk of chunkGroup.chunks)
- chunk.runtime = mergeRuntime(chunk.runtime, chunkGroupInfo.runtime);
- }
-
- logger.time("cleanup");
- cleanupUnconnectedGroups(compilation, allCreatedChunkGroups);
- logger.timeEnd("cleanup");
- };
- module.exports = buildChunkGraph;
|