123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131 |
- 'use strict';
- const common = require('./common');
- const BulkOperationBase = common.BulkOperationBase;
- const Batch = common.Batch;
- const bson = common.bson;
- const utils = require('../utils');
- const toError = utils.toError;
- /**
- * Add to internal list of Operations
- *
- * @ignore
- * @param {UnorderedBulkOperation} bulkOperation
- * @param {number} docType number indicating the document type
- * @param {object} document
- * @return {UnorderedBulkOperation}
- */
- function addToOperationsList(bulkOperation, docType, document) {
- // Get the bsonSize
- const bsonSize = bson.calculateObjectSize(document, {
- checkKeys: false,
- // Since we don't know what the user selected for BSON options here,
- // err on the safe side, and check the size with ignoreUndefined: false.
- ignoreUndefined: false
- });
- // Throw error if the doc is bigger than the max BSON size
- if (bsonSize >= bulkOperation.s.maxBsonObjectSize)
- throw toError('document is larger than the maximum size ' + bulkOperation.s.maxBsonObjectSize);
- // Holds the current batch
- bulkOperation.s.currentBatch = null;
- // Get the right type of batch
- if (docType === common.INSERT) {
- bulkOperation.s.currentBatch = bulkOperation.s.currentInsertBatch;
- } else if (docType === common.UPDATE) {
- bulkOperation.s.currentBatch = bulkOperation.s.currentUpdateBatch;
- } else if (docType === common.REMOVE) {
- bulkOperation.s.currentBatch = bulkOperation.s.currentRemoveBatch;
- }
- const maxKeySize = bulkOperation.s.maxKeySize;
- // Create a new batch object if we don't have a current one
- if (bulkOperation.s.currentBatch == null)
- bulkOperation.s.currentBatch = new Batch(docType, bulkOperation.s.currentIndex);
- // Check if we need to create a new batch
- if (
- // New batch if we exceed the max batch op size
- bulkOperation.s.currentBatch.size + 1 >= bulkOperation.s.maxWriteBatchSize ||
- // New batch if we exceed the maxBatchSizeBytes. Only matters if batch already has a doc,
- // since we can't sent an empty batch
- (bulkOperation.s.currentBatch.size > 0 &&
- bulkOperation.s.currentBatch.sizeBytes + maxKeySize + bsonSize >=
- bulkOperation.s.maxBatchSizeBytes) ||
- // New batch if the new op does not have the same op type as the current batch
- bulkOperation.s.currentBatch.batchType !== docType
- ) {
- // Save the batch to the execution stack
- bulkOperation.s.batches.push(bulkOperation.s.currentBatch);
- // Create a new batch
- bulkOperation.s.currentBatch = new Batch(docType, bulkOperation.s.currentIndex);
- }
- // We have an array of documents
- if (Array.isArray(document)) {
- throw toError('operation passed in cannot be an Array');
- }
- bulkOperation.s.currentBatch.operations.push(document);
- bulkOperation.s.currentBatch.originalIndexes.push(bulkOperation.s.currentIndex);
- bulkOperation.s.currentIndex = bulkOperation.s.currentIndex + 1;
- // Save back the current Batch to the right type
- if (docType === common.INSERT) {
- bulkOperation.s.currentInsertBatch = bulkOperation.s.currentBatch;
- bulkOperation.s.bulkResult.insertedIds.push({
- index: bulkOperation.s.bulkResult.insertedIds.length,
- _id: document._id
- });
- } else if (docType === common.UPDATE) {
- bulkOperation.s.currentUpdateBatch = bulkOperation.s.currentBatch;
- } else if (docType === common.REMOVE) {
- bulkOperation.s.currentRemoveBatch = bulkOperation.s.currentBatch;
- }
- // Update current batch size
- bulkOperation.s.currentBatch.size += 1;
- bulkOperation.s.currentBatch.sizeBytes += maxKeySize + bsonSize;
- // Return bulkOperation
- return bulkOperation;
- }
- /**
- * Create a new UnorderedBulkOperation instance (INTERNAL TYPE, do not instantiate directly)
- * @class
- * @extends BulkOperationBase
- * @property {number} length Get the number of operations in the bulk.
- * @return {UnorderedBulkOperation} a UnorderedBulkOperation instance.
- */
- class UnorderedBulkOperation extends BulkOperationBase {
- constructor(topology, collection, options) {
- options = options || {};
- options = Object.assign(options, { addToOperationsList });
- super(topology, collection, options, false);
- }
- handleWriteError(callback, writeResult) {
- if (this.s.batches.length) {
- return false;
- }
- return super.handleWriteError(callback, writeResult);
- }
- }
- /**
- * Returns an unordered batch object
- * @ignore
- */
- function initializeUnorderedBulkOp(topology, collection, options) {
- return new UnorderedBulkOperation(topology, collection, options);
- }
- initializeUnorderedBulkOp.UnorderedBulkOperation = UnorderedBulkOperation;
- module.exports = initializeUnorderedBulkOp;
- module.exports.Bulk = UnorderedBulkOperation;
|