123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632 |
- "use strict";
- Object.defineProperty(exports, "__esModule", { value: true });
- exports.assertUninitialized = exports.AbstractCursor = exports.CURSOR_FLAGS = void 0;
- const stream_1 = require("stream");
- const bson_1 = require("../bson");
- const error_1 = require("../error");
- const mongo_types_1 = require("../mongo_types");
- const execute_operation_1 = require("../operations/execute_operation");
- const get_more_1 = require("../operations/get_more");
- const read_concern_1 = require("../read_concern");
- const read_preference_1 = require("../read_preference");
- const sessions_1 = require("../sessions");
- const utils_1 = require("../utils");
- /** @internal */
- const kId = Symbol('id');
- /** @internal */
- const kDocuments = Symbol('documents');
- /** @internal */
- const kServer = Symbol('server');
- /** @internal */
- const kNamespace = Symbol('namespace');
- /** @internal */
- const kTopology = Symbol('topology');
- /** @internal */
- const kSession = Symbol('session');
- /** @internal */
- const kOptions = Symbol('options');
- /** @internal */
- const kTransform = Symbol('transform');
- /** @internal */
- const kInitialized = Symbol('initialized');
- /** @internal */
- const kClosed = Symbol('closed');
- /** @internal */
- const kKilled = Symbol('killed');
- /** @public */
- exports.CURSOR_FLAGS = [
- 'tailable',
- 'oplogReplay',
- 'noCursorTimeout',
- 'awaitData',
- 'exhaust',
- 'partial'
- ];
- /** @public */
- class AbstractCursor extends mongo_types_1.TypedEventEmitter {
- /** @internal */
- constructor(topology, namespace, options = {}) {
- super();
- this[kTopology] = topology;
- this[kNamespace] = namespace;
- this[kDocuments] = []; // TODO: https://github.com/microsoft/TypeScript/issues/36230
- this[kInitialized] = false;
- this[kClosed] = false;
- this[kKilled] = false;
- this[kOptions] = {
- readPreference: options.readPreference && options.readPreference instanceof read_preference_1.ReadPreference
- ? options.readPreference
- : read_preference_1.ReadPreference.primary,
- ...(0, bson_1.pluckBSONSerializeOptions)(options)
- };
- const readConcern = read_concern_1.ReadConcern.fromOptions(options);
- if (readConcern) {
- this[kOptions].readConcern = readConcern;
- }
- if (typeof options.batchSize === 'number') {
- this[kOptions].batchSize = options.batchSize;
- }
- if (options.comment != null) {
- this[kOptions].comment = options.comment;
- }
- if (typeof options.maxTimeMS === 'number') {
- this[kOptions].maxTimeMS = options.maxTimeMS;
- }
- if (options.session instanceof sessions_1.ClientSession) {
- this[kSession] = options.session;
- }
- }
- get id() {
- return this[kId];
- }
- /** @internal */
- get topology() {
- return this[kTopology];
- }
- /** @internal */
- get server() {
- return this[kServer];
- }
- get namespace() {
- return this[kNamespace];
- }
- get readPreference() {
- return this[kOptions].readPreference;
- }
- get readConcern() {
- return this[kOptions].readConcern;
- }
- /** @internal */
- get session() {
- return this[kSession];
- }
- set session(clientSession) {
- this[kSession] = clientSession;
- }
- /** @internal */
- get cursorOptions() {
- return this[kOptions];
- }
- get closed() {
- return this[kClosed];
- }
- get killed() {
- return this[kKilled];
- }
- get loadBalanced() {
- return this[kTopology].loadBalanced;
- }
- /** Returns current buffered documents length */
- bufferedCount() {
- return this[kDocuments].length;
- }
- /** Returns current buffered documents */
- readBufferedDocuments(number) {
- return this[kDocuments].splice(0, number !== null && number !== void 0 ? number : this[kDocuments].length);
- }
- [Symbol.asyncIterator]() {
- return {
- next: () => this.next().then(value => value != null ? { value, done: false } : { value: undefined, done: true })
- };
- }
- stream(options) {
- if (options === null || options === void 0 ? void 0 : options.transform) {
- const transform = options.transform;
- const readable = makeCursorStream(this);
- return readable.pipe(new stream_1.Transform({
- objectMode: true,
- highWaterMark: 1,
- transform(chunk, _, callback) {
- try {
- const transformed = transform(chunk);
- callback(undefined, transformed);
- }
- catch (err) {
- callback(err);
- }
- }
- }));
- }
- return makeCursorStream(this);
- }
- hasNext(callback) {
- return (0, utils_1.maybePromise)(callback, done => {
- if (this[kId] === bson_1.Long.ZERO) {
- return done(undefined, false);
- }
- if (this[kDocuments].length) {
- return done(undefined, true);
- }
- next(this, true, (err, doc) => {
- if (err)
- return done(err);
- if (doc) {
- this[kDocuments].unshift(doc);
- done(undefined, true);
- return;
- }
- done(undefined, false);
- });
- });
- }
- next(callback) {
- return (0, utils_1.maybePromise)(callback, done => {
- if (this[kId] === bson_1.Long.ZERO) {
- return done(new error_1.MongoCursorExhaustedError());
- }
- next(this, true, done);
- });
- }
- tryNext(callback) {
- return (0, utils_1.maybePromise)(callback, done => {
- if (this[kId] === bson_1.Long.ZERO) {
- return done(new error_1.MongoCursorExhaustedError());
- }
- next(this, false, done);
- });
- }
- forEach(iterator, callback) {
- if (typeof iterator !== 'function') {
- throw new error_1.MongoInvalidArgumentError('Argument "iterator" must be a function');
- }
- return (0, utils_1.maybePromise)(callback, done => {
- const transform = this[kTransform];
- const fetchDocs = () => {
- next(this, true, (err, doc) => {
- if (err || doc == null)
- return done(err);
- let result;
- // NOTE: no need to transform because `next` will do this automatically
- try {
- result = iterator(doc); // TODO(NODE-3283): Improve transform typing
- }
- catch (error) {
- return done(error);
- }
- if (result === false)
- return done();
- // these do need to be transformed since they are copying the rest of the batch
- const internalDocs = this[kDocuments].splice(0, this[kDocuments].length);
- for (let i = 0; i < internalDocs.length; ++i) {
- try {
- result = iterator((transform ? transform(internalDocs[i]) : internalDocs[i]) // TODO(NODE-3283): Improve transform typing
- );
- }
- catch (error) {
- return done(error);
- }
- if (result === false)
- return done();
- }
- fetchDocs();
- });
- };
- fetchDocs();
- });
- }
- close(options, callback) {
- if (typeof options === 'function')
- (callback = options), (options = {});
- options = options !== null && options !== void 0 ? options : {};
- const needsToEmitClosed = !this[kClosed];
- this[kClosed] = true;
- return (0, utils_1.maybePromise)(callback, done => cleanupCursor(this, { needsToEmitClosed }, done));
- }
- toArray(callback) {
- return (0, utils_1.maybePromise)(callback, done => {
- const docs = [];
- const transform = this[kTransform];
- const fetchDocs = () => {
- // NOTE: if we add a `nextBatch` then we should use it here
- next(this, true, (err, doc) => {
- if (err)
- return done(err);
- if (doc == null)
- return done(undefined, docs);
- // NOTE: no need to transform because `next` will do this automatically
- docs.push(doc);
- // these do need to be transformed since they are copying the rest of the batch
- const internalDocs = (transform
- ? this[kDocuments].splice(0, this[kDocuments].length).map(transform)
- : this[kDocuments].splice(0, this[kDocuments].length)); // TODO(NODE-3283): Improve transform typing
- if (internalDocs) {
- docs.push(...internalDocs);
- }
- fetchDocs();
- });
- };
- fetchDocs();
- });
- }
- /**
- * Add a cursor flag to the cursor
- *
- * @param flag - The flag to set, must be one of following ['tailable', 'oplogReplay', 'noCursorTimeout', 'awaitData', 'partial' -.
- * @param value - The flag boolean value.
- */
- addCursorFlag(flag, value) {
- assertUninitialized(this);
- if (!exports.CURSOR_FLAGS.includes(flag)) {
- throw new error_1.MongoInvalidArgumentError(`Flag ${flag} is not one of ${exports.CURSOR_FLAGS}`);
- }
- if (typeof value !== 'boolean') {
- throw new error_1.MongoInvalidArgumentError(`Flag ${flag} must be a boolean value`);
- }
- this[kOptions][flag] = value;
- return this;
- }
- /**
- * Map all documents using the provided function
- * If there is a transform set on the cursor, that will be called first and the result passed to
- * this function's transform.
- *
- * @remarks
- * **Note for Typescript Users:** adding a transform changes the return type of the iteration of this cursor,
- * it **does not** return a new instance of a cursor. This means when calling map,
- * you should always assign the result to a new variable in order to get a correctly typed cursor variable.
- * Take note of the following example:
- *
- * @example
- * ```typescript
- * const cursor: FindCursor<Document> = coll.find();
- * const mappedCursor: FindCursor<number> = cursor.map(doc => Object.keys(doc).length);
- * const keyCounts: number[] = await mappedCursor.toArray(); // cursor.toArray() still returns Document[]
- * ```
- * @param transform - The mapping transformation method.
- */
- map(transform) {
- assertUninitialized(this);
- const oldTransform = this[kTransform]; // TODO(NODE-3283): Improve transform typing
- if (oldTransform) {
- this[kTransform] = doc => {
- return transform(oldTransform(doc));
- };
- }
- else {
- this[kTransform] = transform;
- }
- return this;
- }
- /**
- * Set the ReadPreference for the cursor.
- *
- * @param readPreference - The new read preference for the cursor.
- */
- withReadPreference(readPreference) {
- assertUninitialized(this);
- if (readPreference instanceof read_preference_1.ReadPreference) {
- this[kOptions].readPreference = readPreference;
- }
- else if (typeof readPreference === 'string') {
- this[kOptions].readPreference = read_preference_1.ReadPreference.fromString(readPreference);
- }
- else {
- throw new error_1.MongoInvalidArgumentError(`Invalid read preference: ${readPreference}`);
- }
- return this;
- }
- /**
- * Set the ReadPreference for the cursor.
- *
- * @param readPreference - The new read preference for the cursor.
- */
- withReadConcern(readConcern) {
- assertUninitialized(this);
- const resolvedReadConcern = read_concern_1.ReadConcern.fromOptions({ readConcern });
- if (resolvedReadConcern) {
- this[kOptions].readConcern = resolvedReadConcern;
- }
- return this;
- }
- /**
- * Set a maxTimeMS on the cursor query, allowing for hard timeout limits on queries (Only supported on MongoDB 2.6 or higher)
- *
- * @param value - Number of milliseconds to wait before aborting the query.
- */
- maxTimeMS(value) {
- assertUninitialized(this);
- if (typeof value !== 'number') {
- throw new error_1.MongoInvalidArgumentError('Argument for maxTimeMS must be a number');
- }
- this[kOptions].maxTimeMS = value;
- return this;
- }
- /**
- * Set the batch size for the cursor.
- *
- * @param value - The number of documents to return per batch. See {@link https://docs.mongodb.com/manual/reference/command/find/|find command documentation}.
- */
- batchSize(value) {
- assertUninitialized(this);
- if (this[kOptions].tailable) {
- throw new error_1.MongoTailableCursorError('Tailable cursor does not support batchSize');
- }
- if (typeof value !== 'number') {
- throw new error_1.MongoInvalidArgumentError('Operation "batchSize" requires an integer');
- }
- this[kOptions].batchSize = value;
- return this;
- }
- /**
- * Rewind this cursor to its uninitialized state. Any options that are present on the cursor will
- * remain in effect. Iterating this cursor will cause new queries to be sent to the server, even
- * if the resultant data has already been retrieved by this cursor.
- */
- rewind() {
- if (!this[kInitialized]) {
- return;
- }
- this[kId] = undefined;
- this[kDocuments] = [];
- this[kClosed] = false;
- this[kKilled] = false;
- this[kInitialized] = false;
- const session = this[kSession];
- if (session) {
- // We only want to end this session if we created it, and it hasn't ended yet
- if (session.explicit === false && !session.hasEnded) {
- session.endSession();
- }
- this[kSession] = undefined;
- }
- }
- /** @internal */
- _getMore(batchSize, callback) {
- const cursorId = this[kId];
- const cursorNs = this[kNamespace];
- const server = this[kServer];
- if (cursorId == null) {
- callback(new error_1.MongoRuntimeError('Unable to iterate cursor with no id'));
- return;
- }
- if (server == null) {
- callback(new error_1.MongoRuntimeError('Unable to iterate cursor without selected server'));
- return;
- }
- const getMoreOperation = new get_more_1.GetMoreOperation(cursorNs, cursorId, server, {
- ...this[kOptions],
- session: this[kSession],
- batchSize
- });
- (0, execute_operation_1.executeOperation)(this.topology, getMoreOperation, callback);
- }
- }
- exports.AbstractCursor = AbstractCursor;
- /** @event */
- AbstractCursor.CLOSE = 'close';
- function nextDocument(cursor) {
- if (cursor[kDocuments] == null || !cursor[kDocuments].length) {
- return null;
- }
- const doc = cursor[kDocuments].shift();
- if (doc) {
- const transform = cursor[kTransform];
- if (transform) {
- return transform(doc);
- }
- return doc;
- }
- return null;
- }
- function next(cursor, blocking, callback) {
- const cursorId = cursor[kId];
- if (cursor.closed) {
- return callback(undefined, null);
- }
- if (cursor[kDocuments] && cursor[kDocuments].length) {
- callback(undefined, nextDocument(cursor));
- return;
- }
- if (cursorId == null) {
- // All cursors must operate within a session, one must be made implicitly if not explicitly provided
- if (cursor[kSession] == null && cursor[kTopology].hasSessionSupport()) {
- cursor[kSession] = cursor[kTopology].startSession({ owner: cursor, explicit: false });
- }
- cursor._initialize(cursor[kSession], (err, state) => {
- if (state) {
- const response = state.response;
- cursor[kServer] = state.server;
- cursor[kSession] = state.session;
- if (response.cursor) {
- cursor[kId] =
- typeof response.cursor.id === 'number'
- ? bson_1.Long.fromNumber(response.cursor.id)
- : response.cursor.id;
- if (response.cursor.ns) {
- cursor[kNamespace] = (0, utils_1.ns)(response.cursor.ns);
- }
- cursor[kDocuments] = response.cursor.firstBatch;
- }
- else {
- // NOTE: This is for support of older servers (<3.2) which do not use commands
- cursor[kId] =
- typeof response.cursorId === 'number'
- ? bson_1.Long.fromNumber(response.cursorId)
- : response.cursorId;
- cursor[kDocuments] = response.documents;
- }
- // When server responses return without a cursor document, we close this cursor
- // and return the raw server response. This is often the case for explain commands
- // for example
- if (cursor[kId] == null) {
- cursor[kId] = bson_1.Long.ZERO;
- // TODO(NODE-3286): ExecutionResult needs to accept a generic parameter
- cursor[kDocuments] = [state.response];
- }
- }
- // the cursor is now initialized, even if an error occurred or it is dead
- cursor[kInitialized] = true;
- if (err || cursorIsDead(cursor)) {
- return cleanupCursor(cursor, { error: err }, () => callback(err, nextDocument(cursor)));
- }
- next(cursor, blocking, callback);
- });
- return;
- }
- if (cursorIsDead(cursor)) {
- return cleanupCursor(cursor, undefined, () => callback(undefined, null));
- }
- // otherwise need to call getMore
- const batchSize = cursor[kOptions].batchSize || 1000;
- cursor._getMore(batchSize, (err, response) => {
- if (response) {
- const cursorId = typeof response.cursor.id === 'number'
- ? bson_1.Long.fromNumber(response.cursor.id)
- : response.cursor.id;
- cursor[kDocuments] = response.cursor.nextBatch;
- cursor[kId] = cursorId;
- }
- if (err || cursorIsDead(cursor)) {
- return cleanupCursor(cursor, { error: err }, () => callback(err, nextDocument(cursor)));
- }
- if (cursor[kDocuments].length === 0 && blocking === false) {
- return callback(undefined, null);
- }
- next(cursor, blocking, callback);
- });
- }
- function cursorIsDead(cursor) {
- const cursorId = cursor[kId];
- return !!cursorId && cursorId.isZero();
- }
- function cleanupCursor(cursor, options, callback) {
- var _a;
- const cursorId = cursor[kId];
- const cursorNs = cursor[kNamespace];
- const server = cursor[kServer];
- const session = cursor[kSession];
- const error = options === null || options === void 0 ? void 0 : options.error;
- const needsToEmitClosed = (_a = options === null || options === void 0 ? void 0 : options.needsToEmitClosed) !== null && _a !== void 0 ? _a : cursor[kDocuments].length === 0;
- if (error) {
- if (cursor.loadBalanced && error instanceof error_1.MongoNetworkError) {
- return completeCleanup();
- }
- }
- if (cursorId == null || server == null || cursorId.isZero() || cursorNs == null) {
- if (needsToEmitClosed) {
- cursor[kClosed] = true;
- cursor[kId] = bson_1.Long.ZERO;
- cursor.emit(AbstractCursor.CLOSE);
- }
- if (session) {
- if (session.owner === cursor) {
- return session.endSession({ error }, callback);
- }
- if (!session.inTransaction()) {
- (0, sessions_1.maybeClearPinnedConnection)(session, { error });
- }
- }
- return callback();
- }
- function completeCleanup() {
- if (session) {
- if (session.owner === cursor) {
- return session.endSession({ error }, () => {
- cursor.emit(AbstractCursor.CLOSE);
- callback();
- });
- }
- if (!session.inTransaction()) {
- (0, sessions_1.maybeClearPinnedConnection)(session, { error });
- }
- }
- cursor.emit(AbstractCursor.CLOSE);
- return callback();
- }
- cursor[kKilled] = true;
- server.killCursors(cursorNs, [cursorId], { ...(0, bson_1.pluckBSONSerializeOptions)(cursor[kOptions]), session }, () => completeCleanup());
- }
- /** @internal */
- function assertUninitialized(cursor) {
- if (cursor[kInitialized]) {
- throw new error_1.MongoCursorInUseError();
- }
- }
- exports.assertUninitialized = assertUninitialized;
- function makeCursorStream(cursor) {
- const readable = new stream_1.Readable({
- objectMode: true,
- autoDestroy: false,
- highWaterMark: 1
- });
- let initialized = false;
- let reading = false;
- let needToClose = true; // NOTE: we must close the cursor if we never read from it, use `_construct` in future node versions
- readable._read = function () {
- if (initialized === false) {
- needToClose = false;
- initialized = true;
- }
- if (!reading) {
- reading = true;
- readNext();
- }
- };
- readable._destroy = function (error, cb) {
- if (needToClose) {
- cursor.close(err => process.nextTick(cb, err || error));
- }
- else {
- cb(error);
- }
- };
- function readNext() {
- needToClose = false;
- next(cursor, true, (err, result) => {
- needToClose = err ? !cursor.closed : result != null;
- if (err) {
- // NOTE: This is questionable, but we have a test backing the behavior. It seems the
- // desired behavior is that a stream ends cleanly when a user explicitly closes
- // a client during iteration. Alternatively, we could do the "right" thing and
- // propagate the error message by removing this special case.
- if (err.message.match(/server is closed/)) {
- cursor.close();
- return readable.push(null);
- }
- // NOTE: This is also perhaps questionable. The rationale here is that these errors tend
- // to be "operation interrupted", where a cursor has been closed but there is an
- // active getMore in-flight. This used to check if the cursor was killed but once
- // that changed to happen in cleanup legitimate errors would not destroy the
- // stream. There are change streams test specifically test these cases.
- if (err.message.match(/interrupted/)) {
- return readable.push(null);
- }
- return readable.destroy(err);
- }
- if (result == null) {
- readable.push(null);
- }
- else if (readable.destroyed) {
- cursor.close();
- }
- else {
- if (readable.push(result)) {
- return readNext();
- }
- reading = false;
- }
- });
- }
- return readable;
- }
- //# sourceMappingURL=abstract_cursor.js.map
|