node.jsdatabasemongodbcollectionsdocuments

NodeJS/Mongo: Looping a query through various collections


I'm looking to loop a query through various collection with MongoDB using the NodeJS Driver. For this test, I've used the sample code from the 'findOne' docs to insert a bunch of documents in various Collections:

  collection.insertMany([{a:1, b:1}, {a:2, b:2}, {a:3, b:3}], {w:1}, function(err, result) {
    test.equal(null, err);

Creating at the same time various collections (each collection has at least one instance of the documents previously inserted):

And what I want is to gather the list of collection that I have in the DB ('test' in my case):

var MongoClient = require("mongodb").MongoClient,
  test = require("assert");
MongoClient.connect("mongodb://localhost:27017/test", function(err, db) {
  db.listCollections().toArray(function(err, items) {
    test.ok(items.length >= 1);
    console.log(items);
    db.close();
  });
});

And there pops the list of collection previously mentioned. Up until now everything is all-right! I can even loop through the array to get the name of the collections only:

var MongoClient = require("mongodb").MongoClient,
  test = require("assert");
MongoClient.connect("mongodb://localhost:27017/test", function(err, db) {
  db.listCollections().toArray(function(err, items) {
    test.ok(items.length >= 1);
    items.forEach(c => {
      console.log(c.name);
    });
    db.close();
  });
});

Again no problem there! But when I then try a query within the loop:

var MongoClient = require("mongodb").MongoClient,
  test = require("assert");
MongoClient.connect("mongodb://localhost:27017/test", function(err, db) {
  db.listCollections().toArray(function(err, items) {
    test.ok(items.length >= 1);
    items.forEach(c => {
      var collection = db.collection(c.name);
      collection.findOne({ a: 2 }, { fields: { b: 1 } }, function(err, doc) {
        console.log(doc);
      });
    });
  });
  db.close();
});

I get:

null
null
null
null
null
null
null

Even though looping through to get the collection seems to work perfectly fine:

var MongoClient = require("mongodb").MongoClient,
  test = require("assert");
MongoClient.connect("mongodb://localhost:27017/test", function(err, db) {
  db.listCollections().toArray(function(err, items) {
    test.ok(items.length >= 1);
    items.forEach(c => {
      var collection = db.collection(c.name);
      console.log(collection);
      });
    });
  db.close();
});

Example output:

Collection {
  s: 
   { pkFactory: 
      { [Function: ObjectID]
        index: 10866728,
        createPk: [Function: createPk],
        createFromTime: [Function: createFromTime],
        createFromHexString: [Function: createFromHexString],
        isValid: [Function: isValid],
        ObjectID: [Circular],
        ObjectId: [Circular] },
     db: 
      Db {
        domain: null,
        _events: {},
        _eventsCount: 0,
        _maxListeners: undefined,
        s: [Object],
        serverConfig: [Getter],
        bufferMaxEntries: [Getter],
        databaseName: [Getter] },
     topology: 
      Server {
        domain: null,
        _events: [Object],
        _eventsCount: 8,
        _maxListeners: undefined,
        clientInfo: [Object],
        s: [Object] },
     dbName: 'test',
     options: 
      { promiseLibrary: [Function: Promise],
        readConcern: undefined,
        readPreference: [Object] },
     namespace: 'test.test2',
     readPreference: 
      ReadPreference {
        _type: 'ReadPreference',
        mode: 'primary',
        tags: undefined,
        options: undefined },
     slaveOk: true,
     serializeFunctions: undefined,
     raw: undefined,
     promoteLongs: undefined,
     promoteValues: undefined,
     promoteBuffers: undefined,
     internalHint: null,
     collectionHint: null,
     name: 'test2',
     promiseLibrary: [Function: Promise],
     readConcern: undefined } }

I'm guessing that the Collection structure is the problem for my loop but I'm not sure what's happening exactly... This is an example of the expected output for each Collection:

{ _id: 5a13de85a55e615235f71528, b: 2 }

Any help would be much appreciated! Thanks in advance!


Solution

  • Though not the best syntax and useless except for logging output, this does work for me:

    var mongodb = require('mongodb');
    
    
    mongodb.connect('mongodb://localhost:27017/test', function (err, db) {
        if (err) {
            throw err;
        }
    
        db.listCollections().toArray(function (err, cols) {
            if (err) {
                throw err;
            }
    
            cols.forEach(function (col) {
                db.collection(col.name).find({}, {}, 0, 1, function (err, docs) {
                    if(err){
                        throw err;
                    }
                    console.log(col);
                    docs.forEach(console.log);
                });
            });
        })
    })
    

    So, perhaps the query conditions don't match anything ?

    Also, better with Promises:

    const mongodb = require('mongodb');
    const Promise = require('bluebird');
    
    function getDb() {
        return Promise.resolve(mongodb.connect('mongodb://localhost:27017/test'));
    }
    
    function getCollections(db) {
        return Promise.resolve(db.listCollections().toArray());
    }
    
    function getDocs(db, col) {
        return Promise.resolve(db.collection(col.name).find({},{},0,1).toArray());
    }
    
    const data = {};
    getDb()
    .then((db) => {
        data.db = db;
        return getCollections(db);
    }).then((cols) => {
        data.cols = cols;
        return Promise.map(cols, (col) => getDocs(data.db,col));
    }).then((docs) => {
        console.log(docs);
    })