Mass insertion in MongoDB with mongoose for multiple collections

Question

I have 2 collections ( data, metaData)

data scheme

{
_id: ......,
name: ......, //not unique
mobile: ......, // unique or null
email: ......, // unique or null
uniqueId: ......, // unique or null
}

at least one of the unique data required to be inserted

metaData scheme

{
_id: ......,
dataId: ......,//refrence from _id of data collection
key: ......,
value: ......
}

JSON array receives from client

[{
  name: "abc",
  mobile: [phone],
  mData: {
    c1: 123,
    c2: "xyz"
  }
},
{
  name: "qwerty",
  email: '[e-mail]',
  mData: {
    c1: 123,
    c2: "zxc"
  }
}
......
]

I repeat the array and insert each of them in both collections in MongoDB.

let Bulk = Data.collection.initializeUnorderedBulkOp();
dataArr.forEach(function(item) {
  let data = service.generateData(item);
  // data.query: {mobile: ..., email: ..., uniqueId: ...}
  // if value exists then keys is also exists for mobile, email, uniqueId in query
  Bulk.find(data.query).upsert().updateOne(data.doc);
});
Bulk.execute((e, d) => {
  let metaBulk = MetaData.collection.initializeOrderedBulkOp();
  let length = dataArr.length;
  dataArr.forEach(function(data) {
    Data.findOne(data.query).exec(function(err, data) {
      length--;      
      for(let key in data["mData"]) {
        let value = data["mData"][key] || "";
        let mData = service.generateMdata(key, value, data._id);
        metaBulk.find(mData.query).upsert().updateOne(mData.doc);
      }
      if(length == 0) {
        metaBulk.execute();
      }
    });
  });
});

my solution works fine right now, but it takes so long to repeat the collection datato find the identifiers for the collection metaData.

I need a way to insert data into an array in MongoDB without searching for a query for the data identifier. Is there an option to do bulk upserts with mongoose for multiple collections in a single request.

Answer 1

. , , updateMany(). MongoDB db.collection.insertMany().

db.data.insertMany( [{ name: "abc",mobile: [phone], mData: { c1: 123, c2: "xyz"} },
                                            {name: "qwerty",email: '[e-mail]',mData: { c1: 123, c2: "zxc" }}]);

db.collection.bulkWrite().

Answer 2

, :

async.each(jsonArray, function(jsonData,callback){
  //first insert data in data schema
  var data = new data(jsonData);
  data.save(function(err){
    if err throw err;
    //then you save the data in metaData collection
    async.each(jsonData.mData, function(metadata, callback2){
      var metaDataObj = new metaData(metadata);
      metaDataObj.dataId = data._id;
      metaDataObj.save(function(err){
       callback2();
      });
    }, function(err, results1){
      callback();
    });
  });
}, function(err, results){
   console.log('Data is saved');
});