From e41ac082211ad8e50cb06b5c6e8b8ad5259e6e79 Mon Sep 17 00:00:00 2001
From: Ylian Saint-Hilaire <ysainthilaire@hotmail.com>
Date: Sun, 10 Jan 2021 04:53:30 -0800
Subject: [PATCH] MongoDB speed boost using bulkWrite()

---
 db.js        | 28 +++++++++++++++++++++++++++-
 webserver.js |  2 +-
 2 files changed, 28 insertions(+), 2 deletions(-)

diff --git a/db.js b/db.js
index f9afe43f..6987bd88 100644
--- a/db.js
+++ b/db.js
@@ -38,6 +38,8 @@ module.exports.CreateDB = function (parent, func) {
     obj.dbRecordsDecryptKey = null;
     obj.changeStream = false;
     obj.pluginsActive = ((parent.config) && (parent.config.settings) && (parent.config.settings.plugins != null) && (parent.config.settings.plugins != false) && ((typeof parent.config.settings.plugins != 'object') || (parent.config.settings.plugins.enabled != false)));
+    obj.pendingSet = false;
+    obj.pendingSets = null;
 
     obj.SetupDatabase = function (func) {
         // Check if the database unique identifier is present
@@ -1029,7 +1031,17 @@ module.exports.CreateDB = function (parent, func) {
             }
         } else if (obj.databaseType == 3) {
             // Database actions on the main collection (MongoDB)
-            obj.Set = function (data, func) { data = common.escapeLinksFieldNameEx(data); obj.file.replaceOne({ _id: data._id }, performTypedRecordEncrypt(data), { upsert: true }, func); };
+            obj.Set = function (data) { // Fast Set operation using bulkWrite(), this is much faster then using replaceOne()
+                if (obj.pendingSet == false) {
+                    // Perform the operation now
+                    obj.pendingSet = true; obj.pendingSets = null;
+                    obj.file.bulkWrite([{ replaceOne: { filter: { _id: data._id }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(data)), upsert: true } }], bulkWriteCompleted);
+                } else {
+                    // Add this operation to the pending list
+                    if (obj.pendingSets == null) { obj.pendingSets = {} }
+                    obj.pendingSets[data._id] = data;
+                }
+            };
             obj.Get = function (id, func) {
                 if (arguments.length > 2) {
                     var parms = [func];
@@ -1408,6 +1420,20 @@ module.exports.CreateDB = function (parent, func) {
         }
     }
 
+    // MongoDB pending bulk write operation, perform fast bulk document replacement.
+    function bulkWriteCompleted() {
+        if (obj.pendingSets != null) {
+            // Perform pending operations
+            var ops = [], c = 0;
+            for (var i in obj.pendingSets) { c++; ops.push({ replaceOne: { filter: { _id: i }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(obj.pendingSets[i])), upsert: true } }); }
+            obj.file.bulkWrite(ops, bulkWriteCompleted);
+            obj.pendingSets = null;
+        } else {
+            // All done, no pending operations.
+            obj.pendingSet = false;
+        }
+    }
+
     // Perform a server backup
     obj.performingBackup = false;
     obj.performBackup = function (func) {
diff --git a/webserver.js b/webserver.js
index 6bcb7840..5ec61e52 100644
--- a/webserver.js
+++ b/webserver.js
@@ -4972,7 +4972,7 @@ module.exports.CreateWebServer = function (parent, db, args, certificates) {
         // Add HTTP security headers to all responses
         obj.app.use(function (req, res, next) {
             // Useful for debugging reverse proxy issues
-            parent.debug('httpheaders', req.headers);
+            parent.debug('httpheaders', req.method, req.url, req.headers);
 
             // Set the real IP address of the request
             // If a trusted reverse-proxy is sending us the remote IP address, use it.