2017-08-28 19:27:45 +03:00
/ * *
2018-01-04 23:15:21 +03:00
* @ description MeshCentral database module
2017-08-28 19:27:45 +03:00
* @ author Ylian Saint - Hilaire
2022-01-24 10:21:24 +03:00
* @ copyright Intel Corporation 2018 - 2022
2018-01-04 23:15:21 +03:00
* @ license Apache - 2.0
2017-08-28 19:27:45 +03:00
* @ version v0 . 0.2
* /
2018-08-30 03:40:30 +03:00
/*xjslint node: true */
/*xjslint plusplus: true */
/*xjslint maxlen: 256 */
/*jshint node: true */
/*jshint strict: false */
/*jshint esversion: 6 */
"use strict" ;
2018-08-27 22:24:15 +03:00
2017-08-28 19:27:45 +03:00
//
// Construct Meshcentral database object
//
// The default database is NeDB
// https://github.com/louischatriot/nedb
//
// Alternativety, MongoDB can be used
// https://www.mongodb.com/
// Just run with --mongodb [connectionstring], where the connection string is documented here: https://docs.mongodb.com/manual/reference/connection-string/
// The default collection is "meshcentral", but you can override it using --mongodbcol [collection]
//
2019-05-09 04:14:30 +03:00
module . exports . CreateDB = function ( parent , func ) {
2017-08-28 19:27:45 +03:00
var obj = { } ;
2018-08-30 03:40:30 +03:00
var Datastore = null ;
2020-03-16 23:30:12 +03:00
var expireEventsSeconds = ( 60 * 60 * 24 * 20 ) ; // By default, expire events after 20 days (1728000). (Seconds * Minutes * Hours * Days)
var expirePowerEventsSeconds = ( 60 * 60 * 24 * 10 ) ; // By default, expire power events after 10 days (864000). (Seconds * Minutes * Hours * Days)
var expireServerStatsSeconds = ( 60 * 60 * 24 * 30 ) ; // By default, expire power events after 30 days (2592000). (Seconds * Minutes * Hours * Days)
2019-07-11 00:27:38 +03:00
const common = require ( './common.js' ) ;
2017-09-13 21:25:57 +03:00
obj . identifier = null ;
2019-01-24 23:08:48 +03:00
obj . dbKey = null ;
2019-10-03 03:19:33 +03:00
obj . dbRecordsEncryptKey = null ;
obj . dbRecordsDecryptKey = null ;
2019-05-29 03:25:23 +03:00
obj . changeStream = false ;
2020-08-24 23:26:27 +03:00
obj . pluginsActive = ( ( parent . config ) && ( parent . config . settings ) && ( parent . config . settings . plugins != null ) && ( parent . config . settings . plugins != false ) && ( ( typeof parent . config . settings . plugins != 'object' ) || ( parent . config . settings . plugins . enabled != false ) ) ) ;
2021-03-02 06:32:19 +03:00
obj . dbCounters = {
fileSet : 0 ,
fileRemove : 0 ,
powerSet : 0 ,
eventsSet : 0
}
2021-01-10 17:19:16 +03:00
2021-02-26 06:13:51 +03:00
// MongoDB bulk operations state
if ( parent . config . settings . mongodbbulkoperations ) {
2021-03-02 06:32:19 +03:00
// Added counters
obj . dbCounters . fileSetPending = 0 ;
obj . dbCounters . fileSetBulk = 0 ;
obj . dbCounters . fileRemovePending = 0 ;
obj . dbCounters . fileRemoveBulk = 0 ;
obj . dbCounters . powerSetPending = 0 ;
obj . dbCounters . powerSetBulk = 0 ;
obj . dbCounters . eventsSetPending = 0 ;
obj . dbCounters . eventsSetBulk = 0 ;
/// Added bulk accumulators
2021-02-26 06:13:51 +03:00
obj . filePendingGet = null ;
obj . filePendingGets = null ;
obj . filePendingRemove = null ;
obj . filePendingRemoves = null ;
obj . filePendingSet = false ;
obj . filePendingSets = null ;
obj . filePendingCb = null ;
obj . filePendingCbs = null ;
obj . powerFilePendingSet = false ;
obj . powerFilePendingSets = null ;
obj . powerFilePendingCb = null ;
obj . powerFilePendingCbs = null ;
obj . eventsFilePendingSet = false ;
obj . eventsFilePendingSets = null ;
obj . eventsFilePendingCb = null ;
obj . eventsFilePendingCbs = null ;
}
2019-05-09 04:14:30 +03:00
obj . SetupDatabase = function ( func ) {
// Check if the database unique identifier is present
// This is used to check that in server peering mode, everyone is using the same database.
obj . Get ( 'DatabaseIdentifier' , function ( err , docs ) {
2020-03-05 01:57:03 +03:00
if ( err != null ) { parent . debug ( 'db' , 'ERROR (Get DatabaseIdentifier): ' + err ) ; }
if ( ( err == null ) && ( docs . length == 1 ) && ( docs [ 0 ] . value != null ) ) {
2019-05-09 04:14:30 +03:00
obj . identifier = docs [ 0 ] . value ;
} else {
obj . identifier = Buffer . from ( require ( 'crypto' ) . randomBytes ( 48 ) , 'binary' ) . toString ( 'hex' ) ;
obj . Set ( { _id : 'DatabaseIdentifier' , value : obj . identifier } ) ;
}
} ) ;
// Load database schema version and check if we need to update
obj . Get ( 'SchemaVersion' , function ( err , docs ) {
2020-03-05 01:57:03 +03:00
if ( err != null ) { parent . debug ( 'db' , 'ERROR (Get SchemaVersion): ' + err ) ; }
2019-05-09 04:14:30 +03:00
var ver = 0 ;
2020-03-05 01:57:03 +03:00
if ( ( err == null ) && ( docs . length == 1 ) ) { ver = docs [ 0 ] . value ; }
2019-05-09 04:14:30 +03:00
if ( ver == 1 ) { console . log ( 'This is an unsupported beta 1 database, delete it to create a new one.' ) ; process . exit ( 0 ) ; }
// TODO: Any schema upgrades here...
obj . Set ( { _id : 'SchemaVersion' , value : 2 } ) ;
func ( ver ) ;
} ) ;
} ;
2020-08-24 23:26:27 +03:00
// Perform database maintenance
obj . maintenance = function ( ) {
if ( obj . databaseType == 1 ) { // NeDB will not remove expired records unless we try to access them. This will force the removal.
obj . eventsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
obj . powerfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expirePowerEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
obj . serverstatsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireServerStatsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
2022-06-27 03:00:53 +03:00
} else if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) { // MariaDB or MySQL
sqlDbQuery ( 'DELETE FROM events WHERE time < ?' , [ new Date ( Date . now ( ) - ( expireEventsSeconds * 1000 ) ) ] , function ( doc , err ) { } ) ; // Delete events older than expireEventsSeconds
sqlDbQuery ( 'DELETE FROM power WHERE time < ?' , [ new Date ( Date . now ( ) - ( expirePowerEventsSeconds * 1000 ) ) ] , function ( doc , err ) { } ) ; // Delete events older than expirePowerSeconds
sqlDbQuery ( 'DELETE FROM serverstats WHERE expire < ?' , [ new Date ( ) ] , function ( doc , err ) { } ) ; // Delete events where expiration date is in the past
sqlDbQuery ( 'DELETE FROM smbios WHERE expire < ?' , [ new Date ( ) ] , function ( doc , err ) { } ) ; // Delete events where expiration date is in the past
2020-08-24 23:26:27 +03:00
}
2022-06-27 03:00:53 +03:00
2021-08-04 21:00:15 +03:00
obj . removeInactiveDevices ( ) ;
2020-08-24 23:26:27 +03:00
}
2021-08-04 20:55:33 +03:00
// Remove inactive devices
2021-09-02 08:21:39 +03:00
obj . removeInactiveDevices = function ( showall , cb ) {
2021-08-04 20:55:33 +03:00
// Get a list of domains and what their inactive device removal setting is
var removeInactiveDevicesPerDomain = { } , minRemoveInactiveDevicesPerDomain = { } , minRemoveInactiveDevice = 9999 ;
for ( var i in parent . config . domains ) {
if ( typeof parent . config . domains [ i ] . autoremoveinactivedevices == 'number' ) {
var v = parent . config . domains [ i ] . autoremoveinactivedevices ;
if ( ( v > 1 ) && ( v <= 2000 ) ) {
if ( v < minRemoveInactiveDevice ) { minRemoveInactiveDevice = v ; }
removeInactiveDevicesPerDomain [ i ] = v ;
minRemoveInactiveDevicesPerDomain [ i ] = v ;
}
}
}
// Check if any device groups have a inactive device removal setting
for ( var i in parent . webserver . meshes ) {
if ( typeof parent . webserver . meshes [ i ] . expireDevs == 'number' ) {
var v = parent . webserver . meshes [ i ] . expireDevs ;
if ( ( v > 1 ) && ( v <= 2000 ) ) {
if ( v < minRemoveInactiveDevice ) { minRemoveInactiveDevice = v ; }
if ( ( minRemoveInactiveDevicesPerDomain [ parent . webserver . meshes [ i ] . domain ] == null ) || ( minRemoveInactiveDevicesPerDomain [ parent . webserver . meshes [ i ] . domain ] > v ) ) {
minRemoveInactiveDevicesPerDomain [ parent . webserver . meshes [ i ] . domain ] = v ;
}
} else {
delete parent . webserver . meshes [ i ] . expireDevs ;
}
}
}
// If there are no such settings for any domain, we can exit now.
2021-09-02 08:21:39 +03:00
if ( minRemoveInactiveDevice == 9999 ) { if ( cb ) { cb ( "No device removal policy set, nothing to do." ) ; } return ; }
2021-08-04 20:55:33 +03:00
const now = Date . now ( ) ;
// For each domain with a inactive device removal setting, get a list of last device connections
for ( var domainid in minRemoveInactiveDevicesPerDomain ) {
obj . GetAllTypeNoTypeField ( 'lastconnect' , domainid , function ( err , docs ) {
if ( ( err != null ) || ( docs == null ) ) return ;
for ( var j in docs ) {
2021-09-02 08:21:39 +03:00
const days = Math . floor ( ( now - docs [ j ] . time ) / 86400000 ) ; // Calculate the number of inactive days
var expireDays = - 1 ;
if ( removeInactiveDevicesPerDomain [ docs [ j ] . domain ] ) { expireDays = removeInactiveDevicesPerDomain [ docs [ j ] . domain ] ; }
const mesh = parent . webserver . meshes [ docs [ j ] . meshid ] ;
2021-09-02 08:30:43 +03:00
if ( mesh && ( typeof mesh . expireDevs == 'number' ) ) { expireDays = mesh . expireDevs ; }
2021-08-04 20:55:33 +03:00
var remove = false ;
2021-09-02 08:30:43 +03:00
if ( expireDays > 0 ) {
if ( expireDays < days ) { remove = true ; }
if ( cb ) { if ( showall || remove ) { cb ( docs [ j ] . _id . substring ( 2 ) + ', ' + days + ' days, expire ' + expireDays + ' days' + ( remove ? ', removing' : '' ) ) ; } }
if ( remove ) {
// Check if this device is connected right now
const nodeid = docs [ j ] . _id . substring ( 2 ) ;
const conn = parent . GetConnectivityState ( nodeid ) ;
if ( conn == null ) {
// Remove the device
obj . Get ( nodeid , function ( err , docs ) {
if ( err != null ) return ;
if ( ( docs == null ) || ( docs . length != 1 ) ) { obj . Remove ( 'lc' + nodeid ) ; return ; } // Remove last connect time
const node = docs [ 0 ] ;
// Delete this node including network interface information, events and timeline
obj . Remove ( node . _id ) ; // Remove node with that id
obj . Remove ( 'if' + node . _id ) ; // Remove interface information
obj . Remove ( 'nt' + node . _id ) ; // Remove notes
obj . Remove ( 'lc' + node . _id ) ; // Remove last connect time
obj . Remove ( 'si' + node . _id ) ; // Remove system information
obj . Remove ( 'al' + node . _id ) ; // Remove error log last time
if ( obj . RemoveSMBIOS ) { obj . RemoveSMBIOS ( node . _id ) ; } // Remove SMBios data
obj . RemoveAllNodeEvents ( node . _id ) ; // Remove all events for this node
obj . removeAllPowerEventsForNode ( node . _id ) ; // Remove all power events for this node
if ( typeof node . pmt == 'string' ) { obj . Remove ( 'pmt_' + node . pmt ) ; } // Remove Push Messaging Token
obj . Get ( 'ra' + node . _id , function ( err , nodes ) {
if ( ( nodes != null ) && ( nodes . length == 1 ) ) { obj . Remove ( 'da' + nodes [ 0 ] . daid ) ; } // Remove diagnostic agent to real agent link
obj . Remove ( 'ra' + node . _id ) ; // Remove real agent to diagnostic agent link
} ) ;
// Remove any user node links
if ( node . links != null ) {
for ( var i in node . links ) {
if ( i . startsWith ( 'user/' ) ) {
var cuser = parent . webserver . users [ i ] ;
if ( ( cuser != null ) && ( cuser . links != null ) && ( cuser . links [ node . _id ] != null ) ) {
// Remove the user link & save the user
delete cuser . links [ node . _id ] ;
if ( Object . keys ( cuser . links ) . length == 0 ) { delete cuser . links ; }
obj . SetUser ( cuser ) ;
// Notify user change
var targets = [ '*' , 'server-users' , cuser . _id ] ;
var event = { etype : 'user' , userid : cuser . _id , username : cuser . name , action : 'accountchange' , msgid : 86 , msgArgs : [ cuser . name ] , msg : 'Removed user device rights for ' + cuser . name , domain : node . domain , account : parent . webserver . CloneSafeUser ( cuser ) } ;
2021-09-15 18:25:05 +03:00
if ( obj . changeStream ) { event . noact = 1 ; } // If DB change stream is active, don't use this event to change the user. Another event will come.
2021-09-02 08:30:43 +03:00
parent . DispatchEvent ( targets , obj , event ) ;
}
2021-08-04 20:55:33 +03:00
}
}
}
2021-09-02 08:30:43 +03:00
// Event node deletion
var meshname = '(unknown)' ;
if ( ( parent . webserver . meshes [ node . meshid ] != null ) && ( parent . webserver . meshes [ node . meshid ] . name != null ) ) { meshname = parent . webserver . meshes [ node . meshid ] . name ; }
var event = { etype : 'node' , action : 'removenode' , nodeid : node . _id , msgid : 87 , msgArgs : [ node . name , meshname ] , msg : 'Removed device ' + node . name + ' from device group ' + meshname , domain : node . domain } ;
// TODO: We can't use the changeStream for node delete because we will not know the meshid the device was in.
2021-09-15 18:25:05 +03:00
//if (obj.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to remove the node. Another event will come.
2021-09-02 08:30:43 +03:00
parent . DispatchEvent ( parent . webserver . CreateNodeDispatchTargets ( node . meshid , node . _id ) , obj , event ) ;
} ) ;
}
2021-08-04 20:55:33 +03:00
}
}
}
} ) ;
}
}
2022-01-12 04:30:50 +03:00
// Remove all reference to a domain from the database
obj . removeDomain = function ( domainName , func ) {
var pendingCalls ;
// Remove all events, power events and SMBIOS data from the main collection. They are all in seperate collections now.
if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) || ( obj . databaseType == 6 ) ) {
// MariaDB, MySQL or PostgreSQL
pendingCalls = 2 ;
sqlDbQuery ( 'DELETE FROM main WHERE domain = $1' , [ domainName ] , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
sqlDbQuery ( 'DELETE FROM events WHERE domain = $1' , [ domainName ] , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
} else if ( obj . databaseType == 3 ) {
// MongoDB
pendingCalls = 3 ;
obj . file . deleteMany ( { domain : domainName } , { multi : true } , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
obj . eventsfile . deleteMany ( { domain : domainName } , { multi : true } , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
obj . powerfile . deleteMany ( { domain : domainName } , { multi : true } , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
} else {
// NeDB or MongoJS
pendingCalls = 3 ;
obj . file . remove ( { domain : domainName } , { multi : true } , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
obj . eventsfile . remove ( { domain : domainName } , { multi : true } , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
obj . powerfile . remove ( { domain : domainName } , { multi : true } , function ( ) { if ( -- pendingCalls == 0 ) { func ( ) ; } } ) ;
}
}
2019-05-09 04:14:30 +03:00
obj . cleanup = function ( func ) {
// TODO: Remove all mesh links to invalid users
// TODO: Remove all meshes that dont have any links
// Remove all events, power events and SMBIOS data from the main collection. They are all in seperate collections now.
2021-11-03 05:44:41 +03:00
if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) || ( obj . databaseType == 6 ) ) {
2022-01-12 04:30:50 +03:00
// MariaDB, MySQL or PostgreSQL
2020-02-02 23:37:27 +03:00
obj . RemoveAllOfType ( 'event' , function ( ) { } ) ;
obj . RemoveAllOfType ( 'power' , function ( ) { } ) ;
obj . RemoveAllOfType ( 'smbios' , function ( ) { } ) ;
} else if ( obj . databaseType == 3 ) {
2019-05-09 23:41:14 +03:00
// MongoDB
obj . file . deleteMany ( { type : 'event' } , { multi : true } ) ;
obj . file . deleteMany ( { type : 'power' } , { multi : true } ) ;
obj . file . deleteMany ( { type : 'smbios' } , { multi : true } ) ;
} else {
// NeDB or MongoJS
obj . file . remove ( { type : 'event' } , { multi : true } ) ;
obj . file . remove ( { type : 'power' } , { multi : true } ) ;
obj . file . remove ( { type : 'smbios' } , { multi : true } ) ;
}
2019-05-09 04:14:30 +03:00
2020-12-31 05:52:44 +03:00
// List of valid identifiers
var validIdentifiers = { }
// Load all user groups
obj . GetAllType ( 'ugrp' , function ( err , docs ) {
if ( err != null ) { parent . debug ( 'db' , 'ERROR (GetAll user): ' + err ) ; }
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
// Add this as a valid user identifier
validIdentifiers [ docs [ i ] . _id ] = 1 ;
}
2020-12-31 09:18:29 +03:00
}
// Fix all of the creating & login to ticks by seconds, not milliseconds.
obj . GetAllType ( 'user' , function ( err , docs ) {
if ( err != null ) { parent . debug ( 'db' , 'ERROR (GetAll user): ' + err ) ; }
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
var fixed = false ;
// Add this as a valid user identifier
validIdentifiers [ docs [ i ] . _id ] = 1 ;
// Fix email address capitalization
if ( docs [ i ] . email && ( docs [ i ] . email != docs [ i ] . email . toLowerCase ( ) ) ) {
docs [ i ] . email = docs [ i ] . email . toLowerCase ( ) ; fixed = true ;
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix account creation
if ( docs [ i ] . creation ) {
if ( docs [ i ] . creation > 1300000000000 ) { docs [ i ] . creation = Math . floor ( docs [ i ] . creation / 1000 ) ; fixed = true ; }
if ( ( docs [ i ] . creation % 1 ) != 0 ) { docs [ i ] . creation = Math . floor ( docs [ i ] . creation ) ; fixed = true ; }
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix last account login
if ( docs [ i ] . login ) {
if ( docs [ i ] . login > 1300000000000 ) { docs [ i ] . login = Math . floor ( docs [ i ] . login / 1000 ) ; fixed = true ; }
if ( ( docs [ i ] . login % 1 ) != 0 ) { docs [ i ] . login = Math . floor ( docs [ i ] . login ) ; fixed = true ; }
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix last password change
if ( docs [ i ] . passchange ) {
if ( docs [ i ] . passchange > 1300000000000 ) { docs [ i ] . passchange = Math . floor ( docs [ i ] . passchange / 1000 ) ; fixed = true ; }
if ( ( docs [ i ] . passchange % 1 ) != 0 ) { docs [ i ] . passchange = Math . floor ( docs [ i ] . passchange ) ; fixed = true ; }
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix subscriptions
if ( docs [ i ] . subscriptions != null ) { delete docs [ i ] . subscriptions ; fixed = true ; }
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Save the user if needed
if ( fixed ) { obj . Set ( docs [ i ] ) ; }
}
2020-12-31 05:52:44 +03:00
2020-12-31 09:18:29 +03:00
// Remove all objects that have a "meshid" that no longer points to a valid mesh.
// Fix any incorrectly escaped user identifiers
obj . GetAllType ( 'mesh' , function ( err , docs ) {
if ( err != null ) { parent . debug ( 'db' , 'ERROR (GetAll mesh): ' + err ) ; }
var meshlist = [ ] ;
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
var meshChange = false ;
docs [ i ] = common . unEscapeLinksFieldName ( docs [ i ] ) ;
meshlist . push ( docs [ i ] . _id ) ;
// Make sure all mesh types are number type, if not, fix it.
if ( typeof docs [ i ] . mtype == 'string' ) { docs [ i ] . mtype = parseInt ( docs [ i ] . mtype ) ; meshChange = true ; }
2021-05-21 19:01:06 +03:00
// If the device group is deleted, remove any invite codes
if ( docs [ i ] . deleted && docs [ i ] . invite ) { delete docs [ i ] . invite ; meshChange = true ; }
2020-12-31 09:18:29 +03:00
// Take a look at the links
if ( docs [ i ] . links != null ) {
for ( var j in docs [ i ] . links ) {
if ( validIdentifiers [ j ] == null ) {
// This identifier is not known, let see if we can fix it.
var xid = j , xid2 = common . unEscapeFieldName ( xid ) ;
while ( ( xid != xid2 ) && ( validIdentifiers [ xid2 ] == null ) ) { xid = xid2 ; xid2 = common . unEscapeFieldName ( xid2 ) ; }
if ( validIdentifiers [ xid2 ] == 1 ) {
//console.log('Fixing id: ' + j + ' to ' + xid2);
docs [ i ] . links [ xid2 ] = docs [ i ] . links [ j ] ;
delete docs [ i ] . links [ j ] ;
meshChange = true ;
} else {
// TODO: here, we may want to clean up links to users and user groups that do not exist anymore.
//console.log('Unknown id: ' + j);
2020-12-31 05:52:44 +03:00
}
}
}
}
2020-12-31 09:18:29 +03:00
// Save the updated device group if needed
if ( meshChange ) { obj . Set ( docs [ i ] ) ; }
2020-12-31 05:52:44 +03:00
}
2020-12-31 09:18:29 +03:00
}
2021-11-04 09:42:01 +03:00
if ( obj . databaseType == 6 ) {
// Postgres
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'DELETE FROM Main WHERE ((extra != NULL) AND (extra LIKE (\'mesh/%\')) AND (extra != ANY ($1)))' , [ meshlist ] , function ( err , response ) { } ) ;
2021-11-04 09:42:01 +03:00
} else if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) {
2020-12-31 09:18:29 +03:00
// MariaDB
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'DELETE FROM Main WHERE (extra LIKE ("mesh/%") AND (extra NOT IN ?)' , [ meshlist ] , function ( err , response ) { } ) ;
2020-12-31 09:18:29 +03:00
} else if ( obj . databaseType == 3 ) {
// MongoDB
obj . file . deleteMany ( { meshid : { $exists : true , $nin : meshlist } } , { multi : true } ) ;
} else {
// NeDB or MongoJS
obj . file . remove ( { meshid : { $exists : true , $nin : meshlist } } , { multi : true } ) ;
}
2020-12-31 05:52:44 +03:00
2020-12-31 09:18:29 +03:00
// We are done
validIdentifiers = null ;
if ( func ) { func ( ) ; }
} ) ;
}
} ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} ;
// Get encryption key
obj . getEncryptDataKey = function ( password ) {
if ( typeof password != 'string' ) return null ;
2019-05-24 20:33:40 +03:00
return parent . crypto . createHash ( 'sha384' ) . update ( password ) . digest ( "raw" ) . slice ( 0 , 32 ) ;
2019-05-09 04:14:30 +03:00
}
// Encrypt data
obj . encryptData = function ( password , plaintext ) {
var key = obj . getEncryptDataKey ( password ) ;
if ( key == null ) return null ;
2019-05-24 20:33:40 +03:00
const iv = parent . crypto . randomBytes ( 16 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-cbc' , key , iv ) ;
2019-05-09 04:14:30 +03:00
var ciphertext = aes . update ( plaintext ) ;
ciphertext = Buffer . concat ( [ iv , ciphertext , aes . final ( ) ] ) ;
return ciphertext . toString ( 'base64' ) ;
}
// Decrypt data
obj . decryptData = function ( password , ciphertext ) {
try {
var key = obj . getEncryptDataKey ( password ) ;
if ( key == null ) return null ;
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
const iv = ciphertextBytes . slice ( 0 , 16 ) ;
const data = ciphertextBytes . slice ( 16 ) ;
2019-05-24 20:33:40 +03:00
const aes = parent . crypto . createDecipheriv ( 'aes-256-cbc' , key , iv ) ;
2019-05-09 04:14:30 +03:00
var plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
return plaintextBytes ;
} catch ( ex ) { return null ; }
}
// Get the number of records in the database for various types, this is the slow NeDB way.
// WARNING: This is a terrible query for database performance. Only do this when needed. This query will look at almost every document in the database.
obj . getStats = function ( func ) {
2022-01-19 23:11:28 +03:00
if ( obj . databaseType == 6 ) {
// PostgreSQL
// TODO
} else if ( obj . databaseType == 5 ) {
// MySQL
// TODO
} else if ( obj . databaseType == 4 ) {
// MariaDB
// TODO
} else if ( obj . databaseType == 3 ) {
2019-12-09 07:46:25 +03:00
// MongoDB
obj . file . aggregate ( [ { "$group" : { _id : "$type" , count : { $sum : 1 } } } ] ) . toArray ( function ( err , docs ) {
var counters = { } , totalCount = 0 ;
2020-03-05 01:57:03 +03:00
if ( err == null ) { for ( var i in docs ) { if ( docs [ i ] . _id != null ) { counters [ docs [ i ] . _id ] = docs [ i ] . count ; totalCount += docs [ i ] . count ; } } }
2019-12-09 07:46:25 +03:00
func ( counters ) ;
} ) ;
} else if ( obj . databaseType == 2 ) {
// MongoJS
2019-05-09 04:14:30 +03:00
obj . file . aggregate ( [ { "$group" : { _id : "$type" , count : { $sum : 1 } } } ] , function ( err , docs ) {
var counters = { } , totalCount = 0 ;
2020-03-05 01:57:03 +03:00
if ( err == null ) { for ( var i in docs ) { if ( docs [ i ] . _id != null ) { counters [ docs [ i ] . _id ] = docs [ i ] . count ; totalCount += docs [ i ] . count ; } } }
2019-12-09 07:46:25 +03:00
func ( counters ) ;
} ) ;
} else if ( obj . databaseType == 1 ) {
2019-05-09 04:14:30 +03:00
// NeDB version
obj . file . count ( { type : 'node' } , function ( err , nodeCount ) {
obj . file . count ( { type : 'mesh' } , function ( err , meshCount ) {
obj . file . count ( { type : 'user' } , function ( err , userCount ) {
2019-12-09 07:46:25 +03:00
obj . file . count ( { type : 'sysinfo' } , function ( err , sysinfoCount ) {
obj . file . count ( { type : 'note' } , function ( err , noteCount ) {
obj . file . count ( { type : 'iploc' } , function ( err , iplocCount ) {
obj . file . count ( { type : 'ifinfo' } , function ( err , ifinfoCount ) {
obj . file . count ( { type : 'cfile' } , function ( err , cfileCount ) {
obj . file . count ( { type : 'lastconnect' } , function ( err , lastconnectCount ) {
obj . file . count ( { } , function ( err , totalCount ) {
func ( { node : nodeCount , mesh : meshCount , user : userCount , sysinfo : sysinfoCount , iploc : iplocCount , note : noteCount , ifinfo : ifinfoCount , cfile : cfileCount , lastconnect : lastconnectCount , total : totalCount } ) ;
} ) ;
} ) ;
} ) ;
} ) ;
} ) ;
} ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} ) ;
} ) ;
} ) ;
}
}
// This is used to rate limit a number of operation per day. Returns a startValue each new days, but you can substract it and save the value in the db.
2020-03-05 01:57:03 +03:00
obj . getValueOfTheDay = function ( id , startValue , func ) { obj . Get ( id , function ( err , docs ) { var date = new Date ( ) , t = date . toLocaleDateString ( ) ; if ( ( err == null ) && ( docs . length == 1 ) ) { var r = docs [ 0 ] ; if ( r . day == t ) { func ( { _id : id , value : r . value , day : t } ) ; return ; } } func ( { _id : id , value : startValue , day : t } ) ; } ) ; } ;
2019-05-09 04:14:30 +03:00
obj . escapeBase64 = function escapeBase64 ( val ) { return ( val . replace ( /\+/g , '@' ) . replace ( /\//g , '$' ) ) ; }
2019-10-03 23:32:54 +03:00
// Encrypt an database object
obj . performRecordEncryptionRecode = function ( func ) {
var count = 0 ;
obj . GetAllType ( 'user' , function ( err , docs ) {
2020-03-05 01:57:03 +03:00
if ( err != null ) { parent . debug ( 'db' , 'ERROR (performRecordEncryptionRecode): ' + err ) ; }
2019-10-03 23:32:54 +03:00
if ( err == null ) { for ( var i in docs ) { count ++ ; obj . Set ( docs [ i ] ) ; } }
obj . GetAllType ( 'node' , function ( err , docs ) {
if ( err == null ) { for ( var i in docs ) { count ++ ; obj . Set ( docs [ i ] ) ; } }
2020-08-28 02:57:39 +03:00
obj . GetAllType ( 'mesh' , function ( err , docs ) {
if ( err == null ) { for ( var i in docs ) { count ++ ; obj . Set ( docs [ i ] ) ; } }
if ( obj . databaseType == 1 ) { // If we are using NeDB, compact the database.
obj . file . persistence . compactDatafile ( ) ;
obj . file . on ( 'compaction.done' , function ( ) { func ( count ) ; } ) ; // It's important to wait for compaction to finish before exit, otherwise NeDB may corrupt.
} else {
func ( count ) ; // For all other databases, normal exit.
}
} ) ;
2019-10-03 23:32:54 +03:00
} ) ;
} ) ;
}
2019-10-03 03:19:33 +03:00
// Encrypt an database object
function performTypedRecordDecrypt ( data ) {
2020-03-05 01:57:03 +03:00
if ( ( data == null ) || ( obj . dbRecordsDecryptKey == null ) || ( typeof data != 'object' ) ) return data ;
2019-10-03 03:19:33 +03:00
for ( var i in data ) {
2022-05-24 02:46:56 +03:00
if ( ( data [ i ] == null ) || ( typeof data [ i ] != 'object' ) ) continue ;
data [ i ] = performPartialRecordDecrypt ( data [ i ] ) ;
if ( ( data [ i ] . intelamt != null ) && ( typeof data [ i ] . intelamt == 'object' ) && ( data [ i ] . intelamt . _CRYPT ) ) { data [ i ] . intelamt = performPartialRecordDecrypt ( data [ i ] . intelamt ) ; }
if ( ( data [ i ] . amt != null ) && ( typeof data [ i ] . amt == 'object' ) && ( data [ i ] . amt . _CRYPT ) ) { data [ i ] . amt = performPartialRecordDecrypt ( data [ i ] . amt ) ; }
if ( ( data [ i ] . kvm != null ) && ( typeof data [ i ] . kvm == 'object' ) && ( data [ i ] . kvm . _CRYPT ) ) { data [ i ] . kvm = performPartialRecordDecrypt ( data [ i ] . kvm ) ; }
2019-10-03 03:19:33 +03:00
}
return data ;
}
2019-05-09 04:14:30 +03:00
2019-10-03 03:19:33 +03:00
// Encrypt an database object
function performTypedRecordEncrypt ( data ) {
if ( obj . dbRecordsEncryptKey == null ) return data ;
2020-08-16 21:10:02 +03:00
if ( data . type == 'user' ) { return performPartialRecordEncrypt ( Clone ( data ) , [ 'otpkeys' , 'otphkeys' , 'otpsecret' , 'salt' , 'hash' , 'oldpasswords' ] ) ; }
2022-05-10 21:57:01 +03:00
else if ( ( data . type == 'node' ) && ( data . ssh || data . rdp || data . intelamt ) ) {
var xdata = Clone ( data ) ;
if ( data . ssh || data . rdp ) { xdata = performPartialRecordEncrypt ( xdata , [ 'ssh' , 'rdp' ] ) ; }
2022-05-10 22:15:52 +03:00
if ( data . intelamt ) { xdata . intelamt = performPartialRecordEncrypt ( xdata . intelamt , [ 'pass' , 'mpspass' ] ) ; }
return xdata ;
}
else if ( ( data . type == 'mesh' ) && ( data . amt || data . kvm ) ) {
var xdata = Clone ( data ) ;
if ( data . amt ) { xdata . amt = performPartialRecordEncrypt ( xdata . amt , [ 'password' ] ) ; }
if ( data . kvm ) { xdata . kvm = performPartialRecordEncrypt ( xdata . kvm , [ 'pass' ] ) ; }
2022-05-10 21:57:01 +03:00
return xdata ;
}
2019-10-03 03:19:33 +03:00
return data ;
}
// Encrypt an object and return a buffer.
function performPartialRecordEncrypt ( plainobj , encryptNames ) {
if ( typeof plainobj != 'object' ) return plainobj ;
var enc = { } , enclen = 0 ;
2022-05-10 22:15:52 +03:00
for ( var i in encryptNames ) { if ( plainobj [ encryptNames [ i ] ] != null ) { enclen ++ ; enc [ encryptNames [ i ] ] = plainobj [ encryptNames [ i ] ] ; delete plainobj [ encryptNames [ i ] ] ; } }
2019-10-03 03:19:33 +03:00
if ( enclen > 0 ) { plainobj . _CRYPT = performRecordEncrypt ( enc ) ; } else { delete plainobj . _CRYPT ; }
return plainobj ;
}
// Encrypt an object and return a buffer.
function performPartialRecordDecrypt ( plainobj ) {
if ( ( typeof plainobj != 'object' ) || ( plainobj . _CRYPT == null ) ) return plainobj ;
var enc = performRecordDecrypt ( plainobj . _CRYPT ) ;
if ( enc != null ) { for ( var i in enc ) { plainobj [ i ] = enc [ i ] ; } }
delete plainobj . _CRYPT ;
return plainobj ;
}
// Encrypt an object and return a base64.
function performRecordEncrypt ( plainobj ) {
if ( obj . dbRecordsEncryptKey == null ) return null ;
2019-10-03 23:32:54 +03:00
const iv = parent . crypto . randomBytes ( 12 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-gcm' , obj . dbRecordsEncryptKey , iv ) ;
2019-10-03 03:19:33 +03:00
var ciphertext = aes . update ( JSON . stringify ( plainobj ) ) ;
2019-10-03 23:32:54 +03:00
var cipherfinal = aes . final ( ) ;
ciphertext = Buffer . concat ( [ iv , aes . getAuthTag ( ) , ciphertext , cipherfinal ] ) ;
2019-10-03 03:19:33 +03:00
return ciphertext . toString ( 'base64' ) ;
}
// Takes a base64 and return an object.
function performRecordDecrypt ( ciphertext ) {
if ( obj . dbRecordsDecryptKey == null ) return null ;
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
2019-10-03 23:32:54 +03:00
const iv = ciphertextBytes . slice ( 0 , 12 ) ;
const data = ciphertextBytes . slice ( 28 ) ;
const aes = parent . crypto . createDecipheriv ( 'aes-256-gcm' , obj . dbRecordsDecryptKey , iv ) ;
2020-05-04 00:12:26 +03:00
aes . setAuthTag ( ciphertextBytes . slice ( 12 , 28 ) ) ;
2019-10-03 23:32:54 +03:00
var plaintextBytes , r ;
try {
plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
r = JSON . parse ( plaintextBytes . toString ( ) ) ;
} catch ( e ) { throw "Incorrect DbRecordsDecryptKey/DbRecordsEncryptKey or invalid database _CRYPT data: " + e ; }
return r ;
2019-10-03 03:19:33 +03:00
}
// Clone an object (TODO: Make this more efficient)
function Clone ( v ) { return JSON . parse ( JSON . stringify ( v ) ) ; }
2019-05-09 04:14:30 +03:00
2019-02-19 09:20:25 +03:00
// Read expiration time from configuration file
2019-05-24 20:33:40 +03:00
if ( typeof parent . args . dbexpire == 'object' ) {
if ( typeof parent . args . dbexpire . events == 'number' ) { expireEventsSeconds = parent . args . dbexpire . events ; }
if ( typeof parent . args . dbexpire . powerevents == 'number' ) { expirePowerEventsSeconds = parent . args . dbexpire . powerevents ; }
if ( typeof parent . args . dbexpire . statsevents == 'number' ) { expireServerStatsSeconds = parent . args . dbexpire . statsevents ; }
2019-02-19 09:20:25 +03:00
}
2019-10-03 03:19:33 +03:00
// If a DB record encryption key is provided, perform database record encryption
if ( ( typeof parent . args . dbrecordsencryptkey == 'string' ) && ( parent . args . dbrecordsencryptkey . length != 0 ) ) {
// Hash the database password into a AES256 key and setup encryption and decryption.
2020-08-28 02:57:39 +03:00
obj . dbRecordsEncryptKey = obj . dbRecordsDecryptKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbrecordsencryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
2019-10-03 03:19:33 +03:00
}
// If a DB record decryption key is provided, perform database record decryption
if ( ( typeof parent . args . dbrecordsdecryptkey == 'string' ) && ( parent . args . dbrecordsdecryptkey . length != 0 ) ) {
// Hash the database password into a AES256 key and setup encryption and decryption.
2020-08-28 02:57:39 +03:00
obj . dbRecordsDecryptKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbrecordsdecryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
2019-10-03 03:19:33 +03:00
}
2021-04-23 03:06:08 +03:00
2021-05-02 01:41:28 +03:00
function createTablesIfNotExist ( dbname ) {
2021-04-23 03:06:08 +03:00
var useDatabase = 'USE ' + dbname ;
2021-04-23 00:37:54 +03:00
sqlDbQuery ( useDatabase , null , function ( err , docs ) {
2021-04-25 00:22:39 +03:00
if ( err != null ) {
console . log ( "Unable to connect to database: " + err ) ;
process . exit ( ) ;
}
2021-03-11 01:48:20 +03:00
if ( err == null ) {
parent . debug ( 'db' , 'Checking tables...' ) ;
sqlDbBatchExec ( [
2021-04-23 00:37:54 +03:00
'CREATE TABLE IF NOT EXISTS main (id VARCHAR(256) NOT NULL, type CHAR(32), domain CHAR(64), extra CHAR(255), extraex CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))' ,
2022-01-12 04:30:50 +03:00
'CREATE TABLE IF NOT EXISTS events (id INT NOT NULL AUTO_INCREMENT, time DATETIME, domain CHAR(64), action CHAR(255), nodeid CHAR(255), userid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK(json_valid(doc)))' ,
'CREATE TABLE IF NOT EXISTS eventids (fkid INT NOT NULL, target CHAR(255), CONSTRAINT fk_eventid FOREIGN KEY (fkid) REFERENCES events (id) ON DELETE CASCADE ON UPDATE RESTRICT)' ,
2021-04-23 00:37:54 +03:00
'CREATE TABLE IF NOT EXISTS serverstats (time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(time), CHECK (json_valid(doc)))' ,
'CREATE TABLE IF NOT EXISTS power (id INT NOT NULL AUTO_INCREMENT, time DATETIME, nodeid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))' ,
'CREATE TABLE IF NOT EXISTS smbios (id CHAR(255), time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))' ,
'CREATE TABLE IF NOT EXISTS plugin (id INT NOT NULL AUTO_INCREMENT, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))'
2021-03-11 01:48:20 +03:00
] , function ( err ) {
parent . debug ( 'db' , 'Checking indexes...' ) ;
2021-04-23 00:37:54 +03:00
sqlDbExec ( 'CREATE INDEX ndxtypedomainextra ON main (type, domain, extra)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxextra ON main (extra)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxextraex ON main (extraex)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventstime ON events(time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventsusername ON events(domain, userid, time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventsdomainnodeidtime ON events(domain, nodeid, time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventids ON eventids(target)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxserverstattime ON serverstats (time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxserverstatexpire ON serverstats (expire)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxpowernodeidtime ON power (nodeid, time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxsmbiostime ON smbios (time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxsmbiosexpire ON smbios (expire)' , null , function ( err , response ) { } ) ;
2021-03-11 01:48:20 +03:00
setupFunctions ( func ) ;
} ) ;
2020-02-04 05:58:58 +03:00
}
2020-02-02 23:37:27 +03:00
} ) ;
2021-05-02 01:41:28 +03:00
}
if ( parent . args . mariadb || parent . args . mysql ) {
var connectinArgs = ( parent . args . mariadb ) ? parent . args . mariadb : parent . args . mysql ;
var dbname = ( connectinArgs . database != null ) ? connectinArgs . database : 'meshcentral' ;
// Including the db name in the connection obj will cause a connection failure if it does not exist
var connectionObject = Clone ( connectinArgs ) ;
delete connectionObject . database ;
try {
if ( connectinArgs . ssl ) {
2021-05-02 22:30:38 +03:00
if ( connectinArgs . ssl . dontcheckserveridentity == true ) { connectionObject . ssl . checkServerIdentity = function ( name , cert ) { return undefined ; } } ;
2021-05-02 01:41:28 +03:00
if ( connectinArgs . ssl . cacertpath ) { connectionObject . ssl . ca = [ require ( 'fs' ) . readFileSync ( connectinArgs . ssl . cacertpath , 'utf8' ) ] ; }
if ( connectinArgs . ssl . clientcertpath ) { connectionObject . ssl . cert = [ require ( 'fs' ) . readFileSync ( connectinArgs . ssl . clientcertpath , 'utf8' ) ] ; }
if ( connectinArgs . ssl . clientkeypath ) { connectionObject . ssl . key = [ require ( 'fs' ) . readFileSync ( connectinArgs . ssl . clientkeypath , 'utf8' ) ] ; }
}
} catch ( ex ) {
console . log ( 'Error loading SQL Connector certificate: ' + ex ) ;
process . exit ( ) ;
}
if ( parent . args . mariadb ) {
// Use MariaDB
obj . databaseType = 4 ;
var tempDatastore = require ( 'mariadb' ) . createPool ( connectionObject ) ;
tempDatastore . getConnection ( ) . then ( function ( conn ) {
conn . query ( 'CREATE DATABASE IF NOT EXISTS ' + dbname ) . then ( function ( result ) {
conn . release ( ) ;
} ) . catch ( function ( ex ) { console . log ( 'Auto-create database failed: ' + ex ) ; } ) ;
} ) . catch ( function ( ex ) { console . log ( 'Auto-create database failed: ' + ex ) ; } ) ;
setTimeout ( function ( ) { tempDatastore . end ( ) ; } , 2000 ) ;
connectionObject . database = dbname ;
Datastore = require ( 'mariadb' ) . createPool ( connectionObject ) ;
createTablesIfNotExist ( dbname ) ;
} else if ( parent . args . mysql ) {
// Use MySQL
obj . databaseType = 5 ;
2022-01-21 17:14:10 +03:00
var tempDatastore = require ( 'mysql' ) . createPool ( connectionObject ) ;
2021-05-02 01:41:28 +03:00
tempDatastore . query ( 'CREATE DATABASE IF NOT EXISTS ' + dbname , function ( error ) {
if ( error != null ) {
console . log ( 'Auto-create database failed: ' + error ) ;
}
connectionObject . database = dbname ;
2022-01-21 17:14:10 +03:00
Datastore = require ( 'mysql' ) . createPool ( connectionObject ) ;
2021-05-02 01:41:28 +03:00
createTablesIfNotExist ( dbname ) ;
} ) ;
setTimeout ( function ( ) { tempDatastore . end ( ) ; } , 2000 ) ;
}
2021-11-03 05:44:41 +03:00
} else if ( parent . args . postgres ) {
// Postgres SQL
var connectinArgs = parent . args . postgres ;
var dbname = ( connectinArgs . database != null ) ? connectinArgs . database : 'meshcentral' ;
2022-02-02 03:16:54 +03:00
delete connectinArgs . database ;
2021-11-03 05:44:41 +03:00
obj . databaseType = 6 ;
const pgtools = require ( 'pgtools' ) ;
pgtools . createdb ( connectinArgs , dbname , function ( err , res ) {
const { Pool , Client } = require ( 'pg' ) ;
connectinArgs . database = dbname ;
Datastore = new Client ( connectinArgs ) ;
2022-01-19 23:21:50 +03:00
Datastore . connect ( ) ;
if ( err == null ) {
// Database was created, create the tables
parent . debug ( 'db' , 'Creating tables...' ) ;
sqlDbBatchExec ( [
'CREATE TABLE IF NOT EXISTS main (id VARCHAR(256) PRIMARY KEY NOT NULL, type CHAR(32), domain CHAR(64), extra CHAR(255), extraex CHAR(255), doc JSON)' ,
'CREATE TABLE IF NOT EXISTS events(id SERIAL PRIMARY KEY, time TIMESTAMP, domain CHAR(64), action CHAR(255), nodeid CHAR(255), userid CHAR(255), doc JSON)' ,
'CREATE TABLE IF NOT EXISTS eventids(fkid INT NOT NULL, target CHAR(255), CONSTRAINT fk_eventid FOREIGN KEY (fkid) REFERENCES events (id) ON DELETE CASCADE ON UPDATE RESTRICT)' ,
'CREATE TABLE IF NOT EXISTS serverstats (time TIMESTAMP PRIMARY KEY, expire TIMESTAMP, doc JSON)' ,
'CREATE TABLE IF NOT EXISTS power (id SERIAL PRIMARY KEY, time TIMESTAMP, nodeid CHAR(255), doc JSON)' ,
'CREATE TABLE IF NOT EXISTS smbios (id CHAR(255) PRIMARY KEY, time TIMESTAMP, expire TIMESTAMP, doc JSON)' ,
'CREATE TABLE IF NOT EXISTS plugin (id SERIAL PRIMARY KEY, doc JSON)'
] , function ( results ) {
parent . debug ( 'db' , 'Creating indexes...' ) ;
sqlDbExec ( 'CREATE INDEX ndxtypedomainextra ON main (type, domain, extra)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxextra ON main (extra)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxextraex ON main (extraex)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventstime ON events(time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventsusername ON events(domain, userid, time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventsdomainnodeidtime ON events(domain, nodeid, time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxeventids ON eventids(target)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxserverstattime ON serverstats (time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxserverstatexpire ON serverstats (expire)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxpowernodeidtime ON power (nodeid, time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxsmbiostime ON smbios (time)' , null , function ( err , response ) { } ) ;
sqlDbExec ( 'CREATE INDEX ndxsmbiosexpire ON smbios (expire)' , null , function ( err , response ) { } ) ;
setupFunctions ( func ) ;
} ) ;
} else {
// Database already existed, skip table and index creation
2021-11-03 05:44:41 +03:00
setupFunctions ( func ) ;
2022-01-19 23:21:50 +03:00
}
2021-11-03 05:44:41 +03:00
} ) ;
2020-02-02 23:37:27 +03:00
} else if ( parent . args . mongodb ) {
2017-08-28 19:27:45 +03:00
// Use MongoDB
2019-05-09 04:14:30 +03:00
obj . databaseType = 3 ;
2019-09-21 01:20:59 +03:00
require ( 'mongodb' ) . MongoClient . connect ( parent . args . mongodb , { useNewUrlParser : true , useUnifiedTopology : true } , function ( err , client ) {
2019-05-09 04:14:30 +03:00
if ( err != null ) { console . log ( "Unable to connect to database: " + err ) ; process . exit ( ) ; return ; }
2019-05-09 23:41:14 +03:00
Datastore = client ;
2020-03-05 01:57:03 +03:00
parent . debug ( 'db' , 'Connected to MongoDB database...' ) ;
2019-05-21 04:03:14 +03:00
// Get the database name and setup the database client
var dbname = 'meshcentral' ;
2019-05-24 20:33:40 +03:00
if ( parent . args . mongodbname ) { dbname = parent . args . mongodbname ; }
const dbcollectionname = ( parent . args . mongodbcol ) ? ( parent . args . mongodbcol ) : 'meshcentral' ;
2019-05-09 04:14:30 +03:00
const db = client . db ( dbname ) ;
2020-07-09 01:35:35 +03:00
// Check the database version
db . admin ( ) . serverInfo ( function ( err , info ) {
if ( ( err != null ) || ( info == null ) || ( info . versionArray == null ) || ( Array . isArray ( info . versionArray ) == false ) || ( info . versionArray . length < 2 ) || ( typeof info . versionArray [ 0 ] != 'number' ) || ( typeof info . versionArray [ 1 ] != 'number' ) ) {
console . log ( 'WARNING: Unable to check MongoDB version.' ) ;
} else {
if ( ( info . versionArray [ 0 ] < 3 ) || ( ( info . versionArray [ 0 ] == 3 ) && ( info . versionArray [ 1 ] < 6 ) ) ) {
// We are running with mongoDB older than 3.6, this is not good.
parent . addServerWarning ( "Current version of MongoDB (" + info . version + ") is too old, please upgrade to MongoDB 3.6 or better." ) ;
}
}
} ) ;
2019-05-09 04:14:30 +03:00
// Setup MongoDB main collection and indexes
2019-05-09 23:41:14 +03:00
obj . file = db . collection ( dbcollectionname ) ;
obj . file . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
2022-01-10 03:09:36 +03:00
if ( ( indexCount != 5 ) || ( indexesByName [ 'TypeDomainMesh1' ] == null ) || ( indexesByName [ 'Email1' ] == null ) || ( indexesByName [ 'Mesh1' ] == null ) || ( indexesByName [ 'AmtUuid1' ] == null ) ) {
2019-05-09 04:14:30 +03:00
console . log ( 'Resetting main indexes...' ) ;
obj . file . dropIndexes ( function ( err ) {
obj . file . createIndex ( { type : 1 , domain : 1 , meshid : 1 } , { sparse : 1 , name : 'TypeDomainMesh1' } ) ; // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered()
obj . file . createIndex ( { email : 1 } , { sparse : 1 , name : 'Email1' } ) ; // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail()
obj . file . createIndex ( { meshid : 1 } , { sparse : 1 , name : 'Mesh1' } ) ; // Speeds up RemoveMesh()
2022-01-10 03:09:36 +03:00
obj . file . createIndex ( { 'intelamt.uuid' : 1 } , { sparse : 1 , name : 'AmtUuid1' } ) ; // Speeds up getAmtUuidMeshNode()
2019-05-09 04:14:30 +03:00
} ) ;
}
} ) ;
2019-05-29 03:25:23 +03:00
// Setup the changeStream on the MongoDB main collection if possible
2019-05-29 03:42:11 +03:00
if ( parent . args . mongodbchangestream == true ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . changeStream = { change : 0 , update : 0 , insert : 0 , delete : 0 } ;
2019-08-14 03:06:45 +03:00
if ( typeof obj . file . watch != 'function' ) {
console . log ( 'WARNING: watch() is not a function, MongoDB ChangeStream not supported.' ) ;
} else {
2020-01-02 11:30:14 +03:00
obj . fileChangeStream = obj . file . watch ( [ { $match : { $or : [ { 'fullDocument.type' : { $in : [ 'node' , 'mesh' , 'user' , 'ugrp' ] } } , { 'operationType' : 'delete' } ] } } ] , { fullDocument : 'updateLookup' } ) ;
2019-08-14 03:06:45 +03:00
obj . fileChangeStream . on ( 'change' , function ( change ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . changeStream . change ++ ;
2020-11-13 05:42:26 +03:00
if ( ( change . operationType == 'update' ) || ( change . operationType == 'replace' ) ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . changeStream . update ++ ;
2019-08-14 03:06:45 +03:00
switch ( change . fullDocument . type ) {
case 'node' : { dbNodeChange ( change , false ) ; break ; } // A node has changed
case 'mesh' : { dbMeshChange ( change , false ) ; break ; } // A device group has changed
case 'user' : { dbUserChange ( change , false ) ; break ; } // A user account has changed
2020-01-02 11:30:14 +03:00
case 'ugrp' : { dbUGrpChange ( change , false ) ; break ; } // A user account has changed
2019-05-30 00:36:14 +03:00
}
2019-08-14 03:06:45 +03:00
} else if ( change . operationType == 'insert' ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . changeStream . insert ++ ;
2019-08-14 03:06:45 +03:00
switch ( change . fullDocument . type ) {
case 'node' : { dbNodeChange ( change , true ) ; break ; } // A node has added
case 'mesh' : { dbMeshChange ( change , true ) ; break ; } // A device group has created
case 'user' : { dbUserChange ( change , true ) ; break ; } // A user account has created
2020-01-02 11:30:14 +03:00
case 'ugrp' : { dbUGrpChange ( change , true ) ; break ; } // A user account has created
2019-05-30 00:36:14 +03:00
}
2019-08-14 03:06:45 +03:00
} else if ( change . operationType == 'delete' ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . changeStream . delete ++ ;
2020-11-28 00:55:02 +03:00
if ( ( change . documentKey == null ) || ( change . documentKey . _id == null ) ) return ;
2019-08-14 03:06:45 +03:00
var splitId = change . documentKey . _id . split ( '/' ) ;
switch ( splitId [ 0 ] ) {
case 'node' : {
//Not Good: Problem here is that we don't know what meshid the node belonged to before the delete.
//parent.DispatchEvent(['*', node.meshid], obj, { etype: 'node', action: 'removenode', nodeid: change.documentKey._id, domain: splitId[1] });
break ;
}
case 'mesh' : {
2020-01-02 11:30:14 +03:00
parent . DispatchEvent ( [ '*' , change . documentKey . _id ] , obj , { etype : 'mesh' , action : 'deletemesh' , meshid : change . documentKey . _id , domain : splitId [ 1 ] } ) ;
2019-08-14 03:06:45 +03:00
break ;
}
case 'user' : {
//Not Good: This is not a perfect user removal because we don't know what groups the user was in.
//parent.DispatchEvent(['*', 'server-users'], obj, { etype: 'user', action: 'accountremove', userid: change.documentKey._id, domain: splitId[1], username: splitId[2] });
break ;
}
2020-01-02 11:30:14 +03:00
case 'ugrp' : {
parent . DispatchEvent ( [ '*' , change . documentKey . _id ] , obj , { etype : 'ugrp' , action : 'deleteusergroup' , ugrpid : change . documentKey . _id , domain : splitId [ 1 ] } ) ;
break ;
}
2019-05-30 00:36:14 +03:00
}
}
2019-08-14 03:06:45 +03:00
} ) ;
obj . changeStream = true ;
}
2019-05-29 03:42:11 +03:00
}
2019-05-09 04:14:30 +03:00
// Setup MongoDB events collection and indexes
2019-05-30 00:36:14 +03:00
obj . eventsfile = db . collection ( 'events' ) ; // Collection containing all events
2019-05-09 23:41:14 +03:00
obj . eventsfile . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
2022-01-12 00:10:36 +03:00
if ( ( indexCount != 5 ) || ( indexesByName [ 'UseridAction1' ] == null ) || ( indexesByName [ 'DomainNodeTime1' ] == null ) || ( indexesByName [ 'IdsAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
2019-05-09 04:14:30 +03:00
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events indexes..." ) ;
2019-05-09 04:14:30 +03:00
obj . eventsfile . dropIndexes ( function ( err ) {
2022-01-12 00:10:36 +03:00
obj . eventsfile . createIndex ( { userid : 1 , action : 1 } , { sparse : 1 , name : 'UseridAction1' } ) ;
2019-05-09 04:14:30 +03:00
obj . eventsfile . createIndex ( { domain : 1 , nodeid : 1 , time : - 1 } , { sparse : 1 , name : 'DomainNodeTime1' } ) ;
obj . eventsfile . createIndex ( { ids : 1 , time : - 1 } , { sparse : 1 , name : 'IdsAndTime1' } ) ;
2020-02-03 02:31:30 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events expire index..." ) ;
obj . eventsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2020-02-03 02:31:30 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
}
} ) ;
// Setup MongoDB power events collection and indexes
obj . powerfile = db . collection ( 'power' ) ; // Collection containing all power events
2019-05-09 23:41:14 +03:00
obj . powerfile . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 3 ) || ( indexesByName [ 'NodeIdAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events indexes..." ) ;
2019-05-09 04:14:30 +03:00
obj . powerfile . dropIndexes ( function ( err ) {
// Create all indexes
obj . powerfile . createIndex ( { nodeid : 1 , time : 1 } , { sparse : 1 , name : 'NodeIdAndTime1' } ) ;
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expirePowerEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events expire index..." ) ;
obj . powerfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-05-09 04:14:30 +03:00
// Reset the expire power events index
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
}
} ) ;
// Setup MongoDB smbios collection, no indexes needed
obj . smbiosfile = db . collection ( 'smbios' ) ; // Collection containing all smbios information
// Setup MongoDB server stats collection
obj . serverstatsfile = db . collection ( 'serverstats' ) ; // Collection of server stats
2019-05-09 23:41:14 +03:00
obj . serverstatsfile . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 3 ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats indexes..." ) ;
2019-05-09 04:14:30 +03:00
obj . serverstatsfile . dropIndexes ( function ( err ) {
// Create all indexes
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
obj . serverstatsfile . createIndex ( { 'expire' : 1 } , { expireAfterSeconds : 0 , name : 'ExpireTime2' } ) ; // Auto-expire events
2019-05-09 04:14:30 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireServerStatsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats expire index..." ) ;
obj . serverstatsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-05-09 04:14:30 +03:00
// Reset the expire server stats index
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
}
} ) ;
2019-11-26 01:12:43 +03:00
2019-10-30 11:17:17 +03:00
// Setup plugin info collection
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) { obj . pluginsfile = db . collection ( 'plugins' ) ; }
2019-05-09 04:14:30 +03:00
2019-05-09 23:41:14 +03:00
setupFunctions ( func ) ; // Completed setup of MongoDB
2019-05-09 04:14:30 +03:00
} ) ;
2019-05-24 20:33:40 +03:00
} else if ( parent . args . xmongodb ) {
2019-05-21 04:03:14 +03:00
// Use MongoJS, this is the old system.
2017-08-28 19:27:45 +03:00
obj . databaseType = 2 ;
2018-08-30 03:40:30 +03:00
Datastore = require ( 'mongojs' ) ;
2019-05-24 20:33:40 +03:00
var db = Datastore ( parent . args . xmongodb ) ;
2017-08-28 19:27:45 +03:00
var dbcollection = 'meshcentral' ;
2019-05-24 20:33:40 +03:00
if ( parent . args . mongodbcol ) { dbcollection = parent . args . mongodbcol ; }
2019-02-19 01:32:55 +03:00
// Setup MongoDB main collection and indexes
2017-08-28 19:27:45 +03:00
obj . file = db . collection ( dbcollection ) ;
2019-02-19 01:32:55 +03:00
obj . file . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
2022-01-10 23:25:31 +03:00
if ( ( indexCount != 5 ) || ( indexesByName [ 'TypeDomainMesh1' ] == null ) || ( indexesByName [ 'Email1' ] == null ) || ( indexesByName [ 'Mesh1' ] == null ) || ( indexesByName [ 'AmtUuid1' ] == null ) ) {
2020-02-02 23:37:27 +03:00
console . log ( "Resetting main indexes..." ) ;
2019-02-19 01:32:55 +03:00
obj . file . dropIndexes ( function ( err ) {
obj . file . createIndex ( { type : 1 , domain : 1 , meshid : 1 } , { sparse : 1 , name : 'TypeDomainMesh1' } ) ; // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered()
obj . file . createIndex ( { email : 1 } , { sparse : 1 , name : 'Email1' } ) ; // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail()
obj . file . createIndex ( { meshid : 1 } , { sparse : 1 , name : 'Mesh1' } ) ; // Speeds up RemoveMesh()
2022-01-10 23:25:31 +03:00
obj . file . createIndex ( { 'intelamt.uuid' : 1 } , { sparse : 1 , name : 'AmtUuid1' } ) ; // Speeds up getAmtUuidMeshNode()
2019-02-19 01:32:55 +03:00
} ) ;
}
} ) ;
// Setup MongoDB events collection and indexes
2019-02-19 05:29:13 +03:00
obj . eventsfile = db . collection ( 'events' ) ; // Collection containing all events
2019-02-19 01:32:55 +03:00
obj . eventsfile . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
2022-01-12 00:10:36 +03:00
if ( ( indexCount != 5 ) || ( indexesByName [ 'UseridAction1' ] == null ) || ( indexesByName [ 'DomainNodeTime1' ] == null ) || ( indexesByName [ 'IdsAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
2019-02-19 01:32:55 +03:00
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events indexes..." ) ;
2019-02-19 01:32:55 +03:00
obj . eventsfile . dropIndexes ( function ( err ) {
2022-01-12 00:10:36 +03:00
obj . eventsfile . createIndex ( { userid : 1 , action : 1 } , { sparse : 1 , name : 'UseridAction1' } ) ;
2019-02-21 02:26:27 +03:00
obj . eventsfile . createIndex ( { domain : 1 , nodeid : 1 , time : - 1 } , { sparse : 1 , name : 'DomainNodeTime1' } ) ;
2019-02-19 01:32:55 +03:00
obj . eventsfile . createIndex ( { ids : 1 , time : - 1 } , { sparse : 1 , name : 'IdsAndTime1' } ) ;
2020-02-03 00:37:19 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events expire index..." ) ;
obj . eventsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2020-02-03 00:37:19 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
}
} ) ;
// Setup MongoDB power events collection and indexes
2019-02-19 05:29:13 +03:00
obj . powerfile = db . collection ( 'power' ) ; // Collection containing all power events
2019-02-19 01:32:55 +03:00
obj . powerfile . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 3 ) || ( indexesByName [ 'NodeIdAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events indexes..." ) ;
2019-02-19 01:32:55 +03:00
obj . powerfile . dropIndexes ( function ( err ) {
// Create all indexes
obj . powerfile . createIndex ( { nodeid : 1 , time : 1 } , { sparse : 1 , name : 'NodeIdAndTime1' } ) ;
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expirePowerEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events expire index..." ) ;
obj . powerfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-02-19 01:32:55 +03:00
// Reset the expire power events index
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
}
} ) ;
2019-02-16 23:56:33 +03:00
2019-02-25 22:13:13 +03:00
// Setup MongoDB smbios collection, no indexes needed
obj . smbiosfile = db . collection ( 'smbios' ) ; // Collection containing all smbios information
2019-03-26 05:59:04 +03:00
// Setup MongoDB server stats collection
obj . serverstatsfile = db . collection ( 'serverstats' ) ; // Collection of server stats
obj . serverstatsfile . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
2019-03-27 00:11:51 +03:00
if ( ( indexCount != 3 ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
2019-03-26 05:59:04 +03:00
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats indexes..." ) ;
2019-03-26 05:59:04 +03:00
obj . serverstatsfile . dropIndexes ( function ( err ) {
// Create all indexes
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
obj . serverstatsfile . createIndex ( { 'expire' : 1 } , { expireAfterSeconds : 0 , name : 'ExpireTime2' } ) ; // Auto-expire events
2019-03-26 05:59:04 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireServerStatsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats expire index..." ) ;
obj . serverstatsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-03-26 05:59:04 +03:00
// Reset the expire server stats index
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
2019-03-26 05:59:04 +03:00
} ) ;
}
} ) ;
2020-02-02 23:37:27 +03:00
2019-10-30 11:17:17 +03:00
// Setup plugin info collection
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) { obj . pluginsfile = db . collection ( 'plugins' ) ; }
2019-05-09 04:14:30 +03:00
2019-05-09 23:41:14 +03:00
setupFunctions ( func ) ; // Completed setup of MongoJS
2017-08-28 19:27:45 +03:00
} else {
// Use NeDB (The default)
obj . databaseType = 1 ;
2021-10-12 21:20:33 +03:00
try { Datastore = require ( '@yetzt/nedb' ) ; } catch ( ex ) { } // This is the NeDB with fixed security dependencies.
if ( Datastore == null ) { Datastore = require ( 'nedb' ) ; } // So not to break any existing installations, if the old NeDB is present, use it.
2019-05-24 20:33:40 +03:00
var datastoreOptions = { filename : parent . getConfigFilePath ( 'meshcentral.db' ) , autoload : true } ;
2019-01-24 23:08:48 +03:00
// If a DB encryption key is provided, perform database encryption
2019-05-24 20:33:40 +03:00
if ( ( typeof parent . args . dbencryptkey == 'string' ) && ( parent . args . dbencryptkey . length != 0 ) ) {
2019-01-24 23:08:48 +03:00
// Hash the database password into a AES256 key and setup encryption and decryption.
2020-07-15 01:39:14 +03:00
obj . dbKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbencryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
2019-01-24 23:08:48 +03:00
datastoreOptions . afterSerialization = function ( plaintext ) {
2019-05-24 20:33:40 +03:00
const iv = parent . crypto . randomBytes ( 16 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-cbc' , obj . dbKey , iv ) ;
2019-01-24 23:08:48 +03:00
var ciphertext = aes . update ( plaintext ) ;
ciphertext = Buffer . concat ( [ iv , ciphertext , aes . final ( ) ] ) ;
return ciphertext . toString ( 'base64' ) ;
}
datastoreOptions . beforeDeserialization = function ( ciphertext ) {
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
const iv = ciphertextBytes . slice ( 0 , 16 ) ;
const data = ciphertextBytes . slice ( 16 ) ;
2019-05-24 20:33:40 +03:00
const aes = parent . crypto . createDecipheriv ( 'aes-256-cbc' , obj . dbKey , iv ) ;
2019-01-24 23:08:48 +03:00
var plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
return plaintextBytes . toString ( ) ;
}
}
2019-02-19 01:32:55 +03:00
// Start NeDB main collection and setup indexes
2019-01-24 23:08:48 +03:00
obj . file = new Datastore ( datastoreOptions ) ;
2020-07-08 21:59:20 +03:00
obj . file . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-02-16 23:56:33 +03:00
obj . file . ensureIndex ( { fieldName : 'type' } ) ;
obj . file . ensureIndex ( { fieldName : 'domain' } ) ;
2019-02-19 01:32:55 +03:00
obj . file . ensureIndex ( { fieldName : 'meshid' , sparse : true } ) ;
obj . file . ensureIndex ( { fieldName : 'nodeid' , sparse : true } ) ;
obj . file . ensureIndex ( { fieldName : 'email' , sparse : true } ) ;
// Setup the events collection and setup indexes
2020-08-24 23:26:27 +03:00
obj . eventsfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-events.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
2020-07-08 21:59:20 +03:00
obj . eventsfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-02-19 01:32:55 +03:00
obj . eventsfile . ensureIndex ( { fieldName : 'ids' } ) ; // TODO: Not sure if this is a good index, this is a array field.
obj . eventsfile . ensureIndex ( { fieldName : 'nodeid' , sparse : true } ) ;
2020-07-09 00:29:32 +03:00
obj . eventsfile . ensureIndex ( { fieldName : 'time' , expireAfterSeconds : expireEventsSeconds } ) ;
2020-08-24 23:26:27 +03:00
obj . eventsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
2019-02-19 01:32:55 +03:00
// Setup the power collection and setup indexes
2020-08-24 23:26:27 +03:00
obj . powerfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-power.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
2020-07-08 21:59:20 +03:00
obj . powerfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-02-19 01:32:55 +03:00
obj . powerfile . ensureIndex ( { fieldName : 'nodeid' } ) ;
2020-07-09 00:29:32 +03:00
obj . powerfile . ensureIndex ( { fieldName : 'time' , expireAfterSeconds : expirePowerEventsSeconds } ) ;
2020-08-24 23:26:27 +03:00
obj . powerfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expirePowerEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
2019-02-25 22:13:13 +03:00
2020-09-08 21:58:23 +03:00
// Setup the SMBIOS collection, for NeDB we don't setup SMBIOS since NeDB will corrupt the database. Remove any existing ones.
//obj.smbiosfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-smbios.db'), autoload: true, corruptAlertThreshold: 1 });
parent . fs . unlink ( parent . getConfigFilePath ( 'meshcentral-smbios.db' ) , function ( ) { } ) ;
2019-03-26 05:59:04 +03:00
// Setup the server stats collection and setup indexes
2020-08-24 23:26:27 +03:00
obj . serverstatsfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-stats.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
2020-07-08 21:59:20 +03:00
obj . serverstatsfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2020-07-09 00:29:32 +03:00
obj . serverstatsfile . ensureIndex ( { fieldName : 'time' , expireAfterSeconds : expireServerStatsSeconds } ) ;
2019-03-27 00:11:51 +03:00
obj . serverstatsfile . ensureIndex ( { fieldName : 'expire' , expireAfterSeconds : 0 } ) ; // Auto-expire events
2020-08-24 23:26:27 +03:00
obj . serverstatsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireServerStatsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
2019-02-02 02:16:46 +03:00
2019-10-30 11:17:17 +03:00
// Setup plugin info collection
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2019-11-26 01:12:43 +03:00
obj . pluginsfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-plugins.db' ) , autoload : true } ) ;
2020-07-08 21:59:20 +03:00
obj . pluginsfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-11-26 01:12:43 +03:00
}
2020-02-02 23:37:27 +03:00
2019-05-09 23:41:14 +03:00
setupFunctions ( func ) ; // Completed setup of NeDB
}
2019-10-10 23:46:50 +03:00
// Check the object names for a "."
2019-10-11 00:06:14 +03:00
function checkObjectNames ( r , tag ) {
2019-10-10 23:46:50 +03:00
if ( typeof r != 'object' ) return ;
for ( var i in r ) {
2020-02-02 23:37:27 +03:00
if ( i . indexOf ( '.' ) >= 0 ) { throw ( 'BadDbName (' + tag + '): ' + JSON . stringify ( r ) ) ; }
2019-10-11 00:06:14 +03:00
checkObjectNames ( r [ i ] , tag ) ;
2019-10-10 23:46:50 +03:00
}
}
2020-02-02 23:37:27 +03:00
// Query the database
2020-02-04 05:58:58 +03:00
function sqlDbQuery ( query , args , func ) {
if ( obj . databaseType == 4 ) { // MariaDB
Datastore . getConnection ( )
. then ( function ( conn ) {
conn . query ( query , args )
. then ( function ( rows ) {
conn . release ( ) ;
const docs = [ ] ;
2021-11-03 05:44:41 +03:00
for ( var i in rows ) { if ( rows [ i ] . doc ) { docs . push ( performTypedRecordDecrypt ( ( typeof rows [ i ] . doc == 'object' ) ? rows [ i ] . doc : JSON . parse ( rows [ i ] . doc ) ) ) ; } }
2020-04-24 23:37:37 +03:00
if ( func ) try { func ( null , docs ) ; } catch ( ex ) { console . log ( 'SQLERR1' , ex ) ; }
2020-02-04 05:58:58 +03:00
} )
2020-04-24 23:37:37 +03:00
. catch ( function ( err ) { conn . release ( ) ; if ( func ) try { func ( err ) ; } catch ( ex ) { console . log ( 'SQLERR2' , ex ) ; } } ) ;
} ) . catch ( function ( err ) { if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( 'SQLERR3' , ex ) ; } } } ) ;
2021-11-04 09:42:01 +03:00
} else if ( obj . databaseType == 5 ) { // MySQL
2020-02-04 05:58:58 +03:00
Datastore . query ( query , args , function ( error , results , fields ) {
if ( error != null ) {
2020-04-24 23:37:37 +03:00
if ( func ) try { func ( error ) ; } catch ( ex ) { console . log ( 'SQLERR4' , ex ) ; }
2020-02-04 05:58:58 +03:00
} else {
var docs = [ ] ;
for ( var i in results ) { if ( results [ i ] . doc ) { docs . push ( JSON . parse ( results [ i ] . doc ) ) ; } }
2021-11-04 09:42:01 +03:00
if ( func ) { try { func ( null , docs ) ; } catch ( ex ) { console . log ( 'SQLERR5' , ex ) ; } }
}
} ) ;
} else if ( obj . databaseType == 6 ) { // Postgres SQL
Datastore . query ( query , args , function ( error , results ) {
if ( error != null ) {
console . log ( query , args , error ) ;
if ( func ) try { func ( error ) ; } catch ( ex ) { console . log ( 'SQLERR4' , ex ) ; }
} else {
var docs = [ ] ;
2021-11-04 21:53:54 +03:00
if ( ( results . command == 'INSERT' ) && ( results . rows != null ) && ( results . rows . length == 1 ) ) { docs = results . rows [ 0 ] ; }
else if ( results . command == 'SELECT' ) {
for ( var i in results . rows ) { if ( results . rows [ i ] . doc ) { if ( typeof results . rows [ i ] . doc == 'string' ) { docs . push ( JSON . parse ( results . rows [ i ] . doc ) ) ; } else { docs . push ( results . rows [ i ] . doc ) ; } } }
}
2022-01-19 22:52:51 +03:00
if ( func ) { try { func ( null , docs , results ) ; } catch ( ex ) { console . log ( 'SQLERR5' , ex ) ; } }
2020-02-04 05:58:58 +03:00
}
} ) ;
}
2020-02-02 23:37:27 +03:00
}
// Exec on the database
2020-02-04 05:58:58 +03:00
function sqlDbExec ( query , args , func ) {
if ( obj . databaseType == 4 ) { // MariaDB
Datastore . getConnection ( )
. then ( function ( conn ) {
conn . query ( query , args )
. then ( function ( rows ) {
conn . release ( ) ;
if ( func ) try { func ( null , rows [ 0 ] ) ; } catch ( ex ) { console . log ( ex ) ; }
} )
. catch ( function ( err ) { conn . release ( ) ; if ( func ) try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } ) ;
2021-11-03 05:44:41 +03:00
} ) . catch ( function ( err ) { if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
} else if ( ( obj . databaseType == 5 ) || ( obj . databaseType == 6 ) ) { // MySQL or Postgres SQL
2020-02-04 05:58:58 +03:00
Datastore . query ( query , args , function ( error , results , fields ) {
2021-11-03 05:44:41 +03:00
if ( func ) try { func ( error , results ? results [ 0 ] : null ) ; } catch ( ex ) { console . log ( ex ) ; }
2020-02-04 05:58:58 +03:00
} ) ;
}
2020-02-02 23:37:27 +03:00
}
// Execute a batch of commands on the database
2020-02-04 05:58:58 +03:00
function sqlDbBatchExec ( queries , func ) {
if ( obj . databaseType == 4 ) { // MariaDB
Datastore . getConnection ( )
. then ( function ( conn ) {
var Promises = [ ] ;
for ( var i in queries ) { if ( typeof queries [ i ] == 'string' ) { Promises . push ( conn . query ( queries [ i ] ) ) ; } else { Promises . push ( conn . query ( queries [ i ] [ 0 ] , queries [ i ] [ 1 ] ) ) ; } }
Promise . all ( Promises )
. then ( function ( rows ) { conn . release ( ) ; if ( func ) { try { func ( null ) ; } catch ( ex ) { console . log ( ex ) ; } } } )
. catch ( function ( err ) { conn . release ( ) ; if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
} )
. catch ( function ( err ) { if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
2021-11-04 21:53:54 +03:00
} else if ( ( obj . databaseType == 5 ) || ( obj . databaseType == 6 ) ) { // MySQL
2020-02-04 05:58:58 +03:00
var Promises = [ ] ;
for ( var i in queries ) { if ( typeof queries [ i ] == 'string' ) { Promises . push ( Datastore . query ( queries [ i ] ) ) ; } else { Promises . push ( Datastore . query ( queries [ i ] [ 0 ] , queries [ i ] [ 1 ] ) ) ; } }
Promise . all ( Promises )
. then ( function ( error , results , fields ) { if ( func ) { try { func ( error , results ) ; } catch ( ex ) { console . log ( ex ) ; } } } )
. catch ( function ( error , results , fields ) { if ( func ) { try { func ( error ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
}
2020-02-02 23:37:27 +03:00
}
2019-05-09 23:41:14 +03:00
function setupFunctions ( func ) {
2021-11-04 09:42:01 +03:00
if ( obj . databaseType == 6 ) {
// Database actions on the main collection (Postgres)
obj . Set = function ( value , func ) {
obj . dbCounters . fileSet ++ ;
var extra = null , extraex = null ;
value = common . escapeLinksFieldNameEx ( value ) ;
if ( value . meshid ) { extra = value . meshid ; } else if ( value . email ) { extra = 'email/' + value . email ; } else if ( value . nodeid ) { extra = value . nodeid ; }
if ( ( value . type == 'node' ) && ( value . intelamt != null ) && ( value . intelamt . uuid != null ) ) { extraex = 'uuid/' + value . intelamt . uuid ; }
if ( value . _id == null ) { value . _id = require ( 'crypto' ) . randomBytes ( 16 ) . toString ( 'hex' ) ; }
sqlDbQuery ( 'INSERT INTO main VALUES ($1, $2, $3, $4, $5, $6) ON CONFLICT (id) DO UPDATE SET type = $2, domain = $3, extra = $4, extraex = $5, doc = $6;' , [ value . _id , ( value . type ? value . type : null ) , ( ( value . domain != null ) ? value . domain : null ) , extra , extraex , performTypedRecordEncrypt ( value ) ] , func ) ;
}
obj . SetRaw = function ( value , func ) {
obj . dbCounters . fileSet ++ ;
var extra = null , extraex = null ;
if ( value . meshid ) { extra = value . meshid ; } else if ( value . email ) { extra = 'email/' + value . email ; } else if ( value . nodeid ) { extra = value . nodeid ; }
if ( ( value . type == 'node' ) && ( value . intelamt != null ) && ( value . intelamt . uuid != null ) ) { extraex = 'uuid/' + value . intelamt . uuid ; }
if ( value . _id == null ) { value . _id = require ( 'crypto' ) . randomBytes ( 16 ) . toString ( 'hex' ) ; }
sqlDbQuery ( 'INSERT INTO main VALUES ($1, $2, $3, $4, $5, $6) ON CONFLICT (id) DO UPDATE SET type = $2, domain = $3, extra = $4, extraex = $5, doc = $6;' , [ value . _id , ( value . type ? value . type : null ) , ( ( value . domain != null ) ? value . domain : null ) , extra , extraex , performTypedRecordEncrypt ( value ) ] , func ) ;
}
obj . Get = function ( _id , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE id = $1' , [ _id ] , function ( err , docs ) { if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetAll = function ( func ) { sqlDbQuery ( 'SELECT domain, doc FROM main' , null , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetHash = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE id = $1' , [ id ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetAllTypeNoTypeField = function ( type , domain , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE type = $1 AND domain = $2' , [ type , domain ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetAllTypeNoTypeFieldMeshFiltered = function ( meshes , extrasids , domain , type , id , func ) {
if ( id && ( id != '' ) ) {
2022-06-24 21:12:43 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra = ANY ($4))' , [ id , type , domain , meshes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2021-11-04 09:42:01 +03:00
} else {
if ( extrasids == null ) {
2022-06-24 21:12:43 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND (extra = ANY ($3))' , [ type , domain , meshes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } , true ) ;
2021-11-04 09:42:01 +03:00
} else {
2022-06-24 21:12:43 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND ((extra = ANY ($3)) OR (id = ANY ($4)))' , [ type , domain , meshes , extrasids ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2021-11-04 09:42:01 +03:00
}
}
} ;
obj . GetAllTypeNodeFiltered = function ( nodes , domain , type , id , func ) {
if ( id && ( id != '' ) ) {
2022-06-24 21:12:43 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra = ANY ($4))' , [ id , type , domain , nodes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2021-11-04 09:42:01 +03:00
} else {
2022-06-24 21:12:43 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND (extra = ANY ($3))' , [ type , domain , nodes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2021-11-04 09:42:01 +03:00
}
} ;
obj . GetAllType = function ( type , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE type = $1' , [ type ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
2021-11-04 21:53:54 +03:00
obj . GetAllIdsOfType = function ( ids , domain , type , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE (id = ANY ($1)) AND domain = $2 AND type = $3' , [ ids , domain , type ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
2021-11-04 09:42:01 +03:00
obj . GetUserWithEmail = function ( domain , email , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE domain = $1 AND extra = $2' , [ domain , 'email/' + email ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetUserWithVerifiedEmail = function ( domain , email , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE domain = $1 AND extra = $2' , [ domain , 'email/' + email ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . Remove = function ( id , func ) { sqlDbQuery ( 'DELETE FROM main WHERE id = $1' , [ id ] , func ) ; } ;
obj . RemoveAll = function ( func ) { sqlDbQuery ( 'DELETE FROM main' , null , func ) ; } ;
obj . RemoveAllOfType = function ( type , func ) { sqlDbQuery ( 'DELETE FROM main WHERE type = $1' , [ type ] , func ) ; } ;
obj . InsertMany = function ( data , func ) { var pendingOps = 0 ; for ( var i in data ) { pendingOps ++ ; obj . SetRaw ( data [ i ] , function ( ) { if ( -- pendingOps == 0 ) { func ( ) ; } } ) ; } } ; // Insert records directly, no link escaping
obj . RemoveMeshDocuments = function ( id , func ) { sqlDbQuery ( 'DELETE FROM main WHERE extra = $1' , [ id ] , function ( ) { sqlDbQuery ( 'DELETE FROM main WHERE id = $1' , [ 'nt' + id ] , func ) ; } ) ; } ;
obj . MakeSiteAdmin = function ( username , domain ) { obj . Get ( 'user/' + domain + '/' + username , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . siteadmin = 0xFFFFFFFF ; obj . Set ( docs [ 0 ] ) ; } } ) ; } ;
obj . DeleteDomain = function ( domain , func ) { sqlDbQuery ( 'DELETE FROM main WHERE domain = $1' , [ domain ] , func ) ; } ;
obj . SetUser = function ( user ) { if ( user . subscriptions != null ) { var u = Clone ( user ) ; if ( u . subscriptions ) { delete u . subscriptions ; } obj . Set ( u ) ; } else { obj . Set ( user ) ; } } ;
obj . dispose = function ( ) { for ( var x in obj ) { if ( obj [ x ] . close ) { obj [ x ] . close ( ) ; } delete obj [ x ] ; } } ;
obj . getLocalAmtNodes = function ( func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE (type = \'node\') AND (extraex IS NOT NULL)' , null , function ( err , docs ) { var r = [ ] ; if ( err == null ) { for ( var i in docs ) { if ( docs [ i ] . host != null ) { r . push ( docs [ i ] ) ; } } } func ( err , r ) ; } ) ; } ;
obj . getAmtUuidMeshNode = function ( domainid , mtype , uuid , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE domain = $1 AND extraex = $2' , [ domainid , 'uuid/' + uuid ] , func ) ; } ;
obj . isMaxType = function ( max , type , domainid , func ) { if ( max == null ) { func ( false ) ; } else { sqlDbExec ( 'SELECT COUNT(id) FROM main WHERE domain = $1 AND type = $2' , [ domainid , type ] , function ( err , response ) { func ( ( response [ 'COUNT(id)' ] == null ) || ( response [ 'COUNT(id)' ] > max ) , response [ 'COUNT(id)' ] ) } ) ; } }
// Database actions on the events collection
obj . GetAllEvents = function ( func ) { sqlDbQuery ( 'SELECT doc FROM events' , null , func ) ; } ;
obj . StoreEvent = function ( event , func ) {
obj . dbCounters . eventsSet ++ ;
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'INSERT INTO events VALUES (DEFAULT, $1, $2, $3, $4, $5, $6) RETURNING id' , [ event . time , ( ( typeof event . domain == 'string' ) ? event . domain : null ) , event . action , event . nodeid ? event . nodeid : null , event . userid ? event . userid : null , event ] , function ( err , docs ) {
if ( docs . id ) { for ( var i in event . ids ) { if ( event . ids [ i ] != '*' ) { sqlDbQuery ( 'INSERT INTO eventids VALUES ($1, $2)' , [ docs . id , event . ids [ i ] ] ) ; } } }
} ) ;
2021-11-04 09:42:01 +03:00
} ;
obj . GetEvents = function ( ids , domain , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = $1) ORDER BY time DESC' , [ domain ] , func ) ;
} else {
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = $1 AND (target = ANY ($2))) GROUP BY id ORDER BY time DESC' , [ domain , ids ] , func ) ;
2021-11-04 09:42:01 +03:00
}
} ;
obj . GetEventsWithLimit = function ( ids , domain , limit , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = $1) ORDER BY time DESC LIMIT $2' , [ domain , limit ] , func ) ;
} else {
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = $1 AND (target = ANY ($2))) GROUP BY id ORDER BY time DESC LIMIT $3' , [ domain , ids , limit ] , func ) ;
2021-11-04 09:42:01 +03:00
}
} ;
2022-01-12 00:10:36 +03:00
obj . GetUserEvents = function ( ids , domain , userid , func ) {
2021-11-04 09:42:01 +03:00
if ( ids . indexOf ( '*' ) >= 0 ) {
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = $1 AND userid = $2) ORDER BY time DESC' , [ domain , userid ] , func ) ;
} else {
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = $1 AND userid = $2 AND (target = ANY ($3))) GROUP BY id ORDER BY time DESC' , [ domain , userid , ids ] , func ) ;
2021-11-04 09:42:01 +03:00
}
} ;
2022-01-12 00:10:36 +03:00
obj . GetUserEventsWithLimit = function ( ids , domain , userid , limit , func ) {
2021-11-04 09:42:01 +03:00
if ( ids . indexOf ( '*' ) >= 0 ) {
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = $1 AND userid = $2) ORDER BY time DESC LIMIT $3' , [ domain , userid , limit ] , func ) ;
2021-11-04 09:42:01 +03:00
} else {
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = $1 AND userid = $2 AND (target = ANY ($3))) GROUP BY id ORDER BY time DESC LIMIT $4' , [ domain , userid , ids , limit ] , func ) ;
2021-11-04 09:42:01 +03:00
}
} ;
obj . GetEventsTimeRange = function ( ids , domain , msgids , start , end , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
2022-02-02 22:08:03 +03:00
sqlDbQuery ( 'SELECT doc FROM events WHERE ((domain = $1) AND (time BETWEEN $2 AND $3)) ORDER BY time' , [ domain , start , end ] , func ) ;
2021-11-04 09:42:01 +03:00
} else {
2021-11-04 21:53:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE ((domain = $1) AND (target = ANY ($2)) AND (time BETWEEN $3 AND $4)) GROUP BY id ORDER BY time' , [ domain , ids , start , end ] , func ) ;
2021-11-04 09:42:01 +03:00
}
} ;
2022-01-12 00:10:36 +03:00
//obj.GetUserLoginEvents = function (domain, userid, func) { } // TODO
2021-11-04 09:42:01 +03:00
obj . GetNodeEventsWithLimit = function ( nodeid , domain , limit , func ) { sqlDbQuery ( 'SELECT doc FROM events WHERE (nodeid = $1) AND (domain = $2) ORDER BY time DESC LIMIT $3' , [ nodeid , domain , limit ] , func ) ; } ;
obj . GetNodeEventsSelfWithLimit = function ( nodeid , domain , userid , limit , func ) { sqlDbQuery ( 'SELECT doc FROM events WHERE (nodeid = $1) AND (domain = $2) AND ((userid = $3) OR (userid IS NULL)) ORDER BY time DESC LIMIT $4' , [ nodeid , domain , userid , limit ] , func ) ; } ;
obj . RemoveAllEvents = function ( domain ) { sqlDbQuery ( 'DELETE FROM events' , null , function ( err , docs ) { } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . RemoveAllNodeEvents = function ( domain , nodeid ) { if ( ( domain == null ) || ( nodeid == null ) ) return ; sqlDbQuery ( 'DELETE FROM events WHERE domain = $1 AND nodeid = $2' , [ domain , nodeid ] , function ( err , docs ) { } ) ; } ;
obj . RemoveAllUserEvents = function ( domain , userid ) { if ( ( domain == null ) || ( userid == null ) ) return ; sqlDbQuery ( 'DELETE FROM events WHERE domain = $1 AND userid = $2' , [ domain , userid ] , function ( err , docs ) { } ) ; } ;
2022-01-19 23:11:28 +03:00
obj . GetFailedLoginCount = function ( userid , domainid , lastlogin , func ) { sqlDbQuery ( 'SELECT COUNT(*) FROM events WHERE action = \'authfail\' AND domain = $1 AND userid = $2 AND time > $3' , [ domainid , userid , lastlogin ] , function ( err , response , raw ) { func ( err == null ? parseInt ( raw . rows [ 0 ] . count ) : 0 ) ; } ) ; }
2021-11-04 09:42:01 +03:00
// Database actions on the power collection
obj . getAllPower = function ( func ) { sqlDbQuery ( 'SELECT doc FROM power' , null , func ) ; } ;
obj . storePowerEvent = function ( event , multiServer , func ) { obj . dbCounters . powerSet ++ ; if ( multiServer != null ) { event . server = multiServer . serverid ; } sqlDbQuery ( 'INSERT INTO power VALUES (DEFAULT, $1, $2, $3)' , [ event . time , event . nodeid ? event . nodeid : null , event ] , func ) ; } ;
2021-11-04 21:53:54 +03:00
obj . getPowerTimeline = function ( nodeid , func ) { sqlDbQuery ( 'SELECT doc FROM power WHERE ((nodeid = $1) OR (nodeid = \'*\')) ORDER BY time ASC' , [ nodeid ] , func ) ; } ;
2021-11-04 09:42:01 +03:00
obj . removeAllPowerEvents = function ( ) { sqlDbQuery ( 'DELETE FROM power' , null , function ( err , docs ) { } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . removeAllPowerEventsForNode = function ( nodeid ) { if ( nodeid == null ) return ; sqlDbQuery ( 'DELETE FROM power WHERE nodeid = $1' , [ nodeid ] , function ( err , docs ) { } ) ; } ;
2021-11-04 09:42:01 +03:00
// Database actions on the SMBIOS collection
obj . GetAllSMBIOS = function ( func ) { sqlDbQuery ( 'SELECT doc FROM smbios' , null , func ) ; } ;
obj . SetSMBIOS = function ( smbios , func ) { var expire = new Date ( smbios . time ) ; expire . setMonth ( expire . getMonth ( ) + 6 ) ; sqlDbQuery ( 'INSERT INTO smbios VALUES ($1, $2, $3, $4) ON CONFLICT (id) DO UPDATE SET time = $2, expire = $3, doc = $4' , [ smbios . _id , smbios . time , expire , smbios ] , func ) ; } ;
obj . RemoveSMBIOS = function ( id ) { sqlDbQuery ( 'DELETE FROM smbios WHERE id = $1' , [ id ] , function ( err , docs ) { } ) ; } ;
obj . GetSMBIOS = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM smbios WHERE id = $1' , [ id ] , func ) ; } ;
// Database actions on the Server Stats collection
obj . SetServerStats = function ( data , func ) { sqlDbQuery ( 'INSERT INTO serverstats VALUES ($1, $2, $3) ON CONFLICT (time) DO UPDATE SET expire = $2, doc = $3' , [ data . time , data . expire , data ] , func ) ; } ;
2021-11-08 21:31:52 +03:00
obj . GetServerStats = function ( hours , func ) { var t = new Date ( ) ; t . setTime ( t . getTime ( ) - ( 60 * 60 * 1000 * hours ) ) ; sqlDbQuery ( 'SELECT doc FROM serverstats WHERE time > $1' , [ t ] , func ) ; } ; // TODO: Expire old entries
2021-11-04 09:42:01 +03:00
// Read a configuration file from the database
obj . getConfigFile = function ( path , func ) { obj . Get ( 'cfile/' + path , func ) ; }
// Write a configuration file to the database
obj . setConfigFile = function ( path , data , func ) { obj . Set ( { _id : 'cfile/' + path , type : 'cfile' , data : data . toString ( 'base64' ) } , func ) ; }
// List all configuration files
obj . listConfigFiles = function ( func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE type = "cfile" ORDER BY id' , func ) ; }
// Get all configuration files
obj . getAllConfigFiles = function ( password , func ) {
obj . file . find ( { type : 'cfile' } ) . toArray ( function ( err , docs ) {
if ( err != null ) { func ( null ) ; return ; }
var r = null ;
for ( var i = 0 ; i < docs . length ; i ++ ) {
var name = docs [ i ] . _id . split ( '/' ) [ 1 ] ;
var data = obj . decryptData ( password , docs [ i ] . data ) ;
if ( data != null ) { if ( r == null ) { r = { } ; } r [ name ] = data ; }
}
func ( r ) ;
} ) ;
}
// Get database information (TODO: Complete this)
obj . getDbStats = function ( func ) {
obj . stats = { c : 4 } ;
2022-01-19 23:11:28 +03:00
sqlDbQuery ( 'SELECT COUNT(*) FROM main' , null , function ( err , response , raw ) { obj . stats . meshcentral = ( err == null ? parseInt ( raw . rows [ 0 ] . count ) : 0 ) ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbQuery ( 'SELECT COUNT(*) FROM serverstats' , null , function ( err , response , raw ) { obj . stats . serverstats = ( err == null ? parseInt ( raw . rows [ 0 ] . count ) : 0 ) ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbQuery ( 'SELECT COUNT(*) FROM power' , null , function ( err , response , raw ) { obj . stats . power = ( err == null ? parseInt ( raw . rows [ 0 ] . count ) : 0 ) ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbQuery ( 'SELECT COUNT(*) FROM smbios' , null , function ( err , response , raw ) { obj . stats . smbios = ( err == null ? parseInt ( raw . rows [ 0 ] . count ) : 0 ) ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
2021-11-04 09:42:01 +03:00
}
// Plugin operations
if ( obj . pluginsActive ) {
2021-11-04 21:53:54 +03:00
obj . addPlugin = function ( plugin , func ) { sqlDbQuery ( 'INSERT INTO plugin VALUES (DEFAULT, $2)' , [ value ] , func ) ; } ; // Add a plugin
2021-11-04 09:42:01 +03:00
obj . getPlugins = function ( func ) { sqlDbQuery ( 'SELECT doc FROM plugin' , null , func ) ; } ; // Get all plugins
obj . getPlugin = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM plugin WHERE id = $1' , [ id ] , func ) ; } ; // Get plugin
obj . deletePlugin = function ( id , func ) { sqlDbQuery ( 'DELETE FROM plugin WHERE id = $1' , [ id ] , func ) ; } ; // Delete plugin
obj . setPluginStatus = function ( id , status , func ) { obj . getPlugin ( id , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . status = status ; obj . updatePlugin ( id , docs [ 0 ] , func ) ; } } ) ; } ;
obj . updatePlugin = function ( id , args , func ) { delete args . _id ; sqlDbQuery ( 'INSERT INTO plugin VALUES ($1, $2) ON CONFLICT (id) DO UPDATE SET doc = $2' , [ id , args ] , func ) ; } ;
}
} else if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) {
2020-02-04 05:58:58 +03:00
// Database actions on the main collection (MariaDB or MySQL)
2020-02-02 23:37:27 +03:00
obj . Set = function ( value , func ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . fileSet ++ ;
2020-02-02 23:37:27 +03:00
var extra = null , extraex = null ;
2020-03-27 05:33:13 +03:00
value = common . escapeLinksFieldNameEx ( value ) ;
2020-11-03 13:58:29 +03:00
if ( value . meshid ) { extra = value . meshid ; } else if ( value . email ) { extra = 'email/' + value . email ; } else if ( value . nodeid ) { extra = value . nodeid ; }
2020-02-02 23:37:27 +03:00
if ( ( value . type == 'node' ) && ( value . intelamt != null ) && ( value . intelamt . uuid != null ) ) { extraex = 'uuid/' + value . intelamt . uuid ; }
2020-11-03 13:58:29 +03:00
if ( value . _id == null ) { value . _id = require ( 'crypto' ) . randomBytes ( 16 ) . toString ( 'hex' ) ; }
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'REPLACE INTO main VALUE (?, ?, ?, ?, ?, ?)' , [ value . _id , ( value . type ? value . type : null ) , ( ( value . domain != null ) ? value . domain : null ) , extra , extraex , JSON . stringify ( performTypedRecordEncrypt ( value ) ) ] , func ) ;
2020-02-02 23:37:27 +03:00
}
2021-03-27 10:26:18 +03:00
obj . SetRaw = function ( value , func ) {
obj . dbCounters . fileSet ++ ;
var extra = null , extraex = null ;
if ( value . meshid ) { extra = value . meshid ; } else if ( value . email ) { extra = 'email/' + value . email ; } else if ( value . nodeid ) { extra = value . nodeid ; }
if ( ( value . type == 'node' ) && ( value . intelamt != null ) && ( value . intelamt . uuid != null ) ) { extraex = 'uuid/' + value . intelamt . uuid ; }
if ( value . _id == null ) { value . _id = require ( 'crypto' ) . randomBytes ( 16 ) . toString ( 'hex' ) ; }
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'REPLACE INTO main VALUE (?, ?, ?, ?, ?, ?)' , [ value . _id , ( value . type ? value . type : null ) , ( ( value . domain != null ) ? value . domain : null ) , extra , extraex , JSON . stringify ( performTypedRecordEncrypt ( value ) ) ] , func ) ;
2021-03-27 10:26:18 +03:00
}
2021-04-23 00:37:54 +03:00
obj . Get = function ( _id , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE id = ?' , [ _id ] , function ( err , docs ) { if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetAll = function ( func ) { sqlDbQuery ( 'SELECT domain, doc FROM main' , null , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetHash = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE id = ?' , [ id ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetAllTypeNoTypeField = function ( type , domain , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE type = ? AND domain = ?' , [ type , domain ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-03-30 08:40:13 +03:00
obj . GetAllTypeNoTypeFieldMeshFiltered = function ( meshes , extrasids , domain , type , id , func ) {
2022-06-24 21:12:43 +03:00
if ( ( meshes == null ) || ( meshes . length == 0 ) ) { meshes = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
if ( ( extrasids == null ) || ( extrasids . length == 0 ) ) { extrasids = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
2020-03-30 08:40:13 +03:00
if ( id && ( id != '' ) ) {
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)' , [ id , type , domain , meshes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-03-30 08:40:13 +03:00
} else {
2022-06-24 21:12:43 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE type = ? AND domain = ? AND (extra IN (?) OR id IN (?))' , [ type , domain , meshes , extrasids ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-03-30 08:40:13 +03:00
}
} ;
2020-10-31 03:08:07 +03:00
obj . GetAllTypeNodeFiltered = function ( nodes , domain , type , id , func ) {
2022-06-24 21:12:43 +03:00
if ( ( nodes == null ) || ( nodes . length == 0 ) ) { nodes = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
2020-10-31 03:08:07 +03:00
if ( id && ( id != '' ) ) {
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)' , [ id , type , domain , nodes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-10-31 03:08:07 +03:00
} else {
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM main WHERE type = ? AND domain = ? AND extra IN (?)' , [ type , domain , nodes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-10-31 03:08:07 +03:00
}
} ;
2021-04-23 00:37:54 +03:00
obj . GetAllType = function ( type , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE type = ?' , [ type ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
2022-06-24 21:12:43 +03:00
obj . GetAllIdsOfType = function ( ids , domain , type , func ) {
if ( ( ids == null ) || ( ids . length == 0 ) ) { ids = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
sqlDbQuery ( 'SELECT doc FROM main WHERE id IN (?) AND domain = ? AND type = ?' , [ ids , domain , type ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
}
2021-04-23 00:37:54 +03:00
obj . GetUserWithEmail = function ( domain , email , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE domain = ? AND extra = ?' , [ domain , 'email/' + email ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . GetUserWithVerifiedEmail = function ( domain , email , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE domain = ? AND extra = ?' , [ domain , 'email/' + email ] , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; }
obj . Remove = function ( id , func ) { sqlDbQuery ( 'DELETE FROM main WHERE id = ?' , [ id ] , func ) ; } ;
obj . RemoveAll = function ( func ) { sqlDbQuery ( 'DELETE FROM main' , null , func ) ; } ;
obj . RemoveAllOfType = function ( type , func ) { sqlDbQuery ( 'DELETE FROM main WHERE type = ?' , [ type ] , func ) ; } ;
2021-03-27 10:26:18 +03:00
obj . InsertMany = function ( data , func ) { var pendingOps = 0 ; for ( var i in data ) { pendingOps ++ ; obj . SetRaw ( data [ i ] , function ( ) { if ( -- pendingOps == 0 ) { func ( ) ; } } ) ; } } ; // Insert records directly, no link escaping
2021-05-07 05:35:24 +03:00
obj . RemoveMeshDocuments = function ( id , func ) { sqlDbQuery ( 'DELETE FROM main WHERE extra = ?' , [ id ] , function ( ) { sqlDbQuery ( 'DELETE FROM main WHERE id = ?' , [ 'nt' + id ] , func ) ; } ) ; } ;
2020-03-05 01:57:03 +03:00
obj . MakeSiteAdmin = function ( username , domain ) { obj . Get ( 'user/' + domain + '/' + username , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . siteadmin = 0xFFFFFFFF ; obj . Set ( docs [ 0 ] ) ; } } ) ; } ;
2021-04-23 00:37:54 +03:00
obj . DeleteDomain = function ( domain , func ) { sqlDbQuery ( 'DELETE FROM main WHERE domain = ?' , [ domain ] , func ) ; } ;
2020-02-02 23:37:27 +03:00
obj . SetUser = function ( user ) { if ( user . subscriptions != null ) { var u = Clone ( user ) ; if ( u . subscriptions ) { delete u . subscriptions ; } obj . Set ( u ) ; } else { obj . Set ( user ) ; } } ;
obj . dispose = function ( ) { for ( var x in obj ) { if ( obj [ x ] . close ) { obj [ x ] . close ( ) ; } delete obj [ x ] ; } } ;
2021-04-23 00:37:54 +03:00
obj . getLocalAmtNodes = function ( func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE (type = "node") AND (extraex IS NOT NULL)' , null , function ( err , docs ) { var r = [ ] ; if ( err == null ) { for ( var i in docs ) { if ( docs [ i ] . host != null ) { r . push ( docs [ i ] ) ; } } } func ( err , r ) ; } ) ; } ;
2021-07-31 20:05:32 +03:00
obj . getAmtUuidMeshNode = function ( domainid , mtype , uuid , func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE domain = ? AND extraex = ?' , [ domainid , 'uuid/' + uuid ] , func ) ; } ;
2021-04-23 00:37:54 +03:00
obj . isMaxType = function ( max , type , domainid , func ) { if ( max == null ) { func ( false ) ; } else { sqlDbExec ( 'SELECT COUNT(id) FROM main WHERE domain = ? AND type = ?' , [ domainid , type ] , function ( err , response ) { func ( ( response [ 'COUNT(id)' ] == null ) || ( response [ 'COUNT(id)' ] > max ) , response [ 'COUNT(id)' ] ) } ) ; } }
2020-02-02 23:37:27 +03:00
// Database actions on the events collection
2021-04-23 00:37:54 +03:00
obj . GetAllEvents = function ( func ) { sqlDbQuery ( 'SELECT doc FROM events' , null , func ) ; } ;
2021-01-05 03:26:25 +03:00
obj . StoreEvent = function ( event , func ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . eventsSet ++ ;
2021-04-23 00:37:54 +03:00
var batchQuery = [ [ 'INSERT INTO events VALUE (?, ?, ?, ?, ?, ?, ?)' , [ null , event . time , ( ( typeof event . domain == 'string' ) ? event . domain : null ) , event . action , event . nodeid ? event . nodeid : null , event . userid ? event . userid : null , JSON . stringify ( event ) ] ] ] ;
for ( var i in event . ids ) { if ( event . ids [ i ] != '*' ) { batchQuery . push ( [ 'INSERT INTO eventids VALUE (LAST_INSERT_ID(), ?)' , [ event . ids [ i ] ] ] ) ; } }
2021-01-05 03:26:25 +03:00
sqlDbBatchExec ( batchQuery , function ( err , docs ) { if ( func != null ) { func ( err , docs ) ; } } ) ;
2020-02-04 03:50:44 +03:00
} ;
obj . GetEvents = function ( ids , domain , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = ?) ORDER BY time DESC' , [ domain ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2022-06-24 21:12:43 +03:00
if ( ids . length == 0 ) { ids = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = ? AND target IN (?)) GROUP BY id ORDER BY time DESC' , [ domain , ids ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
obj . GetEventsWithLimit = function ( ids , domain , limit , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = ?) ORDER BY time DESC LIMIT ?' , [ domain , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2022-06-24 21:12:43 +03:00
if ( ids . length == 0 ) { ids = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = ? AND target IN (?)) GROUP BY id ORDER BY time DESC LIMIT ?' , [ domain , ids , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
2022-01-12 00:10:36 +03:00
obj . GetUserEvents = function ( ids , domain , userid , func ) {
2020-02-04 03:50:44 +03:00
if ( ids . indexOf ( '*' ) >= 0 ) {
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = ? AND userid = ?) ORDER BY time DESC' , [ domain , userid ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2022-06-24 21:12:43 +03:00
if ( ids . length == 0 ) { ids = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)) GROUP BY id ORDER BY time DESC' , [ domain , userid , ids ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
2022-01-12 00:10:36 +03:00
obj . GetUserEventsWithLimit = function ( ids , domain , userid , limit , func ) {
2020-02-04 03:50:44 +03:00
if ( ids . indexOf ( '*' ) >= 0 ) {
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events WHERE (domain = ? AND userid = ?) ORDER BY time DESC LIMIT ?' , [ domain , userid , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2022-06-24 21:12:43 +03:00
if ( ids . length == 0 ) { ids = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
2021-04-23 00:37:54 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)) GROUP BY id ORDER BY time DESC LIMIT ?' , [ domain , userid , ids , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
2021-09-09 20:09:18 +03:00
obj . GetEventsTimeRange = function ( ids , domain , msgids , start , end , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
sqlDbQuery ( 'SELECT doc FROM events WHERE ((domain = ?) AND (time BETWEEN ? AND ?)) ORDER BY time' , [ domain , start , end ] , func ) ;
} else {
2022-06-24 21:12:43 +03:00
if ( ids . length == 0 ) { ids = '' ; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
2021-09-09 20:09:18 +03:00
sqlDbQuery ( 'SELECT doc FROM events JOIN eventids ON id = fkid WHERE ((domain = ?) AND (target IN (?)) AND (time BETWEEN ? AND ?)) GROUP BY id ORDER BY time' , [ domain , ids , start , end ] , func ) ;
}
} ;
2022-01-12 00:10:36 +03:00
//obj.GetUserLoginEvents = function (domain, userid, func) { } // TODO
2021-04-23 00:37:54 +03:00
obj . GetNodeEventsWithLimit = function ( nodeid , domain , limit , func ) { sqlDbQuery ( 'SELECT doc FROM events WHERE (nodeid = ?) AND (domain = ?) ORDER BY time DESC LIMIT ?' , [ nodeid , domain , limit ] , func ) ; } ;
obj . GetNodeEventsSelfWithLimit = function ( nodeid , domain , userid , limit , func ) { sqlDbQuery ( 'SELECT doc FROM events WHERE (nodeid = ?) AND (domain = ?) AND ((userid = ?) OR (userid IS NULL)) ORDER BY time DESC LIMIT ?' , [ nodeid , domain , userid , limit ] , func ) ; } ;
obj . RemoveAllEvents = function ( domain ) { sqlDbQuery ( 'DELETE FROM events' , null , function ( err , docs ) { } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . RemoveAllNodeEvents = function ( domain , nodeid ) { if ( ( domain == null ) || ( nodeid == null ) ) return ; sqlDbQuery ( 'DELETE FROM events WHERE domain = ? AND nodeid = ?' , [ domain , nodeid ] , function ( err , docs ) { } ) ; } ;
obj . RemoveAllUserEvents = function ( domain , userid ) { if ( ( domain == null ) || ( userid == null ) ) return ; sqlDbQuery ( 'DELETE FROM events WHERE domain = ? AND userid = ?' , [ domain , userid ] , function ( err , docs ) { } ) ; } ;
2022-01-12 00:10:36 +03:00
obj . GetFailedLoginCount = function ( userid , domainid , lastlogin , func ) { sqlDbExec ( 'SELECT COUNT(id) FROM events WHERE action = "authfail" AND domain = ? AND userid = ? AND time > ?' , [ domainid , userid , lastlogin ] , function ( err , response ) { func ( err == null ? response [ 'COUNT(id)' ] : 0 ) ; } ) ; }
2020-02-02 23:37:27 +03:00
// Database actions on the power collection
2021-04-23 00:37:54 +03:00
obj . getAllPower = function ( func ) { sqlDbQuery ( 'SELECT doc FROM power' , null , func ) ; } ;
obj . storePowerEvent = function ( event , multiServer , func ) { obj . dbCounters . powerSet ++ ; if ( multiServer != null ) { event . server = multiServer . serverid ; } sqlDbQuery ( 'INSERT INTO power VALUE (?, ?, ?, ?)' , [ null , event . time , event . nodeid ? event . nodeid : null , JSON . stringify ( event ) ] , func ) ; } ;
2021-07-27 23:09:11 +03:00
obj . getPowerTimeline = function ( nodeid , func ) { sqlDbQuery ( 'SELECT doc FROM power WHERE ((nodeid = ?) OR (nodeid = "*")) ORDER BY time ASC' , [ nodeid ] , func ) ; } ;
2021-04-23 00:37:54 +03:00
obj . removeAllPowerEvents = function ( ) { sqlDbQuery ( 'DELETE FROM power' , null , function ( err , docs ) { } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . removeAllPowerEventsForNode = function ( nodeid ) { if ( nodeid == null ) return ; sqlDbQuery ( 'DELETE FROM power WHERE nodeid = ?' , [ nodeid ] , function ( err , docs ) { } ) ; } ;
2020-02-02 23:37:27 +03:00
// Database actions on the SMBIOS collection
2021-04-23 00:37:54 +03:00
obj . GetAllSMBIOS = function ( func ) { sqlDbQuery ( 'SELECT doc FROM smbios' , null , func ) ; } ;
obj . SetSMBIOS = function ( smbios , func ) { var expire = new Date ( smbios . time ) ; expire . setMonth ( expire . getMonth ( ) + 6 ) ; sqlDbQuery ( 'REPLACE INTO smbios VALUE (?, ?, ?, ?)' , [ smbios . _id , smbios . time , expire , JSON . stringify ( smbios ) ] , func ) ; } ;
obj . RemoveSMBIOS = function ( id ) { sqlDbQuery ( 'DELETE FROM smbios WHERE id = ?' , [ id ] , function ( err , docs ) { } ) ; } ;
obj . GetSMBIOS = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM smbios WHERE id = ?' , [ id ] , func ) ; } ;
2020-02-02 23:37:27 +03:00
// Database actions on the Server Stats collection
2021-04-23 00:37:54 +03:00
obj . SetServerStats = function ( data , func ) { sqlDbQuery ( 'REPLACE INTO serverstats VALUE (?, ?, ?)' , [ data . time , data . expire , JSON . stringify ( data ) ] , func ) ; } ;
2022-06-27 03:00:53 +03:00
obj . GetServerStats = function ( hours , func ) { var t = new Date ( ) ; t . setTime ( t . getTime ( ) - ( 60 * 60 * 1000 * hours ) ) ; sqlDbQuery ( 'SELECT doc FROM serverstats WHERE time > ?' , [ t ] , func ) ; } ;
2020-02-02 23:37:27 +03:00
// Read a configuration file from the database
obj . getConfigFile = function ( path , func ) { obj . Get ( 'cfile/' + path , func ) ; }
// Write a configuration file to the database
obj . setConfigFile = function ( path , data , func ) { obj . Set ( { _id : 'cfile/' + path , type : 'cfile' , data : data . toString ( 'base64' ) } , func ) ; }
// List all configuration files
2021-04-23 00:37:54 +03:00
obj . listConfigFiles = function ( func ) { sqlDbQuery ( 'SELECT doc FROM main WHERE type = "cfile" ORDER BY id' , func ) ; }
2020-02-02 23:37:27 +03:00
// Get all configuration files
obj . getAllConfigFiles = function ( password , func ) {
obj . file . find ( { type : 'cfile' } ) . toArray ( function ( err , docs ) {
if ( err != null ) { func ( null ) ; return ; }
var r = null ;
for ( var i = 0 ; i < docs . length ; i ++ ) {
var name = docs [ i ] . _id . split ( '/' ) [ 1 ] ;
var data = obj . decryptData ( password , docs [ i ] . data ) ;
if ( data != null ) { if ( r == null ) { r = { } ; } r [ name ] = data ; }
}
func ( r ) ;
} ) ;
}
2020-02-03 01:02:50 +03:00
// Get database information (TODO: Complete this)
obj . getDbStats = function ( func ) {
obj . stats = { c : 4 } ;
2021-04-23 00:37:54 +03:00
sqlDbExec ( 'SELECT COUNT(id) FROM main' , null , function ( err , response ) { obj . stats . meshcentral = response [ 'COUNT(id)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbExec ( 'SELECT COUNT(time) FROM serverstats' , null , function ( err , response ) { obj . stats . serverstats = response [ 'COUNT(time)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbExec ( 'SELECT COUNT(id) FROM power' , null , function ( err , response ) { obj . stats . power = response [ 'COUNT(id)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbExec ( 'SELECT COUNT(id) FROM smbios' , null , function ( err , response ) { obj . stats . smbios = response [ 'COUNT(id)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
2020-02-03 01:02:50 +03:00
}
2020-02-02 23:37:27 +03:00
// Plugin operations
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2021-04-23 00:37:54 +03:00
obj . addPlugin = function ( plugin , func ) { sqlDbQuery ( 'INSERT INTO plugin VALUE (?, ?)' , [ null , JSON . stringify ( value ) ] , func ) ; } ; // Add a plugin
obj . getPlugins = function ( func ) { sqlDbQuery ( 'SELECT doc FROM plugin' , null , func ) ; } ; // Get all plugins
obj . getPlugin = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM plugin WHERE id = ?' , [ id ] , func ) ; } ; // Get plugin
obj . deletePlugin = function ( id , func ) { sqlDbQuery ( 'DELETE FROM plugin WHERE id = ?' , [ id ] , func ) ; } ; // Delete plugin
2020-03-05 01:57:03 +03:00
obj . setPluginStatus = function ( id , status , func ) { obj . getPlugin ( id , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . status = status ; obj . updatePlugin ( id , docs [ 0 ] , func ) ; } } ) ; } ;
2021-04-23 00:37:54 +03:00
obj . updatePlugin = function ( id , args , func ) { delete args . _id ; sqlDbQuery ( 'REPLACE INTO plugin VALUE (?, ?)' , [ id , JSON . stringify ( args ) ] , func ) ; } ;
2020-02-03 01:02:50 +03:00
}
2020-02-02 23:37:27 +03:00
} else if ( obj . databaseType == 3 ) {
2019-05-09 23:41:14 +03:00
// Database actions on the main collection (MongoDB)
2021-02-26 06:13:51 +03:00
// Bulk operations
if ( parent . config . settings . mongodbbulkoperations ) {
obj . Set = function ( data , func ) { // Fast Set operation using bulkWrite(), this is much faster then using replaceOne()
if ( obj . filePendingSet == false ) {
// Perform the operation now
2021-03-02 06:32:19 +03:00
obj . dbCounters . fileSet ++ ;
2021-02-26 06:13:51 +03:00
obj . filePendingSet = true ; obj . filePendingSets = null ;
if ( func != null ) { obj . filePendingCbs = [ func ] ; }
obj . file . bulkWrite ( [ { replaceOne : { filter : { _id : data . _id } , replacement : performTypedRecordEncrypt ( common . escapeLinksFieldNameEx ( data ) ) , upsert : true } } ] , fileBulkWriteCompleted ) ;
} else {
// Add this operation to the pending list
2021-03-02 06:32:19 +03:00
obj . dbCounters . fileSetPending ++ ;
2021-02-26 06:13:51 +03:00
if ( obj . filePendingSets == null ) { obj . filePendingSets = { } }
obj . filePendingSets [ data . _id ] = data ;
if ( func != null ) { if ( obj . filePendingCb == null ) { obj . filePendingCb = [ func ] ; } else { obj . filePendingCb . push ( func ) ; } }
}
} ;
obj . Get = function ( id , func ) { // Fast Get operation using a bulk find() to reduce round trips to the database.
// Encode arguments into return function if any are present.
var func2 = func ;
if ( arguments . length > 2 ) {
var parms = [ func ] ;
for ( var parmx = 2 ; parmx < arguments . length ; ++ parmx ) { parms . push ( arguments [ parmx ] ) ; }
var func2 = function _func2 ( arg1 , arg2 ) {
var userCallback = _func2 . userArgs . shift ( ) ;
_func2 . userArgs . unshift ( arg2 ) ;
_func2 . userArgs . unshift ( arg1 ) ;
userCallback . apply ( obj , _func2 . userArgs ) ;
} ;
func2 . userArgs = parms ;
}
if ( obj . filePendingGets == null ) {
// No pending gets, perform the operation now.
obj . filePendingGets = { } ;
obj . filePendingGets [ id ] = [ func2 ] ;
obj . file . find ( { _id : id } ) . toArray ( fileBulkReadCompleted ) ;
} else {
// Add get to pending list.
if ( obj . filePendingGet == null ) { obj . filePendingGet = { } ; }
if ( obj . filePendingGet [ id ] == null ) { obj . filePendingGet [ id ] = [ func2 ] ; } else { obj . filePendingGet [ id ] . push ( func2 ) ; }
}
} ;
} else {
2021-03-02 06:32:19 +03:00
obj . Set = function ( data , func ) {
obj . dbCounters . fileSet ++ ;
data = common . escapeLinksFieldNameEx ( data ) ;
obj . file . replaceOne ( { _id : data . _id } , performTypedRecordEncrypt ( data ) , { upsert : true } , func ) ;
} ;
2021-02-26 06:13:51 +03:00
obj . Get = function ( id , func ) {
if ( arguments . length > 2 ) {
var parms = [ func ] ;
for ( var parmx = 2 ; parmx < arguments . length ; ++ parmx ) { parms . push ( arguments [ parmx ] ) ; }
var func2 = function _func2 ( arg1 , arg2 ) {
var userCallback = _func2 . userArgs . shift ( ) ;
_func2 . userArgs . unshift ( arg2 ) ;
_func2 . userArgs . unshift ( arg1 ) ;
userCallback . apply ( obj , _func2 . userArgs ) ;
} ;
func2 . userArgs = parms ;
obj . file . find ( { _id : id } ) . toArray ( function ( err , docs ) {
if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; }
func2 ( err , performTypedRecordDecrypt ( docs ) ) ;
} ) ;
} else {
obj . file . find ( { _id : id } ) . toArray ( function ( err , docs ) {
if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; }
func ( err , performTypedRecordDecrypt ( docs ) ) ;
} ) ;
}
} ;
}
2019-10-03 03:19:33 +03:00
obj . GetAll = function ( func ) { obj . file . find ( { } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetHash = function ( id , func ) { obj . file . find ( { _id : id } ) . project ( { _id : 0 , hash : 1 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetAllTypeNoTypeField = function ( type , domain , func ) { obj . file . find ( { type : type , domain : domain } ) . project ( { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-03-30 08:40:13 +03:00
obj . GetAllTypeNoTypeFieldMeshFiltered = function ( meshes , extrasids , domain , type , id , func ) {
if ( extrasids == null ) {
var x = { type : type , domain : domain , meshid : { $in : meshes } } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
} else {
var x = { type : type , domain : domain , $or : [ { meshid : { $in : meshes } } , { _id : { $in : extrasids } } ] } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
}
} ;
2020-10-31 03:08:07 +03:00
obj . GetAllTypeNodeFiltered = function ( nodes , domain , type , id , func ) {
var x = { type : type , domain : domain , nodeid : { $in : nodes } } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
} ;
2019-10-03 03:19:33 +03:00
obj . GetAllType = function ( type , func ) { obj . file . find ( { type : type } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetAllIdsOfType = function ( ids , domain , type , func ) { obj . file . find ( { type : type , domain : domain , _id : { $in : ids } } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-09-25 23:58:36 +03:00
obj . GetUserWithEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetUserWithVerifiedEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email , emailVerified : true } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2021-02-26 06:13:51 +03:00
// Bulk operations
if ( parent . config . settings . mongodbbulkoperations ) {
obj . Remove = function ( id , func ) { // Fast remove operation using a bulk find() to reduce round trips to the database.
if ( obj . filePendingRemoves == null ) {
2021-03-02 06:32:19 +03:00
// No pending removes, perform the operation now.
obj . dbCounters . fileRemove ++ ;
2021-02-26 06:13:51 +03:00
obj . filePendingRemoves = { } ;
obj . filePendingRemoves [ id ] = [ func ] ;
obj . file . deleteOne ( { _id : id } , fileBulkRemoveCompleted ) ;
} else {
// Add remove to pending list.
2021-03-02 06:32:19 +03:00
obj . dbCounters . fileRemovePending ++ ;
2021-02-26 06:13:51 +03:00
if ( obj . filePendingRemove == null ) { obj . filePendingRemove = { } ; }
if ( obj . filePendingRemove [ id ] == null ) { obj . filePendingRemove [ id ] = [ func ] ; } else { obj . filePendingRemove [ id ] . push ( func ) ; }
}
} ;
} else {
2021-03-02 06:32:19 +03:00
obj . Remove = function ( id , func ) { obj . dbCounters . fileRemove ++ ; obj . file . deleteOne ( { _id : id } , func ) ; } ;
2021-02-26 06:13:51 +03:00
}
2019-05-09 23:41:14 +03:00
obj . RemoveAll = function ( func ) { obj . file . deleteMany ( { } , { multi : true } , func ) ; } ;
obj . RemoveAllOfType = function ( type , func ) { obj . file . deleteMany ( { type : type } , { multi : true } , func ) ; } ;
2021-03-27 10:26:18 +03:00
obj . InsertMany = function ( data , func ) { obj . file . insertMany ( data , func ) ; } ; // Insert records directly, no link escaping
2019-05-21 04:03:14 +03:00
obj . RemoveMeshDocuments = function ( id ) { obj . file . deleteMany ( { meshid : id } , { multi : true } ) ; obj . file . deleteOne ( { _id : 'nt' + id } ) ; } ;
2020-03-05 01:57:03 +03:00
obj . MakeSiteAdmin = function ( username , domain ) { obj . Get ( 'user/' + domain + '/' + username , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . siteadmin = 0xFFFFFFFF ; obj . Set ( docs [ 0 ] ) ; } } ) ; } ;
2019-05-09 23:41:14 +03:00
obj . DeleteDomain = function ( domain , func ) { obj . file . deleteMany ( { domain : domain } , { multi : true } , func ) ; } ;
2019-12-10 00:43:02 +03:00
obj . SetUser = function ( user ) { if ( user . subscriptions != null ) { var u = Clone ( user ) ; if ( u . subscriptions ) { delete u . subscriptions ; } obj . Set ( u ) ; } else { obj . Set ( user ) ; } } ;
2019-05-09 23:41:14 +03:00
obj . dispose = function ( ) { for ( var x in obj ) { if ( obj [ x ] . close ) { obj [ x ] . close ( ) ; } delete obj [ x ] ; } } ;
2021-01-27 13:23:36 +03:00
obj . getLocalAmtNodes = function ( func ) { obj . file . find ( { type : 'node' , host : { $exists : true , $ne : null } , intelamt : { $exists : true } } ) . toArray ( func ) ; } ;
2021-07-31 20:05:32 +03:00
obj . getAmtUuidMeshNode = function ( domainid , mtype , uuid , func ) { obj . file . find ( { type : 'node' , domain : domainid , mtype : mtype , 'intelamt.uuid' : uuid } ) . toArray ( func ) ; } ;
2019-05-30 22:40:10 +03:00
// TODO: Starting in MongoDB 4.0.3, you should use countDocuments() instead of count() that is deprecated. We should detect MongoDB version and switch.
// https://docs.mongodb.com/manual/reference/method/db.collection.countDocuments/
//obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { obj.file.countDocuments({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max)); }); } }
2019-11-19 04:31:42 +03:00
obj . isMaxType = function ( max , type , domainid , func ) {
2020-02-02 23:37:27 +03:00
if ( obj . file . countDocuments ) {
2019-11-19 04:31:42 +03:00
if ( max == null ) { func ( false ) ; } else { obj . file . countDocuments ( { type : type , domain : domainid } , function ( err , count ) { func ( ( err != null ) || ( count > max ) , count ) ; } ) ; }
} else {
if ( max == null ) { func ( false ) ; } else { obj . file . count ( { type : type , domain : domainid } , function ( err , count ) { func ( ( err != null ) || ( count > max ) , count ) ; } ) ; }
}
}
2019-05-09 23:41:14 +03:00
// Database actions on the events collection
obj . GetAllEvents = function ( func ) { obj . eventsfile . find ( { } ) . toArray ( func ) ; } ;
2021-02-26 06:13:51 +03:00
// Bulk operations
if ( parent . config . settings . mongodbbulkoperations ) {
obj . StoreEvent = function ( event , func ) { // Fast MongoDB event store using bulkWrite()
if ( obj . eventsFilePendingSet == false ) {
// Perform the operation now
2021-03-02 06:32:19 +03:00
obj . dbCounters . eventsSet ++ ;
2021-02-26 06:13:51 +03:00
obj . eventsFilePendingSet = true ; obj . eventsFilePendingSets = null ;
if ( func != null ) { obj . eventsFilePendingCbs = [ func ] ; }
obj . eventsfile . bulkWrite ( [ { insertOne : { document : event } } ] , eventsFileBulkWriteCompleted ) ;
} else {
// Add this operation to the pending list
2021-03-02 06:32:19 +03:00
obj . dbCounters . eventsSetPending ++ ;
2021-02-26 06:13:51 +03:00
if ( obj . eventsFilePendingSets == null ) { obj . eventsFilePendingSets = [ ] }
obj . eventsFilePendingSets . push ( event ) ;
if ( func != null ) { if ( obj . eventsFilePendingCb == null ) { obj . eventsFilePendingCb = [ func ] ; } else { obj . eventsFilePendingCb . push ( func ) ; } }
}
} ;
} else {
2021-03-02 06:32:19 +03:00
obj . StoreEvent = function ( event , func ) { obj . dbCounters . eventsSet ++ ; obj . eventsfile . insertOne ( event , func ) ; } ;
2021-02-26 06:13:51 +03:00
}
2019-08-01 02:49:23 +03:00
obj . GetEvents = function ( ids , domain , func ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . toArray ( func ) ; } ;
obj . GetEventsWithLimit = function ( ids , domain , limit , func ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
2022-01-12 00:10:36 +03:00
obj . GetUserEvents = function ( ids , domain , userid , func ) { obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { userid : userid } ] } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . toArray ( func ) ; } ;
obj . GetUserEventsWithLimit = function ( ids , domain , userid , limit , func ) { obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { userid : userid } ] } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
2021-09-10 00:50:59 +03:00
obj . GetEventsTimeRange = function ( ids , domain , msgids , start , end , func ) { obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } ] , msgid : { $in : msgids } , time : { $gte : start , $lte : end } } ) . project ( { type : 0 , _id : 0 , domain : 0 , node : 0 } ) . sort ( { time : 1 } ) . toArray ( func ) ; } ;
2022-01-12 00:10:36 +03:00
obj . GetUserLoginEvents = function ( domain , userid , func ) { obj . eventsfile . find ( { domain : domain , action : { $in : [ 'authfail' , 'login' ] } , userid : userid , msgArgs : { $exists : true } } ) . project ( { action : 1 , time : 1 , msgid : 1 , msgArgs : 1 , tokenName : 1 } ) . sort ( { time : - 1 } ) . toArray ( func ) ; } ;
2019-08-01 02:49:23 +03:00
obj . GetNodeEventsWithLimit = function ( nodeid , domain , limit , func ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } ) . project ( { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
2019-09-18 22:05:33 +03:00
obj . GetNodeEventsSelfWithLimit = function ( nodeid , domain , userid , limit , func ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid , userid : { $in : [ userid , null ] } } ) . project ( { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveAllEvents = function ( domain ) { obj . eventsfile . deleteMany ( { domain : domain } , { multi : true } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . RemoveAllNodeEvents = function ( domain , nodeid ) { if ( ( domain == null ) || ( nodeid == null ) ) return ; obj . eventsfile . deleteMany ( { domain : domain , nodeid : nodeid } , { multi : true } ) ; } ;
obj . RemoveAllUserEvents = function ( domain , userid ) { if ( ( domain == null ) || ( userid == null ) ) return ; obj . eventsfile . deleteMany ( { domain : domain , userid : userid } , { multi : true } ) ; } ;
2022-01-12 00:10:36 +03:00
obj . GetFailedLoginCount = function ( userid , domainid , lastlogin , func ) {
2019-11-19 04:31:42 +03:00
if ( obj . eventsfile . countDocuments ) {
2022-01-12 00:10:36 +03:00
obj . eventsfile . countDocuments ( { action : 'authfail' , userid : userid , domain : domainid , time : { "$gte" : lastlogin } } , function ( err , count ) { func ( ( err == null ) ? count : 0 ) ; } ) ;
2019-11-19 04:31:42 +03:00
} else {
2022-01-12 00:10:36 +03:00
obj . eventsfile . count ( { action : 'authfail' , userid : userid , domain : domainid , time : { "$gte" : lastlogin } } , function ( err , count ) { func ( ( err == null ) ? count : 0 ) ; } ) ;
2019-11-19 04:31:42 +03:00
}
}
2019-05-09 23:41:14 +03:00
// Database actions on the power collection
obj . getAllPower = function ( func ) { obj . powerfile . find ( { } ) . toArray ( func ) ; } ;
2021-02-26 06:13:51 +03:00
// Bulk operations
if ( parent . config . settings . mongodbbulkoperations ) {
obj . storePowerEvent = function ( event , multiServer , func ) { // Fast MongoDB event store using bulkWrite()
if ( multiServer != null ) { event . server = multiServer . serverid ; }
if ( obj . powerFilePendingSet == false ) {
// Perform the operation now
2021-03-02 06:32:19 +03:00
obj . dbCounters . powerSet ++ ;
2021-02-26 06:13:51 +03:00
obj . powerFilePendingSet = true ; obj . powerFilePendingSets = null ;
if ( func != null ) { obj . powerFilePendingCbs = [ func ] ; }
obj . powerfile . bulkWrite ( [ { insertOne : { document : event } } ] , powerFileBulkWriteCompleted ) ;
} else {
// Add this operation to the pending list
2021-03-02 06:32:19 +03:00
obj . dbCounters . powerSetPending ++ ;
2021-02-26 06:13:51 +03:00
if ( obj . powerFilePendingSets == null ) { obj . powerFilePendingSets = [ ] }
obj . powerFilePendingSets . push ( event ) ;
if ( func != null ) { if ( obj . powerFilePendingCb == null ) { obj . powerFilePendingCb = [ func ] ; } else { obj . powerFilePendingCb . push ( func ) ; } }
}
} ;
} else {
2021-03-02 06:32:19 +03:00
obj . storePowerEvent = function ( event , multiServer , func ) { obj . dbCounters . powerSet ++ ; if ( multiServer != null ) { event . server = multiServer . serverid ; } obj . powerfile . insertOne ( event , func ) ; } ;
2021-02-26 06:13:51 +03:00
}
2019-08-01 02:49:23 +03:00
obj . getPowerTimeline = function ( nodeid , func ) { obj . powerfile . find ( { nodeid : { $in : [ '*' , nodeid ] } } ) . project ( { _id : 0 , nodeid : 0 , s : 0 } ) . sort ( { time : 1 } ) . toArray ( func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . removeAllPowerEvents = function ( ) { obj . powerfile . deleteMany ( { } , { multi : true } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . removeAllPowerEventsForNode = function ( nodeid ) { if ( nodeid == null ) return ; obj . powerfile . deleteMany ( { nodeid : nodeid } , { multi : true } ) ; } ;
2019-05-09 23:41:14 +03:00
// Database actions on the SMBIOS collection
2019-12-09 07:46:25 +03:00
obj . GetAllSMBIOS = function ( func ) { obj . smbiosfile . find ( { } ) . toArray ( func ) ; } ;
2019-12-09 22:30:08 +03:00
obj . SetSMBIOS = function ( smbios , func ) { obj . smbiosfile . updateOne ( { _id : smbios . _id } , { $set : smbios } , { upsert : true } , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveSMBIOS = function ( id ) { obj . smbiosfile . deleteOne ( { _id : id } ) ; } ;
obj . GetSMBIOS = function ( id , func ) { obj . smbiosfile . find ( { _id : id } ) . toArray ( func ) ; } ;
// Database actions on the Server Stats collection
2019-12-09 22:30:08 +03:00
obj . SetServerStats = function ( data , func ) { obj . serverstatsfile . insertOne ( data , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . GetServerStats = function ( hours , func ) { var t = new Date ( ) ; t . setTime ( t . getTime ( ) - ( 60 * 60 * 1000 * hours ) ) ; obj . serverstatsfile . find ( { time : { $gt : t } } , { _id : 0 , cpu : 0 } ) . toArray ( func ) ; } ;
// Read a configuration file from the database
obj . getConfigFile = function ( path , func ) { obj . Get ( 'cfile/' + path , func ) ; }
// Write a configuration file to the database
obj . setConfigFile = function ( path , data , func ) { obj . Set ( { _id : 'cfile/' + path , type : 'cfile' , data : data . toString ( 'base64' ) } , func ) ; }
// List all configuration files
obj . listConfigFiles = function ( func ) { obj . file . find ( { type : 'cfile' } ) . sort ( { _id : 1 } ) . toArray ( func ) ; }
// Get all configuration files
obj . getAllConfigFiles = function ( password , func ) {
obj . file . find ( { type : 'cfile' } ) . toArray ( function ( err , docs ) {
if ( err != null ) { func ( null ) ; return ; }
var r = null ;
for ( var i = 0 ; i < docs . length ; i ++ ) {
var name = docs [ i ] . _id . split ( '/' ) [ 1 ] ;
var data = obj . decryptData ( password , docs [ i ] . data ) ;
if ( data != null ) { if ( r == null ) { r = { } ; } r [ name ] = data ; }
}
func ( r ) ;
} ) ;
}
2019-11-26 01:12:43 +03:00
2019-12-09 07:46:25 +03:00
// Get database information
obj . getDbStats = function ( func ) {
obj . stats = { c : 6 } ;
obj . getStats ( function ( r ) { obj . stats . recordTypes = r ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } )
2020-02-02 23:37:27 +03:00
obj . file . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . eventsfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . powerfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . smbiosfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . serverstatsfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
2019-12-09 07:46:25 +03:00
}
2019-11-26 01:12:43 +03:00
// Plugin operations
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2020-02-03 01:02:50 +03:00
obj . addPlugin = function ( plugin , func ) { plugin . type = 'plugin' ; obj . pluginsfile . insertOne ( plugin , func ) ; } ; // Add a plugin
obj . getPlugins = function ( func ) { obj . pluginsfile . find ( { type : 'plugin' } ) . project ( { type : 0 } ) . sort ( { name : 1 } ) . toArray ( func ) ; } ; // Get all plugins
2021-09-20 05:50:00 +03:00
obj . getPlugin = function ( id , func ) { id = require ( 'mongodb' ) . ObjectId ( id ) ; obj . pluginsfile . find ( { _id : id } ) . sort ( { name : 1 } ) . toArray ( func ) ; } ; // Get plugin
obj . deletePlugin = function ( id , func ) { id = require ( 'mongodb' ) . ObjectId ( id ) ; obj . pluginsfile . deleteOne ( { _id : id } , func ) ; } ; // Delete plugin
obj . setPluginStatus = function ( id , status , func ) { id = require ( 'mongodb' ) . ObjectId ( id ) ; obj . pluginsfile . updateOne ( { _id : id } , { $set : { status : status } } , func ) ; } ;
obj . updatePlugin = function ( id , args , func ) { delete args . _id ; id = require ( 'mongodb' ) . ObjectId ( id ) ; obj . pluginsfile . updateOne ( { _id : id } , { $set : args } , func ) ; } ;
2019-11-26 01:12:43 +03:00
}
2020-02-02 23:37:27 +03:00
2019-05-09 23:41:14 +03:00
} else {
// Database actions on the main collection (NeDB and MongoJS)
2021-03-02 06:32:19 +03:00
obj . Set = function ( data , func ) {
obj . dbCounters . fileSet ++ ;
data = common . escapeLinksFieldNameEx ( data ) ;
var xdata = performTypedRecordEncrypt ( data ) ; obj . file . update ( { _id : xdata . _id } , xdata , { upsert : true } , func ) ;
} ;
2019-05-09 23:41:14 +03:00
obj . Get = function ( id , func ) {
if ( arguments . length > 2 ) {
var parms = [ func ] ;
for ( var parmx = 2 ; parmx < arguments . length ; ++ parmx ) { parms . push ( arguments [ parmx ] ) ; }
var func2 = function _func2 ( arg1 , arg2 ) {
var userCallback = _func2 . userArgs . shift ( ) ;
_func2 . userArgs . unshift ( arg2 ) ;
_func2 . userArgs . unshift ( arg1 ) ;
userCallback . apply ( obj , _func2 . userArgs ) ;
} ;
func2 . userArgs = parms ;
2020-03-27 05:33:13 +03:00
obj . file . find ( { _id : id } , function ( err , docs ) {
if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; }
func2 ( err , performTypedRecordDecrypt ( docs ) ) ;
} ) ;
2019-10-03 03:19:33 +03:00
} else {
2020-03-27 05:33:13 +03:00
obj . file . find ( { _id : id } , function ( err , docs ) {
if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; }
func ( err , performTypedRecordDecrypt ( docs ) ) ;
} ) ;
2019-05-09 23:41:14 +03:00
}
} ;
2019-10-03 03:19:33 +03:00
obj . GetAll = function ( func ) { obj . file . find ( { } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2019-08-07 03:58:29 +03:00
obj . GetHash = function ( id , func ) { obj . file . find ( { _id : id } , { _id : 0 , hash : 1 } , func ) ; } ;
2019-10-03 03:19:33 +03:00
obj . GetAllTypeNoTypeField = function ( type , domain , func ) { obj . file . find ( { type : type , domain : domain } , { type : 0 } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-03-30 08:40:13 +03:00
//obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, domain, type, id, func) {
//var x = { type: type, domain: domain, meshid: { $in: meshes } };
//if (id) { x._id = id; }
//obj.file.find(x, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
//};
obj . GetAllTypeNoTypeFieldMeshFiltered = function ( meshes , extrasids , domain , type , id , func ) {
if ( extrasids == null ) {
var x = { type : type , domain : domain , meshid : { $in : meshes } } ;
if ( id ) { x . _id = id ; }
2020-10-07 05:47:28 +03:00
obj . file . find ( x , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-03-30 08:40:13 +03:00
} else {
var x = { type : type , domain : domain , $or : [ { meshid : { $in : meshes } } , { _id : { $in : extrasids } } ] } ;
if ( id ) { x . _id = id ; }
2020-10-07 05:47:28 +03:00
obj . file . find ( x , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-03-30 08:40:13 +03:00
}
} ;
2020-10-31 03:08:07 +03:00
obj . GetAllTypeNodeFiltered = function ( nodes , domain , type , id , func ) {
var x = { type : type , domain : domain , nodeid : { $in : nodes } } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
} ;
2019-10-03 03:19:33 +03:00
obj . GetAllType = function ( type , func ) { obj . file . find ( { type : type } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetAllIdsOfType = function ( ids , domain , type , func ) { obj . file . find ( { type : type , domain : domain , _id : { $in : ids } } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetUserWithEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email } , { type : 0 } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-09-25 23:58:36 +03:00
obj . GetUserWithVerifiedEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email , emailVerified : true } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-05-26 22:46:48 +03:00
obj . Remove = function ( id , func ) { obj . file . remove ( { _id : id } , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveAll = function ( func ) { obj . file . remove ( { } , { multi : true } , func ) ; } ;
obj . RemoveAllOfType = function ( type , func ) { obj . file . remove ( { type : type } , { multi : true } , func ) ; } ;
2021-03-27 10:26:18 +03:00
obj . InsertMany = function ( data , func ) { obj . file . insert ( data , func ) ; } ; // Insert records directly, no link escaping
2019-05-09 23:41:14 +03:00
obj . RemoveMeshDocuments = function ( id ) { obj . file . remove ( { meshid : id } , { multi : true } ) ; obj . file . remove ( { _id : 'nt' + id } ) ; } ;
2020-03-05 01:57:03 +03:00
obj . MakeSiteAdmin = function ( username , domain ) { obj . Get ( 'user/' + domain + '/' + username , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . siteadmin = 0xFFFFFFFF ; obj . Set ( docs [ 0 ] ) ; } } ) ; } ;
2019-05-09 23:41:14 +03:00
obj . DeleteDomain = function ( domain , func ) { obj . file . remove ( { domain : domain } , { multi : true } , func ) ; } ;
2019-12-10 00:43:02 +03:00
obj . SetUser = function ( user ) { if ( user . subscriptions != null ) { var u = Clone ( user ) ; if ( u . subscriptions ) { delete u . subscriptions ; } obj . Set ( u ) ; } else { obj . Set ( user ) ; } } ;
2019-05-09 23:41:14 +03:00
obj . dispose = function ( ) { for ( var x in obj ) { if ( obj [ x ] . close ) { obj [ x ] . close ( ) ; } delete obj [ x ] ; } } ;
obj . getLocalAmtNodes = function ( func ) { obj . file . find ( { type : 'node' , host : { $exists : true , $ne : null } , intelamt : { $exists : true } } , func ) ; } ;
2021-07-31 20:05:32 +03:00
obj . getAmtUuidMeshNode = function ( domainid , mtype , uuid , func ) { obj . file . find ( { type : 'node' , domain : domainid , mtype : mtype , 'intelamt.uuid' : uuid } , func ) ; } ;
2019-06-06 01:24:07 +03:00
obj . isMaxType = function ( max , type , domainid , func ) { if ( max == null ) { func ( false ) ; } else { obj . file . count ( { type : type , domain : domainid } , function ( err , count ) { func ( ( err != null ) || ( count > max ) , count ) ; } ) ; } }
2019-05-09 23:41:14 +03:00
// Database actions on the events collection
obj . GetAllEvents = function ( func ) { obj . eventsfile . find ( { } , func ) ; } ;
2021-01-05 03:26:25 +03:00
obj . StoreEvent = function ( event , func ) { obj . eventsfile . insert ( event , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . GetEvents = function ( ids , domain , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } , func ) ; } } ;
obj . GetEventsWithLimit = function ( ids , domain , limit , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ; } } ;
2022-01-12 00:10:36 +03:00
obj . GetUserEvents = function ( ids , domain , userid , func ) {
2019-05-09 23:41:14 +03:00
if ( obj . databaseType == 1 ) {
2022-01-12 00:10:36 +03:00
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { userid : userid } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . exec ( func ) ;
2019-05-09 23:41:14 +03:00
} else {
2022-01-12 00:10:36 +03:00
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { userid : userid } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } , func ) ;
2019-05-09 23:41:14 +03:00
}
} ;
2022-01-12 00:10:36 +03:00
obj . GetUserEventsWithLimit = function ( ids , domain , userid , limit , func ) {
2019-05-09 23:41:14 +03:00
if ( obj . databaseType == 1 ) {
2022-01-12 00:10:36 +03:00
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { userid : userid } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ;
2019-05-09 23:41:14 +03:00
} else {
2022-01-12 00:10:36 +03:00
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { userid : userid } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ;
2019-05-09 23:41:14 +03:00
}
} ;
2021-09-09 20:09:18 +03:00
obj . GetEventsTimeRange = function ( ids , domain , msgids , start , end , func ) {
if ( obj . databaseType == 1 ) {
2021-09-10 00:50:59 +03:00
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } ] , msgid : { $in : msgids } , time : { $gte : start , $lte : end } } , { type : 0 , _id : 0 , domain : 0 , node : 0 } ) . sort ( { time : 1 } ) . exec ( func ) ;
2021-09-09 20:09:18 +03:00
} else {
2021-09-10 00:50:59 +03:00
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } ] , msgid : { $in : msgids } , time : { $gte : start , $lte : end } } , { type : 0 , _id : 0 , domain : 0 , node : 0 } ) . sort ( { time : 1 } , func ) ;
2021-09-09 20:09:18 +03:00
}
} ;
2022-01-12 00:10:36 +03:00
obj . GetUserLoginEvents = function ( domain , userid , func ) {
2021-03-02 00:23:37 +03:00
if ( obj . databaseType == 1 ) {
2022-01-12 00:10:36 +03:00
obj . eventsfile . find ( { domain : domain , action : { $in : [ 'authfail' , 'login' ] } , userid : userid , msgArgs : { $exists : true } } , { action : 1 , time : 1 , msgid : 1 , msgArgs : 1 , tokenName : 1 } ) . sort ( { time : - 1 } ) . exec ( func ) ;
2021-03-02 00:23:37 +03:00
} else {
2022-01-12 00:10:36 +03:00
obj . eventsfile . find ( { domain : domain , action : { $in : [ 'authfail' , 'login' ] } , userid : userid , msgArgs : { $exists : true } } , { action : 1 , time : 1 , msgid : 1 , msgArgs : 1 , tokenName : 1 } ) . sort ( { time : - 1 } , func ) ;
2021-03-02 00:23:37 +03:00
}
} ;
2019-05-09 23:41:14 +03:00
obj . GetNodeEventsWithLimit = function ( nodeid , domain , limit , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ; } } ;
2019-09-18 22:05:33 +03:00
obj . GetNodeEventsSelfWithLimit = function ( nodeid , domain , userid , limit , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid , userid : { $in : [ userid , null ] } } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ; } } ;
2019-05-09 23:41:14 +03:00
obj . RemoveAllEvents = function ( domain ) { obj . eventsfile . remove ( { domain : domain } , { multi : true } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . RemoveAllNodeEvents = function ( domain , nodeid ) { if ( ( domain == null ) || ( nodeid == null ) ) return ; obj . eventsfile . remove ( { domain : domain , nodeid : nodeid } , { multi : true } ) ; } ;
obj . RemoveAllUserEvents = function ( domain , userid ) { if ( ( domain == null ) || ( userid == null ) ) return ; obj . eventsfile . remove ( { domain : domain , userid : userid } , { multi : true } ) ; } ;
2022-01-12 00:10:36 +03:00
obj . GetFailedLoginCount = function ( userid , domainid , lastlogin , func ) { obj . eventsfile . count ( { action : 'authfail' , userid : userid , domain : domainid , time : { "$gte" : lastlogin } } , function ( err , count ) { func ( ( err == null ) ? count : 0 ) ; } ) ; }
2019-05-09 23:41:14 +03:00
// Database actions on the power collection
obj . getAllPower = function ( func ) { obj . powerfile . find ( { } , func ) ; } ;
2019-12-09 22:30:08 +03:00
obj . storePowerEvent = function ( event , multiServer , func ) { if ( multiServer != null ) { event . server = multiServer . serverid ; } obj . powerfile . insert ( event , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . getPowerTimeline = function ( nodeid , func ) { if ( obj . databaseType == 1 ) { obj . powerfile . find ( { nodeid : { $in : [ '*' , nodeid ] } } , { _id : 0 , nodeid : 0 , s : 0 } ) . sort ( { time : 1 } ) . exec ( func ) ; } else { obj . powerfile . find ( { nodeid : { $in : [ '*' , nodeid ] } } , { _id : 0 , nodeid : 0 , s : 0 } ) . sort ( { time : 1 } , func ) ; } } ;
obj . removeAllPowerEvents = function ( ) { obj . powerfile . remove ( { } , { multi : true } ) ; } ;
2022-01-10 05:44:43 +03:00
obj . removeAllPowerEventsForNode = function ( nodeid ) { if ( nodeid == null ) return ; obj . powerfile . remove ( { nodeid : nodeid } , { multi : true } ) ; } ;
2019-05-09 23:41:14 +03:00
// Database actions on the SMBIOS collection
2020-09-08 21:58:23 +03:00
if ( obj . smbiosfile != null ) {
obj . GetAllSMBIOS = function ( func ) { obj . smbiosfile . find ( { } , func ) ; } ;
obj . SetSMBIOS = function ( smbios , func ) { obj . smbiosfile . update ( { _id : smbios . _id } , smbios , { upsert : true } , func ) ; } ;
obj . RemoveSMBIOS = function ( id ) { obj . smbiosfile . remove ( { _id : id } ) ; } ;
obj . GetSMBIOS = function ( id , func ) { obj . smbiosfile . find ( { _id : id } , func ) ; } ;
}
2019-05-09 23:41:14 +03:00
// Database actions on the Server Stats collection
2019-12-09 22:30:08 +03:00
obj . SetServerStats = function ( data , func ) { obj . serverstatsfile . insert ( data , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . GetServerStats = function ( hours , func ) { var t = new Date ( ) ; t . setTime ( t . getTime ( ) - ( 60 * 60 * 1000 * hours ) ) ; obj . serverstatsfile . find ( { time : { $gt : t } } , { _id : 0 , cpu : 0 } , func ) ; } ;
// Read a configuration file from the database
obj . getConfigFile = function ( path , func ) { obj . Get ( 'cfile/' + path , func ) ; }
// Write a configuration file to the database
obj . setConfigFile = function ( path , data , func ) { obj . Set ( { _id : 'cfile/' + path , type : 'cfile' , data : data . toString ( 'base64' ) } , func ) ; }
// List all configuration files
obj . listConfigFiles = function ( func ) { obj . file . find ( { type : 'cfile' } ) . sort ( { _id : 1 } ) . exec ( func ) ; }
// Get all configuration files
obj . getAllConfigFiles = function ( password , func ) {
obj . file . find ( { type : 'cfile' } , function ( err , docs ) {
if ( err != null ) { func ( null ) ; return ; }
var r = null ;
for ( var i = 0 ; i < docs . length ; i ++ ) {
var name = docs [ i ] . _id . split ( '/' ) [ 1 ] ;
var data = obj . decryptData ( password , docs [ i ] . data ) ;
if ( data != null ) { if ( r == null ) { r = { } ; } r [ name ] = data ; }
}
func ( r ) ;
} ) ;
}
2019-11-26 01:12:43 +03:00
2019-12-09 07:46:25 +03:00
// Get database information
obj . getDbStats = function ( func ) {
2020-09-08 21:58:23 +03:00
obj . stats = { c : 5 } ;
2019-12-09 07:46:25 +03:00
obj . getStats ( function ( r ) { obj . stats . recordTypes = r ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } )
obj . file . count ( { } , function ( err , count ) { obj . stats . meshcentral = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . eventsfile . count ( { } , function ( err , count ) { obj . stats . events = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . powerfile . count ( { } , function ( err , count ) { obj . stats . power = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . serverstatsfile . count ( { } , function ( err , count ) { obj . stats . serverstats = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
}
2019-11-26 01:12:43 +03:00
// Plugin operations
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2019-12-09 07:46:25 +03:00
obj . addPlugin = function ( plugin , func ) { plugin . type = 'plugin' ; obj . pluginsfile . insert ( plugin , func ) ; } ; // Add a plugin
obj . getPlugins = function ( func ) { obj . pluginsfile . find ( { 'type' : 'plugin' } , { 'type' : 0 } ) . sort ( { name : 1 } ) . exec ( func ) ; } ; // Get all plugins
2019-11-26 01:12:43 +03:00
obj . getPlugin = function ( id , func ) { obj . pluginsfile . find ( { _id : id } ) . sort ( { name : 1 } ) . exec ( func ) ; } ; // Get plugin
obj . deletePlugin = function ( id , func ) { obj . pluginsfile . remove ( { _id : id } , func ) ; } ; // Delete plugin
obj . setPluginStatus = function ( id , status , func ) { obj . pluginsfile . update ( { _id : id } , { $set : { status : status } } , func ) ; } ;
obj . updatePlugin = function ( id , args , func ) { delete args . _id ; obj . pluginsfile . update ( { _id : id } , { $set : args } , func ) ; } ;
}
2019-11-22 22:25:13 +03:00
2019-05-09 23:41:14 +03:00
}
func ( obj ) ; // Completed function setup
2019-02-03 01:54:36 +03:00
}
2019-02-02 02:16:46 +03:00
2019-06-08 02:44:00 +03:00
// Return a human readable string with current backup configuration
obj . getBackupConfig = function ( ) {
var r = '' , backupPath = parent . backuppath ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . backuppath ) { backupPath = parent . config . settings . autobackup . backuppath ; }
2021-04-25 02:51:10 +03:00
var dbname = 'meshcentral' ;
if ( parent . args . mongodbname ) { dbname = parent . args . mongodbname ; }
2021-06-22 18:40:26 +03:00
else if ( ( typeof parent . args . mariadb == 'object' ) && ( typeof parent . args . mariadb . database == 'string' ) ) { dbname = parent . args . mariadb . database ; }
else if ( ( typeof parent . args . mysql == 'object' ) && ( typeof parent . args . mysql . database == 'string' ) ) { dbname = parent . args . mysql . database ; }
2021-04-25 02:51:10 +03:00
2019-06-08 02:44:00 +03:00
const currentDate = new Date ( ) ;
const fileSuffix = currentDate . getFullYear ( ) + '-' + padNumber ( currentDate . getMonth ( ) + 1 , 2 ) + '-' + padNumber ( currentDate . getDate ( ) , 2 ) + '-' + padNumber ( currentDate . getHours ( ) , 2 ) + '-' + padNumber ( currentDate . getMinutes ( ) , 2 ) ;
const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix ;
const newAutoBackupPath = parent . path . join ( backupPath , newAutoBackupFile ) ;
r += 'DB Name: ' + dbname + '\r\n' ;
2021-04-25 02:51:10 +03:00
r += 'DB Type: ' + [ 'None' , 'NeDB' , 'MongoJS' , 'MongoDB' , 'MariaDB' , 'MySQL' ] [ obj . databaseType ] + '\r\n' ;
2019-06-08 02:44:00 +03:00
r += 'BackupPath: ' + backupPath + '\r\n' ;
r += 'newAutoBackupFile: ' + newAutoBackupFile + '\r\n' ;
r += 'newAutoBackupPath: ' + newAutoBackupPath + '\r\n' ;
if ( parent . config . settings . autobackup == null ) {
r += 'No Settings/AutoBackup\r\n' ;
} else {
if ( parent . config . settings . autobackup . backupintervalhours != null ) {
if ( typeof parent . config . settings . autobackup . backupintervalhours != 'number' ) { r += 'Bad backupintervalhours type\r\n' ; }
else { r += 'Backup Interval (Hours): ' + parent . config . settings . autobackup . backupintervalhours + '\r\n' ; }
}
if ( parent . config . settings . autobackup . keeplastdaysbackup != null ) {
if ( typeof parent . config . settings . autobackup . keeplastdaysbackup != 'number' ) { r += 'Bad keeplastdaysbackup type\r\n' ; }
else { r += 'Keep Last Backups (Days): ' + parent . config . settings . autobackup . keeplastdaysbackup + '\r\n' ; }
}
if ( parent . config . settings . autobackup . zippassword != null ) {
if ( typeof parent . config . settings . autobackup . zippassword != 'string' ) { r += 'Bad zippassword type\r\n' ; }
else { r += 'ZIP Password Set\r\n' ; }
}
if ( parent . config . settings . autobackup . mongodumppath != null ) {
if ( typeof parent . config . settings . autobackup . mongodumppath != 'string' ) { r += 'Bad mongodumppath type\r\n' ; }
else { r += 'MongoDump Path: ' + parent . config . settings . autobackup . mongodumppath + '\r\n' ; }
}
2021-04-25 02:51:10 +03:00
if ( parent . config . settings . autobackup . mysqldumppath != null ) {
if ( typeof parent . config . settings . autobackup . mysqldumppath != 'string' ) { r += 'Bad mysqldump type\r\n' ; }
else { r += 'MySqlDump Path: ' + parent . config . settings . autobackup . mysqldumppath + '\r\n' ; }
}
2019-06-08 02:44:00 +03:00
}
return r ;
}
2021-05-01 22:08:29 +03:00
function buildSqlDumpCommand ( ) {
var props = ( obj . databaseType == 4 ) ? parent . args . mariadb : parent . args . mysql ;
var mysqldumpPath = 'mysqldump' ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . mysqldumppath ) {
mysqldumpPath = parent . config . settings . autobackup . mysqldumppath ;
}
var cmd = '\"' + mysqldumpPath + '\" --user=\'' + props . user + '\'' ;
// Windows will treat ' as part of the pw. Linux/Unix requires it to escape.
cmd += ( parent . platform == 'win32' ) ? ' --password=\"' + props . password + '\"' : ' --password=\'' + props . password + '\'' ;
if ( props . host ) { cmd += ' -h ' + props . host ; }
if ( props . port ) { cmd += ' -P ' + props . port ; }
2021-11-18 03:12:18 +03:00
if ( props . awsrds ) { cmd += ' --single-transaction' ; }
2021-05-01 22:08:29 +03:00
// SSL options different on mariadb/mysql
var sslOptions = '' ;
if ( obj . databaseType == 4 ) {
2021-05-01 22:56:18 +03:00
if ( props . ssl ) {
sslOptions = ' --ssl' ;
2021-05-02 22:30:38 +03:00
if ( props . ssl . cacertpath ) sslOptions = ' --ssl-ca=' + props . ssl . cacertpath ;
if ( props . ssl . dontcheckserveridentity != true ) sslOptions += ' --ssl-verify-server-cert' ;
2021-05-02 21:43:55 +03:00
if ( props . ssl . clientcertpath ) sslOptions += ' --ssl-cert=' + props . ssl . clientcertpath ;
if ( props . ssl . clientkeypath ) sslOptions += ' --ssl-key=' + props . ssl . clientkeypath ;
2021-05-01 22:56:18 +03:00
}
2021-05-01 22:08:29 +03:00
} else {
2021-05-01 22:56:18 +03:00
if ( props . ssl ) {
sslOptions = ' --ssl-mode=required' ;
2021-05-02 22:30:38 +03:00
if ( props . ssl . cacertpath ) sslOptions = ' --ssl-ca=' + props . ssl . cacertpath ;
if ( props . ssl . dontcheckserveridentity != true ) sslOptions += ' --ssl-mode=verify_identity' ;
else sslOptions += ' --ssl-mode=required' ;
2021-05-02 21:43:55 +03:00
if ( props . ssl . clientcertpath ) sslOptions += ' --ssl-cert=' + props . ssl . clientcertpath ;
if ( props . ssl . clientkeypath ) sslOptions += ' --ssl-key=' + props . ssl . clientkeypath ;
2021-05-01 22:56:18 +03:00
}
2021-05-01 22:08:29 +03:00
}
cmd += sslOptions ;
var dbname = ( props . database ) ? props . database : 'meshcentral' ;
cmd += ' ' + dbname
return cmd ;
}
2021-07-07 06:59:22 +03:00
function buildMongoDumpCommand ( ) {
const dburl = parent . args . mongodb ;
var mongoDumpPath = 'mongodump' ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . mongodumppath ) {
mongoDumpPath = parent . config . settings . autobackup . mongodumppath ;
}
var cmd = '"' + mongoDumpPath + '"' ;
if ( dburl ) { cmd = '\"' + mongoDumpPath + '\" --uri=\"' + dburl + '\"' ; }
return cmd ;
}
2020-12-29 06:25:21 +03:00
// Check that the server is capable of performing a backup
obj . checkBackupCapability = function ( func ) {
2020-12-31 05:52:44 +03:00
if ( ( parent . config . settings . autobackup == null ) || ( parent . config . settings . autobackup == false ) ) { func ( ) ; }
2020-12-29 06:25:21 +03:00
if ( ( obj . databaseType == 2 ) || ( obj . databaseType == 3 ) ) {
// Check that we have access to MongoDump
var backupPath = parent . backuppath ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . backuppath ) { backupPath = parent . config . settings . autobackup . backuppath ; }
2021-03-10 00:04:59 +03:00
try { parent . fs . mkdirSync ( backupPath ) ; } catch ( e ) { }
2021-07-07 06:59:22 +03:00
var cmd = buildMongoDumpCommand ( ) ;
2021-04-10 21:23:07 +03:00
cmd += ( parent . platform == 'win32' ) ? ' --archive=\"nul\"' : ' --archive=\"/dev/null\"' ;
2020-12-29 06:25:21 +03:00
const child _process = require ( 'child_process' ) ;
2021-04-08 00:27:23 +03:00
child _process . exec ( cmd , { cwd : backupPath } , function ( error , stdout , stderr ) {
2020-12-29 06:25:21 +03:00
try {
if ( ( error != null ) && ( error != '' ) ) {
2021-05-21 18:41:30 +03:00
console . log ( error ) ;
2021-01-09 11:40:03 +03:00
if ( parent . platform == 'win32' ) {
func ( 1 , "Unable to find mongodump.exe, MongoDB database auto-backup will not be performed." ) ;
} else {
func ( 1 , "Unable to find mongodump, MongoDB database auto-backup will not be performed." ) ;
}
2020-12-29 06:25:21 +03:00
} else {
func ( ) ;
}
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
2021-04-11 00:21:02 +03:00
} else if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) {
// Check that we have access to mysqldump
var backupPath = parent . backuppath ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . backuppath ) { backupPath = parent . config . settings . autobackup . backuppath ; }
try { parent . fs . mkdirSync ( backupPath ) ; } catch ( e ) { }
2021-05-01 22:08:29 +03:00
var cmd = buildSqlDumpCommand ( ) ;
cmd += ' > ' + ( ( parent . platform == 'win32' ) ? '\"nul\"' : '\"/dev/null\"' ) ;
2021-04-11 00:21:02 +03:00
const child _process = require ( 'child_process' ) ;
child _process . exec ( cmd , { cwd : backupPath } , function ( error , stdout , stdin ) {
try {
if ( ( error != null ) && ( error != '' ) ) {
if ( parent . platform == 'win32' ) {
func ( 1 , "Unable to find mysqldump.exe, MySQL/MariaDB database auto-backup will not be performed." ) ;
} else {
func ( 1 , "Unable to find mysqldump, MySQL/MariaDB database auto-backup will not be performed." ) ;
}
} else {
func ( ) ;
}
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
2020-12-29 06:25:21 +03:00
} else {
func ( ) ;
}
}
2021-02-26 06:13:51 +03:00
// MongoDB pending bulk read operation, perform fast bulk document reads.
function fileBulkReadCompleted ( err , docs ) {
// Send out callbacks with results
if ( docs != null ) {
for ( var i in docs ) {
if ( docs [ i ] . links != null ) { docs [ i ] = common . unEscapeLinksFieldName ( docs [ i ] ) ; }
const id = docs [ i ] . _id ;
if ( obj . filePendingGets [ id ] != null ) {
for ( var j in obj . filePendingGets [ id ] ) {
if ( typeof obj . filePendingGets [ id ] [ j ] == 'function' ) { obj . filePendingGets [ id ] [ j ] ( err , performTypedRecordDecrypt ( [ docs [ i ] ] ) ) ; }
}
delete obj . filePendingGets [ id ] ;
}
}
}
// If there are not results, send out a null callback
for ( var i in obj . filePendingGets ) { for ( var j in obj . filePendingGets [ i ] ) { obj . filePendingGets [ i ] [ j ] ( err , [ ] ) ; } }
// Move on to process any more pending get operations
obj . filePendingGets = obj . filePendingGet ;
obj . filePendingGet = null ;
if ( obj . filePendingGets != null ) {
var findlist = [ ] ;
for ( var i in obj . filePendingGets ) { findlist . push ( i ) ; }
obj . file . find ( { _id : { $in : findlist } } ) . toArray ( fileBulkReadCompleted ) ;
}
}
// MongoDB pending bulk remove operation, perform fast bulk document removes.
function fileBulkRemoveCompleted ( err ) {
// Send out callbacks
for ( var i in obj . filePendingRemoves ) {
for ( var j in obj . filePendingRemoves [ i ] ) {
if ( typeof obj . filePendingRemoves [ i ] [ j ] == 'function' ) { obj . filePendingRemoves [ i ] [ j ] ( err ) ; }
}
}
// Move on to process any more pending get operations
obj . filePendingRemoves = obj . filePendingRemove ;
obj . filePendingRemove = null ;
if ( obj . filePendingRemoves != null ) {
2021-03-02 06:32:19 +03:00
obj . dbCounters . fileRemoveBulk ++ ;
2021-02-26 06:13:51 +03:00
var findlist = [ ] , count = 0 ;
for ( var i in obj . filePendingRemoves ) { findlist . push ( i ) ; count ++ ; }
obj . file . deleteMany ( { _id : { $in : findlist } } , { multi : true } , fileBulkRemoveCompleted ) ;
}
}
// MongoDB pending bulk write operation, perform fast bulk document replacement.
function fileBulkWriteCompleted ( ) {
// Callbacks
if ( obj . filePendingCbs != null ) {
for ( var i in obj . filePendingCbs ) { if ( typeof obj . filePendingCbs [ i ] == 'function' ) { obj . filePendingCbs [ i ] ( ) ; } }
obj . filePendingCbs = null ;
}
if ( obj . filePendingSets != null ) {
// Perform pending operations
2021-03-02 06:32:19 +03:00
obj . dbCounters . fileSetBulk ++ ;
2021-02-26 06:13:51 +03:00
var ops = [ ] ;
obj . filePendingCbs = obj . filePendingCb ;
obj . filePendingCb = null ;
for ( var i in obj . filePendingSets ) { ops . push ( { replaceOne : { filter : { _id : i } , replacement : performTypedRecordEncrypt ( common . escapeLinksFieldNameEx ( obj . filePendingSets [ i ] ) ) , upsert : true } } ) ; }
obj . file . bulkWrite ( ops , fileBulkWriteCompleted ) ;
obj . filePendingSets = null ;
} else {
// All done, no pending operations.
obj . filePendingSet = false ;
}
}
// MongoDB pending bulk write operation, perform fast bulk document replacement.
function eventsFileBulkWriteCompleted ( ) {
// Callbacks
if ( obj . eventsFilePendingCbs != null ) { for ( var i in obj . eventsFilePendingCbs ) { obj . eventsFilePendingCbs [ i ] ( ) ; } obj . eventsFilePendingCbs = null ; }
if ( obj . eventsFilePendingSets != null ) {
// Perform pending operations
2021-03-02 06:32:19 +03:00
obj . dbCounters . eventsSetBulk ++ ;
2021-02-26 06:13:51 +03:00
var ops = [ ] ;
2021-08-27 00:48:17 +03:00
for ( var i in obj . eventsFilePendingSets ) { ops . push ( { insertOne : { document : obj . eventsFilePendingSets [ i ] } } ) ; }
2021-02-26 06:13:51 +03:00
obj . eventsFilePendingCbs = obj . eventsFilePendingCb ;
obj . eventsFilePendingCb = null ;
obj . eventsFilePendingSets = null ;
obj . eventsfile . bulkWrite ( ops , eventsFileBulkWriteCompleted ) ;
} else {
// All done, no pending operations.
obj . eventsFilePendingSet = false ;
}
}
// MongoDB pending bulk write operation, perform fast bulk document replacement.
function powerFileBulkWriteCompleted ( ) {
// Callbacks
if ( obj . powerFilePendingCbs != null ) { for ( var i in obj . powerFilePendingCbs ) { obj . powerFilePendingCbs [ i ] ( ) ; } obj . powerFilePendingCbs = null ; }
if ( obj . powerFilePendingSets != null ) {
// Perform pending operations
2021-03-02 06:32:19 +03:00
obj . dbCounters . powerSetBulk ++ ;
2021-02-26 06:13:51 +03:00
var ops = [ ] ;
2021-08-27 00:48:17 +03:00
for ( var i in obj . powerFilePendingSets ) { ops . push ( { insertOne : { document : obj . powerFilePendingSets [ i ] } } ) ; }
2021-02-26 06:13:51 +03:00
obj . powerFilePendingCbs = obj . powerFilePendingCb ;
obj . powerFilePendingCb = null ;
obj . powerFilePendingSets = null ;
obj . powerfile . bulkWrite ( ops , powerFileBulkWriteCompleted ) ;
} else {
// All done, no pending operations.
obj . powerFilePendingSet = false ;
}
}
2020-12-29 06:25:21 +03:00
// Perform a server backup
2019-05-18 01:44:01 +03:00
obj . performingBackup = false ;
2020-09-08 23:02:05 +03:00
obj . performBackup = function ( func ) {
2019-05-21 02:00:33 +03:00
try {
if ( obj . performingBackup ) return 1 ;
obj . performingBackup = true ;
//console.log('Performing backup...');
2019-05-23 01:22:10 +03:00
2019-05-24 20:33:40 +03:00
var backupPath = parent . backuppath ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . backuppath ) { backupPath = parent . config . settings . autobackup . backuppath ; }
try { parent . fs . mkdirSync ( backupPath ) ; } catch ( e ) { }
const dbname = ( parent . args . mongodbname ) ? ( parent . args . mongodbname ) : 'meshcentral' ;
2020-01-29 21:31:58 +03:00
const dburl = parent . args . mongodb ;
2019-05-21 02:00:33 +03:00
const currentDate = new Date ( ) ;
const fileSuffix = currentDate . getFullYear ( ) + '-' + padNumber ( currentDate . getMonth ( ) + 1 , 2 ) + '-' + padNumber ( currentDate . getDate ( ) , 2 ) + '-' + padNumber ( currentDate . getHours ( ) , 2 ) + '-' + padNumber ( currentDate . getMinutes ( ) , 2 ) ;
const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix ;
2019-05-24 20:33:40 +03:00
const newAutoBackupPath = parent . path . join ( backupPath , newAutoBackupFile ) ;
2019-05-21 02:00:33 +03:00
if ( ( obj . databaseType == 2 ) || ( obj . databaseType == 3 ) ) {
// Perform a MongoDump backup
const newBackupFile = 'mongodump-' + fileSuffix ;
2019-05-24 20:33:40 +03:00
var newBackupPath = parent . path . join ( backupPath , newBackupFile ) ;
2021-07-07 06:59:22 +03:00
var cmd = buildMongoDumpCommand ( ) ;
cmd += ( dburl ) ? ' --archive=\"' + newBackupPath + '.archive\"' :
' --db=\"' + dbname + '\" --archive=\"' + newBackupPath + '.archive\"' ;
2019-05-21 02:00:33 +03:00
const child _process = require ( 'child_process' ) ;
2019-05-23 01:22:10 +03:00
var backupProcess = child _process . exec ( cmd , { cwd : backupPath } , function ( error , stdout , stderr ) {
2019-05-21 02:00:33 +03:00
try {
2020-12-29 06:25:21 +03:00
var mongoDumpSuccess = true ;
2019-05-21 02:00:33 +03:00
backupProcess = null ;
2020-12-29 06:25:21 +03:00
if ( ( error != null ) && ( error != '' ) ) { mongoDumpSuccess = false ; console . log ( 'ERROR: Unable to perform MongoDB backup: ' + error + '\r\n' ) ; }
2019-05-21 02:00:33 +03:00
// Perform archive compression
var archiver = require ( 'archiver' ) ;
2019-05-24 20:33:40 +03:00
var output = parent . fs . createWriteStream ( newAutoBackupPath + '.zip' ) ;
2019-05-21 02:00:33 +03:00
var archive = null ;
2019-05-24 20:33:40 +03:00
if ( parent . config . settings . autobackup && ( typeof parent . config . settings . autobackup . zippassword == 'string' ) ) {
2021-08-20 00:10:03 +03:00
try { archiver . registerFormat ( 'zip-encrypted' , require ( 'archiver-zip-encrypted' ) ) ; } catch ( ex ) { }
2019-05-24 20:33:40 +03:00
archive = archiver . create ( 'zip-encrypted' , { zlib : { level : 9 } , encryptionMethod : 'aes256' , password : parent . config . settings . autobackup . zippassword } ) ;
2019-05-21 02:00:33 +03:00
} else {
archive = archiver ( 'zip' , { zlib : { level : 9 } } ) ;
}
2020-12-29 06:25:21 +03:00
output . on ( 'close' , function ( ) {
obj . performingBackup = false ;
if ( func ) { if ( mongoDumpSuccess ) { func ( 'Auto-backup completed.' ) ; } else { func ( 'Auto-backup completed without mongodb database: ' + error ) ; } }
obj . performCloudBackup ( newAutoBackupPath + '.zip' , func ) ;
setTimeout ( function ( ) { try { parent . fs . unlink ( newBackupPath + '.archive' , function ( ) { } ) ; } catch ( ex ) { console . log ( ex ) ; } } , 5000 ) ;
} ) ;
2019-05-21 02:00:33 +03:00
output . on ( 'end' , function ( ) { } ) ;
2021-04-12 04:47:25 +03:00
output . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
2020-09-08 23:02:05 +03:00
archive . on ( 'warning' , function ( err ) { console . log ( 'Backup warning: ' + err ) ; if ( func ) { func ( 'Backup warning: ' + err ) ; } } ) ;
archive . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
2019-05-21 02:00:33 +03:00
archive . pipe ( output ) ;
2020-12-29 06:25:21 +03:00
if ( mongoDumpSuccess == true ) { archive . file ( newBackupPath + '.archive' , { name : newBackupFile + '.archive' } ) ; }
2019-05-24 20:33:40 +03:00
archive . directory ( parent . datapath , 'meshcentral-data' ) ;
2019-05-21 02:00:33 +03:00
archive . finalize ( ) ;
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
2021-04-11 01:18:27 +03:00
} else if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) {
// Perform a MySqlDump backup
const newBackupFile = 'mysqldump-' + fileSuffix ;
var newBackupPath = parent . path . join ( backupPath , newBackupFile ) ;
2021-05-01 22:08:29 +03:00
var cmd = buildSqlDumpCommand ( ) ;
cmd += ' --result-file=\"' + newBackupPath + '.sql\"' ;
2021-04-11 01:18:27 +03:00
const child _process = require ( 'child_process' ) ;
var backupProcess = child _process . exec ( cmd , { cwd : backupPath } , function ( error , stdout , stderr ) {
try {
var sqlDumpSuccess = true ;
backupProcess = null ;
if ( ( error != null ) && ( error != '' ) ) { sqlDumpSuccess = false ; console . log ( 'ERROR: Unable to perform MySQL/MariaDB backup: ' + error + '\r\n' ) ; }
var archiver = require ( 'archiver' ) ;
var output = parent . fs . createWriteStream ( newAutoBackupPath + '.zip' ) ;
var archive = null ;
if ( parent . config . settings . autobackup && ( typeof parent . config . settings . autobackup . zippassword == 'string' ) ) {
2021-08-20 00:10:03 +03:00
try { archiver . registerFormat ( 'zip-encrypted' , require ( 'archiver-zip-encrypted' ) ) ; } catch ( ex ) { }
2021-04-11 01:18:27 +03:00
archive = archiver . create ( 'zip-encrypted' , { zlib : { level : 9 } , encryptionMethod : 'aes256' , password : parent . config . settings . autobackup . zippassword } ) ;
} else {
archive = archiver ( 'zip' , { zlib : { level : 9 } } ) ;
}
output . on ( 'close' , function ( ) {
obj . performingBackup = false ;
2021-04-11 03:41:50 +03:00
if ( func ) { if ( sqlDumpSuccess ) { func ( 'Auto-backup completed.' ) ; } else { func ( 'Auto-backup completed without MySQL/MariaDB database: ' + error ) ; } }
2021-04-11 01:18:27 +03:00
obj . performCloudBackup ( newAutoBackupPath + '.zip' , func ) ;
setTimeout ( function ( ) { try { parent . fs . unlink ( newBackupPath + '.sql' , function ( ) { } ) ; } catch ( ex ) { console . log ( ex ) ; } } , 5000 ) ;
} ) ;
output . on ( 'end' , function ( ) { } ) ;
2021-04-12 04:47:25 +03:00
output . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
2021-04-11 01:18:27 +03:00
archive . on ( 'warning' , function ( err ) { console . log ( 'Backup warning: ' + err ) ; if ( func ) { func ( 'Backup warning: ' + err ) ; } } ) ;
archive . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
archive . pipe ( output ) ;
if ( sqlDumpSuccess == true ) { archive . file ( newBackupPath + '.sql' , { name : newBackupFile + '.sql' } ) ; }
archive . directory ( parent . datapath , 'meshcentral-data' ) ;
archive . finalize ( ) ;
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
2019-05-21 02:00:33 +03:00
} else {
// Perform a NeDB backup
2019-05-17 22:40:15 +03:00
var archiver = require ( 'archiver' ) ;
2019-05-24 20:33:40 +03:00
var output = parent . fs . createWriteStream ( newAutoBackupPath + '.zip' ) ;
2019-05-17 22:40:15 +03:00
var archive = null ;
2019-05-24 20:33:40 +03:00
if ( parent . config . settings . autobackup && ( typeof parent . config . settings . autobackup . zippassword == 'string' ) ) {
2021-08-20 00:10:03 +03:00
try { archiver . registerFormat ( 'zip-encrypted' , require ( 'archiver-zip-encrypted' ) ) ; } catch ( ex ) { }
2019-05-24 20:33:40 +03:00
archive = archiver . create ( 'zip-encrypted' , { zlib : { level : 9 } , encryptionMethod : 'aes256' , password : parent . config . settings . autobackup . zippassword } ) ;
2019-05-17 22:40:15 +03:00
} else {
archive = archiver ( 'zip' , { zlib : { level : 9 } } ) ;
}
2020-09-08 23:02:05 +03:00
output . on ( 'close' , function ( ) { obj . performingBackup = false ; if ( func ) { func ( 'Auto-backup completed.' ) ; } obj . performCloudBackup ( newAutoBackupPath + '.zip' , func ) ; } ) ;
2019-05-17 22:40:15 +03:00
output . on ( 'end' , function ( ) { } ) ;
2021-04-12 04:47:25 +03:00
output . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
2020-09-08 23:02:05 +03:00
archive . on ( 'warning' , function ( err ) { console . log ( 'Backup warning: ' + err ) ; if ( func ) { func ( 'Backup warning: ' + err ) ; } } ) ;
archive . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
2019-05-17 22:40:15 +03:00
archive . pipe ( output ) ;
2019-05-24 20:33:40 +03:00
archive . directory ( parent . datapath , 'meshcentral-data' ) ;
2019-05-17 22:40:15 +03:00
archive . finalize ( ) ;
}
2019-05-21 02:00:33 +03:00
// Remove old backups
2019-05-24 20:33:40 +03:00
if ( parent . config . settings . autobackup && ( typeof parent . config . settings . autobackup . keeplastdaysbackup == 'number' ) ) {
2019-05-21 02:00:33 +03:00
var cutoffDate = new Date ( ) ;
2019-05-24 20:33:40 +03:00
cutoffDate . setDate ( cutoffDate . getDate ( ) - parent . config . settings . autobackup . keeplastdaysbackup ) ;
parent . fs . readdir ( parent . backuppath , function ( err , dir ) {
2019-05-21 02:00:33 +03:00
try {
if ( ( err == null ) && ( dir . length > 0 ) ) {
for ( var i in dir ) {
var name = dir [ i ] ;
if ( name . startsWith ( 'meshcentral-autobackup-' ) && name . endsWith ( '.zip' ) ) {
var timex = name . substring ( 23 , name . length - 4 ) . split ( '-' ) ;
if ( timex . length == 5 ) {
var fileDate = new Date ( parseInt ( timex [ 0 ] ) , parseInt ( timex [ 1 ] ) - 1 , parseInt ( timex [ 2 ] ) , parseInt ( timex [ 3 ] ) , parseInt ( timex [ 4 ] ) ) ;
2019-05-24 20:33:40 +03:00
if ( fileDate && ( cutoffDate > fileDate ) ) { try { parent . fs . unlink ( parent . path . join ( parent . backuppath , name ) , function ( ) { } ) ; } catch ( ex ) { } }
2019-05-21 02:00:33 +03:00
}
}
2019-05-17 22:40:15 +03:00
}
}
2019-05-21 02:00:33 +03:00
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
}
} catch ( ex ) { console . log ( ex ) ; }
2019-05-18 01:44:01 +03:00
return 0 ;
2019-05-17 22:40:15 +03:00
}
2020-08-21 11:57:03 +03:00
// Perform cloud backup
2020-09-08 23:02:05 +03:00
obj . performCloudBackup = function ( filename , func ) {
2020-09-10 22:43:48 +03:00
// WebDAV Backup
if ( ( typeof parent . config . settings . autobackup == 'object' ) && ( typeof parent . config . settings . autobackup . webdav == 'object' ) ) {
const xdateTimeSort = function ( a , b ) { if ( a . xdate > b . xdate ) return 1 ; if ( a . xdate < b . xdate ) return - 1 ; return 0 ; }
// Fetch the folder name
var webdavfolderName = 'MeshCentral-Backups' ;
if ( typeof parent . config . settings . autobackup . webdav . foldername == 'string' ) { webdavfolderName = parent . config . settings . autobackup . webdav . foldername ; }
// Clean up our WebDAV folder
function performWebDavCleanup ( client ) {
if ( ( typeof parent . config . settings . autobackup . webdav . maxfiles == 'number' ) && ( parent . config . settings . autobackup . webdav . maxfiles > 1 ) ) {
var directoryItems = client . getDirectoryContents ( webdavfolderName ) ;
directoryItems . then (
function ( files ) {
for ( var i in files ) { files [ i ] . xdate = new Date ( files [ i ] . lastmod ) ; }
files . sort ( xdateTimeSort ) ;
while ( files . length >= parent . config . settings . autobackup . webdav . maxfiles ) {
client . deleteFile ( files . shift ( ) . filename ) . then ( function ( state ) {
if ( func ) { func ( 'WebDAV file deleted.' ) ; }
} ) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (deleteFile) error: ' + err ) ; }
} ) ;
}
}
) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (getDirectoryContents) error: ' + err ) ; }
} ) ;
}
}
// Upload to the WebDAV folder
function performWebDavUpload ( client , filepath ) {
var fileStream = require ( 'fs' ) . createReadStream ( filepath ) ;
fileStream . on ( 'close' , function ( ) { if ( func ) { func ( 'WebDAV upload completed' ) ; } } )
fileStream . on ( 'error' , function ( err ) { if ( func ) { func ( 'WebDAV (fileUpload) error: ' + err ) ; } } )
fileStream . pipe ( client . createWriteStream ( '/' + webdavfolderName + '/' + require ( 'path' ) . basename ( filepath ) ) ) ;
if ( func ) { func ( 'Uploading using WebDAV...' ) ; }
}
if ( func ) { func ( 'Attempting WebDAV upload...' ) ; }
const { createClient } = require ( 'webdav' ) ;
const client = createClient ( parent . config . settings . autobackup . webdav . url , { username : parent . config . settings . autobackup . webdav . username , password : parent . config . settings . autobackup . webdav . password } ) ;
var directoryItems = client . getDirectoryContents ( '/' ) ;
directoryItems . then (
function ( files ) {
var folderFound = false ;
for ( var i in files ) { if ( ( files [ i ] . basename == webdavfolderName ) && ( files [ i ] . type == 'directory' ) ) { folderFound = true ; } }
if ( folderFound == false ) {
client . createDirectory ( webdavfolderName ) . then ( function ( a ) {
if ( a . statusText == 'Created' ) {
if ( func ) { func ( 'WebDAV folder created' ) ; }
performWebDavUpload ( client , filename ) ;
} else {
if ( func ) { func ( 'WebDAV (createDirectory) status: ' + a . statusText ) ; }
}
} ) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (createDirectory) error: ' + err ) ; }
} ) ;
} else {
performWebDavCleanup ( client ) ;
performWebDavUpload ( client , filename ) ;
}
}
) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (getDirectoryContents) error: ' + err ) ; }
} ) ;
}
// Google Drive Backup
if ( ( typeof parent . config . settings . autobackup == 'object' ) && ( typeof parent . config . settings . autobackup . googledrive == 'object' ) ) {
obj . Get ( 'GoogleDriveBackup' , function ( err , docs ) {
if ( ( err != null ) || ( docs . length != 1 ) || ( docs [ 0 ] . state != 3 ) ) return ;
if ( func ) { func ( 'Attempting Google Drive upload...' ) ; }
const { google } = require ( 'googleapis' ) ;
const oAuth2Client = new google . auth . OAuth2 ( docs [ 0 ] . clientid , docs [ 0 ] . clientsecret , "urn:ietf:wg:oauth:2.0:oob" ) ;
oAuth2Client . on ( 'tokens' , function ( tokens ) { if ( tokens . refresh _token ) { docs [ 0 ] . token = tokens . refresh _token ; parent . db . Set ( docs [ 0 ] ) ; } } ) ; // Update the token in the database
oAuth2Client . setCredentials ( docs [ 0 ] . token ) ;
const drive = google . drive ( { version : 'v3' , auth : oAuth2Client } ) ;
const createdTimeSort = function ( a , b ) { if ( a . createdTime > b . createdTime ) return 1 ; if ( a . createdTime < b . createdTime ) return - 1 ; return 0 ; }
// Called once we know our folder id, clean up and upload a backup.
var useGoogleDrive = function ( folderid ) {
// List files to see if we need to delete older ones
if ( typeof parent . config . settings . autobackup . googledrive . maxfiles == 'number' ) {
drive . files . list ( {
q : 'trashed = false and \'' + folderid + '\' in parents' ,
fields : 'nextPageToken, files(id, name, size, createdTime)' ,
} , function ( err , res ) {
if ( err ) {
console . log ( 'GoogleDrive (files.list) error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive (files.list) error: ' + err ) ; }
return ;
}
// Delete any old files if more than 10 files are present in the backup folder.
res . data . files . sort ( createdTimeSort ) ;
while ( res . data . files . length >= parent . config . settings . autobackup . googledrive . maxfiles ) { drive . files . delete ( { fileId : res . data . files . shift ( ) . id } , function ( err , res ) { } ) ; }
} ) ;
}
//console.log('Uploading...');
if ( func ) { func ( 'Uploading to Google Drive...' ) ; }
// Upload the backup
drive . files . create ( {
requestBody : { name : require ( 'path' ) . basename ( filename ) , mimeType : 'text/plain' , parents : [ folderid ] } ,
media : { mimeType : 'application/zip' , body : require ( 'fs' ) . createReadStream ( filename ) } ,
2020-08-21 21:47:34 +03:00
} , function ( err , res ) {
2020-09-08 23:02:05 +03:00
if ( err ) {
2020-09-10 22:43:48 +03:00
console . log ( 'GoogleDrive (files.create) error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive (files.create) error: ' + err ) ; }
2020-09-08 23:02:05 +03:00
return ;
}
2020-09-10 22:43:48 +03:00
//console.log('Upload done.');
if ( func ) { func ( 'Google Drive upload completed.' ) ; }
2020-08-21 21:47:34 +03:00
} ) ;
}
2020-08-21 11:57:03 +03:00
2020-09-10 22:43:48 +03:00
// Fetch the folder name
var folderName = 'MeshCentral-Backups' ;
if ( typeof parent . config . settings . autobackup . googledrive . foldername == 'string' ) { folderName = parent . config . settings . autobackup . googledrive . foldername ; }
2020-09-08 23:02:05 +03:00
2020-09-10 22:43:48 +03:00
// Find our backup folder, create one if needed.
drive . files . list ( {
q : 'mimeType = \'application/vnd.google-apps.folder\' and name=\'' + folderName + '\' and trashed = false' ,
fields : 'nextPageToken, files(id, name)' ,
2020-08-21 11:57:03 +03:00
} , function ( err , res ) {
2020-09-08 23:02:05 +03:00
if ( err ) {
2020-09-10 22:43:48 +03:00
console . log ( 'GoogleDrive error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive error: ' + err ) ; }
2020-09-08 23:02:05 +03:00
return ;
}
2020-09-10 22:43:48 +03:00
if ( res . data . files . length == 0 ) {
// Create a folder
drive . files . create ( { resource : { 'name' : folderName , 'mimeType' : 'application/vnd.google-apps.folder' } , fields : 'id' } , function ( err , file ) {
if ( err ) {
console . log ( 'GoogleDrive (folder.create) error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive (folder.create) error: ' + err ) ; }
return ;
}
useGoogleDrive ( file . data . id ) ;
} ) ;
} else { useGoogleDrive ( res . data . files [ 0 ] . id ) ; }
2020-08-21 11:57:03 +03:00
} ) ;
} ) ;
2020-09-10 22:43:48 +03:00
}
2020-08-21 11:57:03 +03:00
}
2021-01-05 03:26:25 +03:00
// Transfer NeDB data into the current database
obj . nedbtodb = function ( func ) {
var nedbDatastore = require ( 'nedb' ) ;
var datastoreOptions = { filename : parent . getConfigFilePath ( 'meshcentral.db' ) , autoload : true } ;
// If a DB encryption key is provided, perform database encryption
if ( ( typeof parent . args . dbencryptkey == 'string' ) && ( parent . args . dbencryptkey . length != 0 ) ) {
// Hash the database password into a AES256 key and setup encryption and decryption.
var nedbKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbencryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
datastoreOptions . afterSerialization = function ( plaintext ) {
const iv = parent . crypto . randomBytes ( 16 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-cbc' , nedbKey , iv ) ;
var ciphertext = aes . update ( plaintext ) ;
ciphertext = Buffer . concat ( [ iv , ciphertext , aes . final ( ) ] ) ;
return ciphertext . toString ( 'base64' ) ;
}
datastoreOptions . beforeDeserialization = function ( ciphertext ) {
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
const iv = ciphertextBytes . slice ( 0 , 16 ) ;
const data = ciphertextBytes . slice ( 16 ) ;
const aes = parent . crypto . createDecipheriv ( 'aes-256-cbc' , nedbKey , iv ) ;
var plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
return plaintextBytes . toString ( ) ;
}
}
// Setup all NeDB collections
var nedbfile = new nedbDatastore ( datastoreOptions ) ;
var nedbeventsfile = new nedbDatastore ( { filename : parent . getConfigFilePath ( 'meshcentral-events.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
var nedbpowerfile = new nedbDatastore ( { filename : parent . getConfigFilePath ( 'meshcentral-power.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
var nedbserverstatsfile = new nedbDatastore ( { filename : parent . getConfigFilePath ( 'meshcentral-stats.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
// Transfered record counts
var normalRecordsTransferCount = 0 ;
var eventRecordsTransferCount = 0 ;
var powerRecordsTransferCount = 0 ;
var statsRecordsTransferCount = 0 ;
var pendingTransfer = 0 ;
// Transfer the data from main database
nedbfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
performTypedRecordDecrypt ( docs )
for ( var i in docs ) {
pendingTransfer ++ ;
normalRecordsTransferCount ++ ;
obj . Set ( common . unEscapeLinksFieldName ( docs [ i ] ) , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Transfer events
nedbeventsfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
pendingTransfer ++ ;
eventRecordsTransferCount ++ ;
obj . StoreEvent ( docs [ i ] , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Transfer power events
nedbpowerfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
pendingTransfer ++ ;
powerRecordsTransferCount ++ ;
obj . storePowerEvent ( docs [ i ] , null , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Transfer server stats
nedbserverstatsfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
pendingTransfer ++ ;
statsRecordsTransferCount ++ ;
obj . SetServerStats ( docs [ i ] , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Only exit when all the records are stored.
setInterval ( function ( ) {
if ( pendingTransfer == 0 ) { func ( "Done. " + normalRecordsTransferCount + " record(s), " + eventRecordsTransferCount + " event(s), " + powerRecordsTransferCount + " power change(s), " + statsRecordsTransferCount + " stat(s)." ) ; }
} , 200 )
} ) ;
} ) ;
} ) ;
} ) ;
}
2019-05-17 22:40:15 +03:00
function padNumber ( number , digits ) { return Array ( Math . max ( digits - String ( number ) . length + 1 , 0 ) ) . join ( 0 ) + number ; }
2019-05-29 03:25:23 +03:00
// Called when a node has changed
2019-05-30 00:36:14 +03:00
function dbNodeChange ( nodeChange , added ) {
2020-03-27 05:33:13 +03:00
common . unEscapeLinksFieldName ( nodeChange . fullDocument ) ;
2020-11-13 05:42:26 +03:00
const node = performTypedRecordDecrypt ( [ nodeChange . fullDocument ] ) [ 0 ] ;
2021-02-23 03:54:30 +03:00
parent . DispatchEvent ( [ '*' , node . meshid ] , obj , { etype : 'node' , action : ( added ? 'addnode' : 'changenode' ) , node : parent . webserver . CloneSafeNode ( node ) , nodeid : node . _id , domain : node . domain , nolog : 1 } ) ;
2019-05-29 03:25:23 +03:00
}
// Called when a device group has changed
2019-05-30 00:36:14 +03:00
function dbMeshChange ( meshChange , added ) {
2019-07-15 20:24:31 +03:00
if ( parent . webserver == null ) return ;
2019-07-11 00:27:38 +03:00
common . unEscapeLinksFieldName ( meshChange . fullDocument ) ;
2020-11-13 05:42:26 +03:00
const mesh = performTypedRecordDecrypt ( [ meshChange . fullDocument ] ) [ 0 ] ;
2019-05-31 21:38:35 +03:00
// Update the mesh object in memory
const mmesh = parent . webserver . meshes [ mesh . _id ] ;
for ( var i in mesh ) { mmesh [ i ] = mesh [ i ] ; }
for ( var i in mmesh ) { if ( mesh [ i ] == null ) { delete mmesh [ i ] ; } }
// Send the mesh update
2019-05-30 00:36:14 +03:00
if ( mesh . deleted ) { mesh . action = 'deletemesh' ; } else { mesh . action = ( added ? 'createmesh' : 'meshchange' ) ; }
2019-05-29 03:25:23 +03:00
mesh . meshid = mesh . _id ;
mesh . nolog = 1 ;
delete mesh . type ;
delete mesh . _id ;
2021-02-23 03:54:30 +03:00
parent . DispatchEvent ( [ '*' , mesh . meshid ] , obj , parent . webserver . CloneSafeMesh ( mesh ) ) ;
2019-05-29 03:25:23 +03:00
}
// Called when a user account has changed
2019-05-30 00:36:14 +03:00
function dbUserChange ( userChange , added ) {
2019-07-15 20:24:31 +03:00
if ( parent . webserver == null ) return ;
2020-11-29 05:03:09 +03:00
common . unEscapeLinksFieldName ( userChange . fullDocument ) ;
2020-11-13 05:42:26 +03:00
const user = performTypedRecordDecrypt ( [ userChange . fullDocument ] ) [ 0 ] ;
2019-05-31 21:38:35 +03:00
// Update the user object in memory
const muser = parent . webserver . users [ user . _id ] ;
for ( var i in user ) { muser [ i ] = user [ i ] ; }
for ( var i in muser ) { if ( user [ i ] == null ) { delete muser [ i ] ; } }
// Send the user update
2019-06-11 21:33:44 +03:00
var targets = [ '*' , 'server-users' , user . _id ] ;
if ( user . groups ) { for ( var i in user . groups ) { targets . push ( 'server-users:' + i ) ; } }
2022-01-12 00:10:36 +03:00
parent . DispatchEvent ( targets , obj , { etype : 'user' , userid : user . _id , username : user . name , account : parent . webserver . CloneSafeUser ( user ) , action : ( added ? 'accountcreate' : 'accountchange' ) , domain : user . domain , nolog : 1 } ) ;
2019-05-29 03:25:23 +03:00
}
2020-01-02 11:30:14 +03:00
// Called when a user group has changed
function dbUGrpChange ( ugrpChange , added ) {
if ( parent . webserver == null ) return ;
common . unEscapeLinksFieldName ( ugrpChange . fullDocument ) ;
const usergroup = ugrpChange . fullDocument ;
// Update the user group object in memory
2020-11-29 05:03:09 +03:00
const uusergroup = parent . webserver . userGroups [ usergroup . _id ] ;
2020-01-02 11:30:14 +03:00
for ( var i in usergroup ) { uusergroup [ i ] = usergroup [ i ] ; }
for ( var i in uusergroup ) { if ( usergroup [ i ] == null ) { delete uusergroup [ i ] ; } }
// Send the user group update
usergroup . action = ( added ? 'createusergroup' : 'usergroupchange' ) ;
usergroup . ugrpid = usergroup . _id ;
usergroup . nolog = 1 ;
delete usergroup . type ;
delete usergroup . _id ;
parent . DispatchEvent ( [ '*' , usergroup . ugrpid ] , obj , usergroup ) ;
}
2017-08-28 19:27:45 +03:00
return obj ;
2020-01-29 23:12:09 +03:00
} ;