2017-08-28 19:27:45 +03:00
/ * *
2018-01-04 23:15:21 +03:00
* @ description MeshCentral database module
2017-08-28 19:27:45 +03:00
* @ author Ylian Saint - Hilaire
2021-01-10 01:31:09 +03:00
* @ copyright Intel Corporation 2018 - 2021
2018-01-04 23:15:21 +03:00
* @ license Apache - 2.0
2017-08-28 19:27:45 +03:00
* @ version v0 . 0.2
* /
2018-08-30 03:40:30 +03:00
/*xjslint node: true */
/*xjslint plusplus: true */
/*xjslint maxlen: 256 */
/*jshint node: true */
/*jshint strict: false */
/*jshint esversion: 6 */
"use strict" ;
2018-08-27 22:24:15 +03:00
2017-08-28 19:27:45 +03:00
//
// Construct Meshcentral database object
//
// The default database is NeDB
// https://github.com/louischatriot/nedb
//
// Alternativety, MongoDB can be used
// https://www.mongodb.com/
// Just run with --mongodb [connectionstring], where the connection string is documented here: https://docs.mongodb.com/manual/reference/connection-string/
// The default collection is "meshcentral", but you can override it using --mongodbcol [collection]
//
2019-05-09 04:14:30 +03:00
module . exports . CreateDB = function ( parent , func ) {
2017-08-28 19:27:45 +03:00
var obj = { } ;
2018-08-30 03:40:30 +03:00
var Datastore = null ;
2020-03-16 23:30:12 +03:00
var expireEventsSeconds = ( 60 * 60 * 24 * 20 ) ; // By default, expire events after 20 days (1728000). (Seconds * Minutes * Hours * Days)
var expirePowerEventsSeconds = ( 60 * 60 * 24 * 10 ) ; // By default, expire power events after 10 days (864000). (Seconds * Minutes * Hours * Days)
var expireServerStatsSeconds = ( 60 * 60 * 24 * 30 ) ; // By default, expire power events after 30 days (2592000). (Seconds * Minutes * Hours * Days)
2019-07-11 00:27:38 +03:00
const common = require ( './common.js' ) ;
2017-09-13 21:25:57 +03:00
obj . identifier = null ;
2019-01-24 23:08:48 +03:00
obj . dbKey = null ;
2019-10-03 03:19:33 +03:00
obj . dbRecordsEncryptKey = null ;
obj . dbRecordsDecryptKey = null ;
2019-05-29 03:25:23 +03:00
obj . changeStream = false ;
2020-08-24 23:26:27 +03:00
obj . pluginsActive = ( ( parent . config ) && ( parent . config . settings ) && ( parent . config . settings . plugins != null ) && ( parent . config . settings . plugins != false ) && ( ( typeof parent . config . settings . plugins != 'object' ) || ( parent . config . settings . plugins . enabled != false ) ) ) ;
2021-01-10 17:19:16 +03:00
// MongoDB bulk write state
2021-01-11 00:57:38 +03:00
obj . filePendingGet = null ;
obj . filePendingGets = null ;
2021-01-10 17:19:16 +03:00
obj . filePendingSet = false ;
obj . filePendingSets = null ;
obj . filePendingCb = null ;
obj . filePendingCbs = null ;
obj . powerFilePendingSet = false ;
obj . powerFilePendingSets = null ;
obj . powerFilePendingCb = null ;
obj . powerFilePendingCbs = null ;
obj . eventsFilePendingSet = false ;
obj . eventsFilePendingSets = null ;
obj . eventsFilePendingCb = null ;
obj . eventsFilePendingCbs = null ;
2017-09-13 21:25:57 +03:00
2019-05-09 04:14:30 +03:00
obj . SetupDatabase = function ( func ) {
// Check if the database unique identifier is present
// This is used to check that in server peering mode, everyone is using the same database.
obj . Get ( 'DatabaseIdentifier' , function ( err , docs ) {
2020-03-05 01:57:03 +03:00
if ( err != null ) { parent . debug ( 'db' , 'ERROR (Get DatabaseIdentifier): ' + err ) ; }
if ( ( err == null ) && ( docs . length == 1 ) && ( docs [ 0 ] . value != null ) ) {
2019-05-09 04:14:30 +03:00
obj . identifier = docs [ 0 ] . value ;
} else {
obj . identifier = Buffer . from ( require ( 'crypto' ) . randomBytes ( 48 ) , 'binary' ) . toString ( 'hex' ) ;
obj . Set ( { _id : 'DatabaseIdentifier' , value : obj . identifier } ) ;
}
} ) ;
// Load database schema version and check if we need to update
obj . Get ( 'SchemaVersion' , function ( err , docs ) {
2020-03-05 01:57:03 +03:00
if ( err != null ) { parent . debug ( 'db' , 'ERROR (Get SchemaVersion): ' + err ) ; }
2019-05-09 04:14:30 +03:00
var ver = 0 ;
2020-03-05 01:57:03 +03:00
if ( ( err == null ) && ( docs . length == 1 ) ) { ver = docs [ 0 ] . value ; }
2019-05-09 04:14:30 +03:00
if ( ver == 1 ) { console . log ( 'This is an unsupported beta 1 database, delete it to create a new one.' ) ; process . exit ( 0 ) ; }
// TODO: Any schema upgrades here...
obj . Set ( { _id : 'SchemaVersion' , value : 2 } ) ;
func ( ver ) ;
} ) ;
} ;
2020-08-24 23:26:27 +03:00
// Perform database maintenance
obj . maintenance = function ( ) {
if ( obj . databaseType == 1 ) { // NeDB will not remove expired records unless we try to access them. This will force the removal.
obj . eventsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
obj . powerfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expirePowerEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
obj . serverstatsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireServerStatsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
}
}
2019-05-09 04:14:30 +03:00
obj . cleanup = function ( func ) {
// TODO: Remove all mesh links to invalid users
// TODO: Remove all meshes that dont have any links
// Remove all events, power events and SMBIOS data from the main collection. They are all in seperate collections now.
2020-02-04 05:58:58 +03:00
if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) {
// MariaDB or MySQL
2020-02-02 23:37:27 +03:00
obj . RemoveAllOfType ( 'event' , function ( ) { } ) ;
obj . RemoveAllOfType ( 'power' , function ( ) { } ) ;
obj . RemoveAllOfType ( 'smbios' , function ( ) { } ) ;
} else if ( obj . databaseType == 3 ) {
2019-05-09 23:41:14 +03:00
// MongoDB
obj . file . deleteMany ( { type : 'event' } , { multi : true } ) ;
obj . file . deleteMany ( { type : 'power' } , { multi : true } ) ;
obj . file . deleteMany ( { type : 'smbios' } , { multi : true } ) ;
} else {
// NeDB or MongoJS
obj . file . remove ( { type : 'event' } , { multi : true } ) ;
obj . file . remove ( { type : 'power' } , { multi : true } ) ;
obj . file . remove ( { type : 'smbios' } , { multi : true } ) ;
}
2019-05-09 04:14:30 +03:00
2020-12-31 05:52:44 +03:00
// List of valid identifiers
var validIdentifiers = { }
// Load all user groups
obj . GetAllType ( 'ugrp' , function ( err , docs ) {
if ( err != null ) { parent . debug ( 'db' , 'ERROR (GetAll user): ' + err ) ; }
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
// Add this as a valid user identifier
validIdentifiers [ docs [ i ] . _id ] = 1 ;
}
2020-12-31 09:18:29 +03:00
}
// Fix all of the creating & login to ticks by seconds, not milliseconds.
obj . GetAllType ( 'user' , function ( err , docs ) {
if ( err != null ) { parent . debug ( 'db' , 'ERROR (GetAll user): ' + err ) ; }
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
var fixed = false ;
// Add this as a valid user identifier
validIdentifiers [ docs [ i ] . _id ] = 1 ;
// Fix email address capitalization
if ( docs [ i ] . email && ( docs [ i ] . email != docs [ i ] . email . toLowerCase ( ) ) ) {
docs [ i ] . email = docs [ i ] . email . toLowerCase ( ) ; fixed = true ;
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix account creation
if ( docs [ i ] . creation ) {
if ( docs [ i ] . creation > 1300000000000 ) { docs [ i ] . creation = Math . floor ( docs [ i ] . creation / 1000 ) ; fixed = true ; }
if ( ( docs [ i ] . creation % 1 ) != 0 ) { docs [ i ] . creation = Math . floor ( docs [ i ] . creation ) ; fixed = true ; }
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix last account login
if ( docs [ i ] . login ) {
if ( docs [ i ] . login > 1300000000000 ) { docs [ i ] . login = Math . floor ( docs [ i ] . login / 1000 ) ; fixed = true ; }
if ( ( docs [ i ] . login % 1 ) != 0 ) { docs [ i ] . login = Math . floor ( docs [ i ] . login ) ; fixed = true ; }
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix last password change
if ( docs [ i ] . passchange ) {
if ( docs [ i ] . passchange > 1300000000000 ) { docs [ i ] . passchange = Math . floor ( docs [ i ] . passchange / 1000 ) ; fixed = true ; }
if ( ( docs [ i ] . passchange % 1 ) != 0 ) { docs [ i ] . passchange = Math . floor ( docs [ i ] . passchange ) ; fixed = true ; }
}
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Fix subscriptions
if ( docs [ i ] . subscriptions != null ) { delete docs [ i ] . subscriptions ; fixed = true ; }
2019-05-09 04:14:30 +03:00
2020-12-31 09:18:29 +03:00
// Save the user if needed
if ( fixed ) { obj . Set ( docs [ i ] ) ; }
}
2020-12-31 05:52:44 +03:00
2020-12-31 09:18:29 +03:00
// Remove all objects that have a "meshid" that no longer points to a valid mesh.
// Fix any incorrectly escaped user identifiers
obj . GetAllType ( 'mesh' , function ( err , docs ) {
if ( err != null ) { parent . debug ( 'db' , 'ERROR (GetAll mesh): ' + err ) ; }
var meshlist = [ ] ;
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
var meshChange = false ;
docs [ i ] = common . unEscapeLinksFieldName ( docs [ i ] ) ;
meshlist . push ( docs [ i ] . _id ) ;
// Make sure all mesh types are number type, if not, fix it.
if ( typeof docs [ i ] . mtype == 'string' ) { docs [ i ] . mtype = parseInt ( docs [ i ] . mtype ) ; meshChange = true ; }
// Take a look at the links
if ( docs [ i ] . links != null ) {
for ( var j in docs [ i ] . links ) {
if ( validIdentifiers [ j ] == null ) {
// This identifier is not known, let see if we can fix it.
var xid = j , xid2 = common . unEscapeFieldName ( xid ) ;
while ( ( xid != xid2 ) && ( validIdentifiers [ xid2 ] == null ) ) { xid = xid2 ; xid2 = common . unEscapeFieldName ( xid2 ) ; }
if ( validIdentifiers [ xid2 ] == 1 ) {
//console.log('Fixing id: ' + j + ' to ' + xid2);
docs [ i ] . links [ xid2 ] = docs [ i ] . links [ j ] ;
delete docs [ i ] . links [ j ] ;
meshChange = true ;
} else {
// TODO: here, we may want to clean up links to users and user groups that do not exist anymore.
//console.log('Unknown id: ' + j);
2020-12-31 05:52:44 +03:00
}
}
}
}
2020-12-31 09:18:29 +03:00
// Save the updated device group if needed
if ( meshChange ) { obj . Set ( docs [ i ] ) ; }
2020-12-31 05:52:44 +03:00
}
2020-12-31 09:18:29 +03:00
}
if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) {
// MariaDB
sqlDbQuery ( 'DELETE FROM MeshCentral.Main WHERE (extra LIKE ("mesh/%") AND (extra NOT IN ?)' , [ meshlist ] , func ) ;
} else if ( obj . databaseType == 3 ) {
// MongoDB
obj . file . deleteMany ( { meshid : { $exists : true , $nin : meshlist } } , { multi : true } ) ;
} else {
// NeDB or MongoJS
obj . file . remove ( { meshid : { $exists : true , $nin : meshlist } } , { multi : true } ) ;
}
2020-12-31 05:52:44 +03:00
2020-12-31 09:18:29 +03:00
// We are done
validIdentifiers = null ;
if ( func ) { func ( ) ; }
} ) ;
}
} ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} ;
// Get encryption key
obj . getEncryptDataKey = function ( password ) {
if ( typeof password != 'string' ) return null ;
2019-05-24 20:33:40 +03:00
return parent . crypto . createHash ( 'sha384' ) . update ( password ) . digest ( "raw" ) . slice ( 0 , 32 ) ;
2019-05-09 04:14:30 +03:00
}
// Encrypt data
obj . encryptData = function ( password , plaintext ) {
var key = obj . getEncryptDataKey ( password ) ;
if ( key == null ) return null ;
2019-05-24 20:33:40 +03:00
const iv = parent . crypto . randomBytes ( 16 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-cbc' , key , iv ) ;
2019-05-09 04:14:30 +03:00
var ciphertext = aes . update ( plaintext ) ;
ciphertext = Buffer . concat ( [ iv , ciphertext , aes . final ( ) ] ) ;
return ciphertext . toString ( 'base64' ) ;
}
// Decrypt data
obj . decryptData = function ( password , ciphertext ) {
try {
var key = obj . getEncryptDataKey ( password ) ;
if ( key == null ) return null ;
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
const iv = ciphertextBytes . slice ( 0 , 16 ) ;
const data = ciphertextBytes . slice ( 16 ) ;
2019-05-24 20:33:40 +03:00
const aes = parent . crypto . createDecipheriv ( 'aes-256-cbc' , key , iv ) ;
2019-05-09 04:14:30 +03:00
var plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
return plaintextBytes ;
} catch ( ex ) { return null ; }
}
// Get the number of records in the database for various types, this is the slow NeDB way.
// WARNING: This is a terrible query for database performance. Only do this when needed. This query will look at almost every document in the database.
obj . getStats = function ( func ) {
2019-12-09 07:46:25 +03:00
if ( obj . databaseType == 3 ) {
// MongoDB
obj . file . aggregate ( [ { "$group" : { _id : "$type" , count : { $sum : 1 } } } ] ) . toArray ( function ( err , docs ) {
var counters = { } , totalCount = 0 ;
2020-03-05 01:57:03 +03:00
if ( err == null ) { for ( var i in docs ) { if ( docs [ i ] . _id != null ) { counters [ docs [ i ] . _id ] = docs [ i ] . count ; totalCount += docs [ i ] . count ; } } }
2019-12-09 07:46:25 +03:00
func ( counters ) ;
} ) ;
} else if ( obj . databaseType == 2 ) {
// MongoJS
2019-05-09 04:14:30 +03:00
obj . file . aggregate ( [ { "$group" : { _id : "$type" , count : { $sum : 1 } } } ] , function ( err , docs ) {
var counters = { } , totalCount = 0 ;
2020-03-05 01:57:03 +03:00
if ( err == null ) { for ( var i in docs ) { if ( docs [ i ] . _id != null ) { counters [ docs [ i ] . _id ] = docs [ i ] . count ; totalCount += docs [ i ] . count ; } } }
2019-12-09 07:46:25 +03:00
func ( counters ) ;
} ) ;
} else if ( obj . databaseType == 1 ) {
2019-05-09 04:14:30 +03:00
// NeDB version
obj . file . count ( { type : 'node' } , function ( err , nodeCount ) {
obj . file . count ( { type : 'mesh' } , function ( err , meshCount ) {
obj . file . count ( { type : 'user' } , function ( err , userCount ) {
2019-12-09 07:46:25 +03:00
obj . file . count ( { type : 'sysinfo' } , function ( err , sysinfoCount ) {
obj . file . count ( { type : 'note' } , function ( err , noteCount ) {
obj . file . count ( { type : 'iploc' } , function ( err , iplocCount ) {
obj . file . count ( { type : 'ifinfo' } , function ( err , ifinfoCount ) {
obj . file . count ( { type : 'cfile' } , function ( err , cfileCount ) {
obj . file . count ( { type : 'lastconnect' } , function ( err , lastconnectCount ) {
obj . file . count ( { } , function ( err , totalCount ) {
func ( { node : nodeCount , mesh : meshCount , user : userCount , sysinfo : sysinfoCount , iploc : iplocCount , note : noteCount , ifinfo : ifinfoCount , cfile : cfileCount , lastconnect : lastconnectCount , total : totalCount } ) ;
} ) ;
} ) ;
} ) ;
} ) ;
} ) ;
} ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} ) ;
} ) ;
} ) ;
}
}
// This is used to rate limit a number of operation per day. Returns a startValue each new days, but you can substract it and save the value in the db.
2020-03-05 01:57:03 +03:00
obj . getValueOfTheDay = function ( id , startValue , func ) { obj . Get ( id , function ( err , docs ) { var date = new Date ( ) , t = date . toLocaleDateString ( ) ; if ( ( err == null ) && ( docs . length == 1 ) ) { var r = docs [ 0 ] ; if ( r . day == t ) { func ( { _id : id , value : r . value , day : t } ) ; return ; } } func ( { _id : id , value : startValue , day : t } ) ; } ) ; } ;
2019-05-09 04:14:30 +03:00
obj . escapeBase64 = function escapeBase64 ( val ) { return ( val . replace ( /\+/g , '@' ) . replace ( /\//g , '$' ) ) ; }
2019-10-03 23:32:54 +03:00
// Encrypt an database object
obj . performRecordEncryptionRecode = function ( func ) {
var count = 0 ;
obj . GetAllType ( 'user' , function ( err , docs ) {
2020-03-05 01:57:03 +03:00
if ( err != null ) { parent . debug ( 'db' , 'ERROR (performRecordEncryptionRecode): ' + err ) ; }
2019-10-03 23:32:54 +03:00
if ( err == null ) { for ( var i in docs ) { count ++ ; obj . Set ( docs [ i ] ) ; } }
obj . GetAllType ( 'node' , function ( err , docs ) {
if ( err == null ) { for ( var i in docs ) { count ++ ; obj . Set ( docs [ i ] ) ; } }
2020-08-28 02:57:39 +03:00
obj . GetAllType ( 'mesh' , function ( err , docs ) {
if ( err == null ) { for ( var i in docs ) { count ++ ; obj . Set ( docs [ i ] ) ; } }
if ( obj . databaseType == 1 ) { // If we are using NeDB, compact the database.
obj . file . persistence . compactDatafile ( ) ;
obj . file . on ( 'compaction.done' , function ( ) { func ( count ) ; } ) ; // It's important to wait for compaction to finish before exit, otherwise NeDB may corrupt.
} else {
func ( count ) ; // For all other databases, normal exit.
}
} ) ;
2019-10-03 23:32:54 +03:00
} ) ;
} ) ;
}
2019-10-03 03:19:33 +03:00
// Encrypt an database object
function performTypedRecordDecrypt ( data ) {
2020-03-05 01:57:03 +03:00
if ( ( data == null ) || ( obj . dbRecordsDecryptKey == null ) || ( typeof data != 'object' ) ) return data ;
2019-10-03 03:19:33 +03:00
for ( var i in data ) {
2020-11-03 13:58:29 +03:00
if ( data [ i ] == null ) continue ;
2019-10-03 03:19:33 +03:00
if ( data [ i ] . type == 'user' ) {
data [ i ] = performPartialRecordDecrypt ( data [ i ] ) ;
} else if ( ( data [ i ] . type == 'node' ) && ( data [ i ] . intelamt != null ) ) {
data [ i ] . intelamt = performPartialRecordDecrypt ( data [ i ] . intelamt ) ;
2020-08-28 02:57:39 +03:00
} else if ( ( data [ i ] . type == 'mesh' ) && ( data [ i ] . amt != null ) ) {
data [ i ] . amt = performPartialRecordDecrypt ( data [ i ] . amt ) ;
2019-10-03 03:19:33 +03:00
}
}
return data ;
}
2019-05-09 04:14:30 +03:00
2019-10-03 03:19:33 +03:00
// Encrypt an database object
function performTypedRecordEncrypt ( data ) {
if ( obj . dbRecordsEncryptKey == null ) return data ;
2020-08-16 21:10:02 +03:00
if ( data . type == 'user' ) { return performPartialRecordEncrypt ( Clone ( data ) , [ 'otpkeys' , 'otphkeys' , 'otpsecret' , 'salt' , 'hash' , 'oldpasswords' ] ) ; }
2020-10-25 09:34:00 +03:00
else if ( ( data . type == 'node' ) && ( data . intelamt != null ) ) { var xdata = Clone ( data ) ; xdata . intelamt = performPartialRecordEncrypt ( xdata . intelamt , [ 'user' , 'pass' , 'mpspass' ] ) ; return xdata ; }
2020-08-28 02:57:39 +03:00
else if ( ( data . type == 'mesh' ) && ( data . amt != null ) ) { var xdata = Clone ( data ) ; xdata . amt = performPartialRecordEncrypt ( xdata . amt , [ 'password' ] ) ; return xdata ; }
2019-10-03 03:19:33 +03:00
return data ;
}
// Encrypt an object and return a buffer.
function performPartialRecordEncrypt ( plainobj , encryptNames ) {
if ( typeof plainobj != 'object' ) return plainobj ;
var enc = { } , enclen = 0 ;
for ( var i in encryptNames ) { if ( plainobj [ encryptNames [ i ] ] != null ) { enclen ++ ; enc [ encryptNames [ i ] ] = plainobj [ encryptNames [ i ] ] ; delete plainobj [ encryptNames [ i ] ] ; } }
if ( enclen > 0 ) { plainobj . _CRYPT = performRecordEncrypt ( enc ) ; } else { delete plainobj . _CRYPT ; }
return plainobj ;
}
// Encrypt an object and return a buffer.
function performPartialRecordDecrypt ( plainobj ) {
if ( ( typeof plainobj != 'object' ) || ( plainobj . _CRYPT == null ) ) return plainobj ;
var enc = performRecordDecrypt ( plainobj . _CRYPT ) ;
if ( enc != null ) { for ( var i in enc ) { plainobj [ i ] = enc [ i ] ; } }
delete plainobj . _CRYPT ;
return plainobj ;
}
// Encrypt an object and return a base64.
function performRecordEncrypt ( plainobj ) {
if ( obj . dbRecordsEncryptKey == null ) return null ;
2019-10-03 23:32:54 +03:00
const iv = parent . crypto . randomBytes ( 12 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-gcm' , obj . dbRecordsEncryptKey , iv ) ;
2019-10-03 03:19:33 +03:00
var ciphertext = aes . update ( JSON . stringify ( plainobj ) ) ;
2019-10-03 23:32:54 +03:00
var cipherfinal = aes . final ( ) ;
ciphertext = Buffer . concat ( [ iv , aes . getAuthTag ( ) , ciphertext , cipherfinal ] ) ;
2019-10-03 03:19:33 +03:00
return ciphertext . toString ( 'base64' ) ;
}
// Takes a base64 and return an object.
function performRecordDecrypt ( ciphertext ) {
if ( obj . dbRecordsDecryptKey == null ) return null ;
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
2019-10-03 23:32:54 +03:00
const iv = ciphertextBytes . slice ( 0 , 12 ) ;
const data = ciphertextBytes . slice ( 28 ) ;
const aes = parent . crypto . createDecipheriv ( 'aes-256-gcm' , obj . dbRecordsDecryptKey , iv ) ;
2020-05-04 00:12:26 +03:00
aes . setAuthTag ( ciphertextBytes . slice ( 12 , 28 ) ) ;
2019-10-03 23:32:54 +03:00
var plaintextBytes , r ;
try {
plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
r = JSON . parse ( plaintextBytes . toString ( ) ) ;
} catch ( e ) { throw "Incorrect DbRecordsDecryptKey/DbRecordsEncryptKey or invalid database _CRYPT data: " + e ; }
return r ;
2019-10-03 03:19:33 +03:00
}
// Clone an object (TODO: Make this more efficient)
function Clone ( v ) { return JSON . parse ( JSON . stringify ( v ) ) ; }
2019-05-09 04:14:30 +03:00
2019-02-19 09:20:25 +03:00
// Read expiration time from configuration file
2019-05-24 20:33:40 +03:00
if ( typeof parent . args . dbexpire == 'object' ) {
if ( typeof parent . args . dbexpire . events == 'number' ) { expireEventsSeconds = parent . args . dbexpire . events ; }
if ( typeof parent . args . dbexpire . powerevents == 'number' ) { expirePowerEventsSeconds = parent . args . dbexpire . powerevents ; }
if ( typeof parent . args . dbexpire . statsevents == 'number' ) { expireServerStatsSeconds = parent . args . dbexpire . statsevents ; }
2019-02-19 09:20:25 +03:00
}
2019-10-03 03:19:33 +03:00
// If a DB record encryption key is provided, perform database record encryption
if ( ( typeof parent . args . dbrecordsencryptkey == 'string' ) && ( parent . args . dbrecordsencryptkey . length != 0 ) ) {
// Hash the database password into a AES256 key and setup encryption and decryption.
2020-08-28 02:57:39 +03:00
obj . dbRecordsEncryptKey = obj . dbRecordsDecryptKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbrecordsencryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
2019-10-03 03:19:33 +03:00
}
// If a DB record decryption key is provided, perform database record decryption
if ( ( typeof parent . args . dbrecordsdecryptkey == 'string' ) && ( parent . args . dbrecordsdecryptkey . length != 0 ) ) {
// Hash the database password into a AES256 key and setup encryption and decryption.
2020-08-28 02:57:39 +03:00
obj . dbRecordsDecryptKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbrecordsdecryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
2019-10-03 03:19:33 +03:00
}
2020-02-04 05:58:58 +03:00
if ( parent . args . mariadb || parent . args . mysql ) {
if ( parent . args . mariadb ) {
// Use MariaDB
obj . databaseType = 4 ;
Datastore = require ( 'mariadb' ) . createPool ( parent . args . mariadb ) ;
} else if ( parent . args . mysql ) {
// Use MySQL
Datastore = require ( 'mysql' ) . createConnection ( parent . args . mysql ) ;
obj . databaseType = 5 ;
}
//sqlDbQuery('DROP DATABASE MeshCentral', null, function (err, docs) { console.log('DROP'); }); return;
sqlDbQuery ( 'USE meshcentral' , null , function ( err , docs ) {
2020-03-05 01:57:03 +03:00
if ( err != null ) { parent . debug ( 'db' , 'ERROR: USE meshcentral: ' + err ) ; }
2020-02-04 05:58:58 +03:00
if ( err == null ) { setupFunctions ( func ) ; } else {
2020-03-05 01:57:03 +03:00
parent . debug ( 'db' , 'Creating database...' ) ;
2020-02-04 05:58:58 +03:00
sqlDbBatchExec ( [
2020-02-02 23:37:27 +03:00
'CREATE DATABASE meshcentral' ,
2020-02-03 02:31:30 +03:00
// Main table
2020-02-02 23:37:27 +03:00
'CREATE TABLE meshcentral.main (id VARCHAR(256) NOT NULL, type CHAR(32), domain CHAR(64), extra CHAR(255), extraex CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))' ,
'CREATE INDEX ndxtypedomainextra ON meshcentral.main (type, domain, extra)' ,
'CREATE INDEX ndxextra ON meshcentral.main (extra)' ,
'CREATE INDEX ndxextraex ON meshcentral.main (extraex)' ,
2020-02-03 02:31:30 +03:00
// Events table
2020-02-04 03:50:44 +03:00
'CREATE TABLE meshcentral.events(id INT NOT NULL AUTO_INCREMENT, time DATETIME, domain CHAR(64), action CHAR(255), nodeid CHAR(255), userid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK(json_valid(doc)))' ,
'CREATE INDEX ndxeventstime ON meshcentral.events(time)' ,
'CREATE INDEX ndxeventsusername ON meshcentral.events(domain, userid, time)' ,
'CREATE INDEX ndxeventsdomainnodeidtime ON meshcentral.events(domain, nodeid, time)' ,
// Events ID table
'CREATE TABLE meshcentral.eventids(fkid INT NOT NULL, target CHAR(255), CONSTRAINT fk_eventid FOREIGN KEY (fkid) REFERENCES events (id) ON DELETE CASCADE ON UPDATE RESTRICT)' ,
'CREATE INDEX ndxeventids ON meshcentral.eventids(target)' ,
2020-02-03 02:31:30 +03:00
// Server stats table
2020-02-02 23:37:27 +03:00
'CREATE TABLE meshcentral.serverstats (time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(time), CHECK (json_valid(doc)))' ,
'CREATE INDEX ndxserverstattime ON meshcentral.serverstats (time)' ,
2020-02-03 00:37:19 +03:00
'CREATE INDEX ndxserverstatexpire ON meshcentral.serverstats (expire)' ,
2020-02-03 02:31:30 +03:00
// Power events table
2020-02-03 00:37:19 +03:00
'CREATE TABLE meshcentral.power (id INT NOT NULL AUTO_INCREMENT, time DATETIME, nodeid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))' ,
'CREATE INDEX ndxpowernodeidtime ON meshcentral.power (nodeid, time)' ,
2020-02-03 02:31:30 +03:00
// SMBIOS table
2020-02-03 00:37:19 +03:00
'CREATE TABLE meshcentral.smbios (id CHAR(255), time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))' ,
'CREATE INDEX ndxsmbiostime ON meshcentral.smbios (time)' ,
2020-02-03 01:02:50 +03:00
'CREATE INDEX ndxsmbiosexpire ON meshcentral.smbios (expire)' ,
2020-02-03 02:31:30 +03:00
// Plugins table
2020-02-03 01:02:50 +03:00
'CREATE TABLE meshcentral.plugin (id INT NOT NULL AUTO_INCREMENT, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))'
2020-03-05 01:57:03 +03:00
] , function ( err ) {
if ( err != null ) { parent . debug ( 'db' , 'BatchSetupDb: ' + err ) ; }
setupFunctions ( func ) ;
} ) ;
2020-02-04 05:58:58 +03:00
}
2020-02-02 23:37:27 +03:00
} ) ;
} else if ( parent . args . mongodb ) {
2017-08-28 19:27:45 +03:00
// Use MongoDB
2019-05-09 04:14:30 +03:00
obj . databaseType = 3 ;
2019-09-21 01:20:59 +03:00
require ( 'mongodb' ) . MongoClient . connect ( parent . args . mongodb , { useNewUrlParser : true , useUnifiedTopology : true } , function ( err , client ) {
2019-05-09 04:14:30 +03:00
if ( err != null ) { console . log ( "Unable to connect to database: " + err ) ; process . exit ( ) ; return ; }
2019-05-09 23:41:14 +03:00
Datastore = client ;
2020-03-05 01:57:03 +03:00
parent . debug ( 'db' , 'Connected to MongoDB database...' ) ;
2019-05-21 04:03:14 +03:00
// Get the database name and setup the database client
var dbname = 'meshcentral' ;
2019-05-24 20:33:40 +03:00
if ( parent . args . mongodbname ) { dbname = parent . args . mongodbname ; }
const dbcollectionname = ( parent . args . mongodbcol ) ? ( parent . args . mongodbcol ) : 'meshcentral' ;
2019-05-09 04:14:30 +03:00
const db = client . db ( dbname ) ;
2020-07-09 01:35:35 +03:00
// Check the database version
db . admin ( ) . serverInfo ( function ( err , info ) {
if ( ( err != null ) || ( info == null ) || ( info . versionArray == null ) || ( Array . isArray ( info . versionArray ) == false ) || ( info . versionArray . length < 2 ) || ( typeof info . versionArray [ 0 ] != 'number' ) || ( typeof info . versionArray [ 1 ] != 'number' ) ) {
console . log ( 'WARNING: Unable to check MongoDB version.' ) ;
} else {
if ( ( info . versionArray [ 0 ] < 3 ) || ( ( info . versionArray [ 0 ] == 3 ) && ( info . versionArray [ 1 ] < 6 ) ) ) {
// We are running with mongoDB older than 3.6, this is not good.
parent . addServerWarning ( "Current version of MongoDB (" + info . version + ") is too old, please upgrade to MongoDB 3.6 or better." ) ;
}
}
} ) ;
2019-05-09 04:14:30 +03:00
// Setup MongoDB main collection and indexes
2019-05-09 23:41:14 +03:00
obj . file = db . collection ( dbcollectionname ) ;
obj . file . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 4 ) || ( indexesByName [ 'TypeDomainMesh1' ] == null ) || ( indexesByName [ 'Email1' ] == null ) || ( indexesByName [ 'Mesh1' ] == null ) ) {
console . log ( 'Resetting main indexes...' ) ;
obj . file . dropIndexes ( function ( err ) {
obj . file . createIndex ( { type : 1 , domain : 1 , meshid : 1 } , { sparse : 1 , name : 'TypeDomainMesh1' } ) ; // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered()
obj . file . createIndex ( { email : 1 } , { sparse : 1 , name : 'Email1' } ) ; // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail()
obj . file . createIndex ( { meshid : 1 } , { sparse : 1 , name : 'Mesh1' } ) ; // Speeds up RemoveMesh()
} ) ;
}
} ) ;
2019-05-29 03:25:23 +03:00
// Setup the changeStream on the MongoDB main collection if possible
2019-05-29 03:42:11 +03:00
if ( parent . args . mongodbchangestream == true ) {
2019-08-14 03:06:45 +03:00
if ( typeof obj . file . watch != 'function' ) {
console . log ( 'WARNING: watch() is not a function, MongoDB ChangeStream not supported.' ) ;
} else {
2020-01-02 11:30:14 +03:00
obj . fileChangeStream = obj . file . watch ( [ { $match : { $or : [ { 'fullDocument.type' : { $in : [ 'node' , 'mesh' , 'user' , 'ugrp' ] } } , { 'operationType' : 'delete' } ] } } ] , { fullDocument : 'updateLookup' } ) ;
2019-08-14 03:06:45 +03:00
obj . fileChangeStream . on ( 'change' , function ( change ) {
2020-11-13 05:42:26 +03:00
if ( ( change . operationType == 'update' ) || ( change . operationType == 'replace' ) ) {
2019-08-14 03:06:45 +03:00
switch ( change . fullDocument . type ) {
case 'node' : { dbNodeChange ( change , false ) ; break ; } // A node has changed
case 'mesh' : { dbMeshChange ( change , false ) ; break ; } // A device group has changed
case 'user' : { dbUserChange ( change , false ) ; break ; } // A user account has changed
2020-01-02 11:30:14 +03:00
case 'ugrp' : { dbUGrpChange ( change , false ) ; break ; } // A user account has changed
2019-05-30 00:36:14 +03:00
}
2019-08-14 03:06:45 +03:00
} else if ( change . operationType == 'insert' ) {
switch ( change . fullDocument . type ) {
case 'node' : { dbNodeChange ( change , true ) ; break ; } // A node has added
case 'mesh' : { dbMeshChange ( change , true ) ; break ; } // A device group has created
case 'user' : { dbUserChange ( change , true ) ; break ; } // A user account has created
2020-01-02 11:30:14 +03:00
case 'ugrp' : { dbUGrpChange ( change , true ) ; break ; } // A user account has created
2019-05-30 00:36:14 +03:00
}
2019-08-14 03:06:45 +03:00
} else if ( change . operationType == 'delete' ) {
2020-11-28 00:55:02 +03:00
if ( ( change . documentKey == null ) || ( change . documentKey . _id == null ) ) return ;
2019-08-14 03:06:45 +03:00
var splitId = change . documentKey . _id . split ( '/' ) ;
switch ( splitId [ 0 ] ) {
case 'node' : {
//Not Good: Problem here is that we don't know what meshid the node belonged to before the delete.
//parent.DispatchEvent(['*', node.meshid], obj, { etype: 'node', action: 'removenode', nodeid: change.documentKey._id, domain: splitId[1] });
break ;
}
case 'mesh' : {
2020-01-02 11:30:14 +03:00
parent . DispatchEvent ( [ '*' , change . documentKey . _id ] , obj , { etype : 'mesh' , action : 'deletemesh' , meshid : change . documentKey . _id , domain : splitId [ 1 ] } ) ;
2019-08-14 03:06:45 +03:00
break ;
}
case 'user' : {
//Not Good: This is not a perfect user removal because we don't know what groups the user was in.
//parent.DispatchEvent(['*', 'server-users'], obj, { etype: 'user', action: 'accountremove', userid: change.documentKey._id, domain: splitId[1], username: splitId[2] });
break ;
}
2020-01-02 11:30:14 +03:00
case 'ugrp' : {
parent . DispatchEvent ( [ '*' , change . documentKey . _id ] , obj , { etype : 'ugrp' , action : 'deleteusergroup' , ugrpid : change . documentKey . _id , domain : splitId [ 1 ] } ) ;
break ;
}
2019-05-30 00:36:14 +03:00
}
}
2019-08-14 03:06:45 +03:00
} ) ;
obj . changeStream = true ;
}
2019-05-29 03:42:11 +03:00
}
2019-05-09 04:14:30 +03:00
// Setup MongoDB events collection and indexes
2019-05-30 00:36:14 +03:00
obj . eventsfile = db . collection ( 'events' ) ; // Collection containing all events
2019-05-09 23:41:14 +03:00
obj . eventsfile . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 5 ) || ( indexesByName [ 'Username1' ] == null ) || ( indexesByName [ 'DomainNodeTime1' ] == null ) || ( indexesByName [ 'IdsAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events indexes..." ) ;
2019-05-09 04:14:30 +03:00
obj . eventsfile . dropIndexes ( function ( err ) {
obj . eventsfile . createIndex ( { username : 1 } , { sparse : 1 , name : 'Username1' } ) ;
obj . eventsfile . createIndex ( { domain : 1 , nodeid : 1 , time : - 1 } , { sparse : 1 , name : 'DomainNodeTime1' } ) ;
obj . eventsfile . createIndex ( { ids : 1 , time : - 1 } , { sparse : 1 , name : 'IdsAndTime1' } ) ;
2020-02-03 02:31:30 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events expire index..." ) ;
obj . eventsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2020-02-03 02:31:30 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
}
} ) ;
// Setup MongoDB power events collection and indexes
obj . powerfile = db . collection ( 'power' ) ; // Collection containing all power events
2019-05-09 23:41:14 +03:00
obj . powerfile . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 3 ) || ( indexesByName [ 'NodeIdAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events indexes..." ) ;
2019-05-09 04:14:30 +03:00
obj . powerfile . dropIndexes ( function ( err ) {
// Create all indexes
obj . powerfile . createIndex ( { nodeid : 1 , time : 1 } , { sparse : 1 , name : 'NodeIdAndTime1' } ) ;
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expirePowerEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events expire index..." ) ;
obj . powerfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-05-09 04:14:30 +03:00
// Reset the expire power events index
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
}
} ) ;
// Setup MongoDB smbios collection, no indexes needed
obj . smbiosfile = db . collection ( 'smbios' ) ; // Collection containing all smbios information
// Setup MongoDB server stats collection
obj . serverstatsfile = db . collection ( 'serverstats' ) ; // Collection of server stats
2019-05-09 23:41:14 +03:00
obj . serverstatsfile . indexes ( function ( err , indexes ) {
2019-05-09 04:14:30 +03:00
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 3 ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats indexes..." ) ;
2019-05-09 04:14:30 +03:00
obj . serverstatsfile . dropIndexes ( function ( err ) {
// Create all indexes
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
obj . serverstatsfile . createIndex ( { 'expire' : 1 } , { expireAfterSeconds : 0 , name : 'ExpireTime2' } ) ; // Auto-expire events
2019-05-09 04:14:30 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireServerStatsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats expire index..." ) ;
obj . serverstatsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-05-09 04:14:30 +03:00
// Reset the expire server stats index
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
2019-05-09 04:14:30 +03:00
} ) ;
}
} ) ;
2019-11-26 01:12:43 +03:00
2019-10-30 11:17:17 +03:00
// Setup plugin info collection
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) { obj . pluginsfile = db . collection ( 'plugins' ) ; }
2019-05-09 04:14:30 +03:00
2019-05-09 23:41:14 +03:00
setupFunctions ( func ) ; // Completed setup of MongoDB
2019-05-09 04:14:30 +03:00
} ) ;
2019-05-24 20:33:40 +03:00
} else if ( parent . args . xmongodb ) {
2019-05-21 04:03:14 +03:00
// Use MongoJS, this is the old system.
2017-08-28 19:27:45 +03:00
obj . databaseType = 2 ;
2018-08-30 03:40:30 +03:00
Datastore = require ( 'mongojs' ) ;
2019-05-24 20:33:40 +03:00
var db = Datastore ( parent . args . xmongodb ) ;
2017-08-28 19:27:45 +03:00
var dbcollection = 'meshcentral' ;
2019-05-24 20:33:40 +03:00
if ( parent . args . mongodbcol ) { dbcollection = parent . args . mongodbcol ; }
2019-02-19 01:32:55 +03:00
// Setup MongoDB main collection and indexes
2017-08-28 19:27:45 +03:00
obj . file = db . collection ( dbcollection ) ;
2019-02-19 01:32:55 +03:00
obj . file . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 4 ) || ( indexesByName [ 'TypeDomainMesh1' ] == null ) || ( indexesByName [ 'Email1' ] == null ) || ( indexesByName [ 'Mesh1' ] == null ) ) {
2020-02-02 23:37:27 +03:00
console . log ( "Resetting main indexes..." ) ;
2019-02-19 01:32:55 +03:00
obj . file . dropIndexes ( function ( err ) {
obj . file . createIndex ( { type : 1 , domain : 1 , meshid : 1 } , { sparse : 1 , name : 'TypeDomainMesh1' } ) ; // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered()
obj . file . createIndex ( { email : 1 } , { sparse : 1 , name : 'Email1' } ) ; // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail()
obj . file . createIndex ( { meshid : 1 } , { sparse : 1 , name : 'Mesh1' } ) ; // Speeds up RemoveMesh()
} ) ;
}
} ) ;
// Setup MongoDB events collection and indexes
2019-02-19 05:29:13 +03:00
obj . eventsfile = db . collection ( 'events' ) ; // Collection containing all events
2019-02-19 01:32:55 +03:00
obj . eventsfile . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
2019-02-21 02:26:27 +03:00
if ( ( indexCount != 5 ) || ( indexesByName [ 'Username1' ] == null ) || ( indexesByName [ 'DomainNodeTime1' ] == null ) || ( indexesByName [ 'IdsAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
2019-02-19 01:32:55 +03:00
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events indexes..." ) ;
2019-02-19 01:32:55 +03:00
obj . eventsfile . dropIndexes ( function ( err ) {
2019-02-21 02:26:27 +03:00
obj . eventsfile . createIndex ( { username : 1 } , { sparse : 1 , name : 'Username1' } ) ;
obj . eventsfile . createIndex ( { domain : 1 , nodeid : 1 , time : - 1 } , { sparse : 1 , name : 'DomainNodeTime1' } ) ;
2019-02-19 01:32:55 +03:00
obj . eventsfile . createIndex ( { ids : 1 , time : - 1 } , { sparse : 1 , name : 'IdsAndTime1' } ) ;
2020-02-03 00:37:19 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting events expire index..." ) ;
obj . eventsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2020-02-03 00:37:19 +03:00
obj . eventsfile . createIndex ( { time : 1 } , { expireAfterSeconds : expireEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
}
} ) ;
// Setup MongoDB power events collection and indexes
2019-02-19 05:29:13 +03:00
obj . powerfile = db . collection ( 'power' ) ; // Collection containing all power events
2019-02-19 01:32:55 +03:00
obj . powerfile . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
if ( ( indexCount != 3 ) || ( indexesByName [ 'NodeIdAndTime1' ] == null ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events indexes..." ) ;
2019-02-19 01:32:55 +03:00
obj . powerfile . dropIndexes ( function ( err ) {
// Create all indexes
obj . powerfile . createIndex ( { nodeid : 1 , time : 1 } , { sparse : 1 , name : 'NodeIdAndTime1' } ) ;
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expirePowerEventsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting power events expire index..." ) ;
obj . powerfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-02-19 01:32:55 +03:00
// Reset the expire power events index
2020-02-02 23:37:27 +03:00
obj . powerfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expirePowerEventsSeconds , name : 'ExpireTime1' } ) ;
2019-02-19 01:32:55 +03:00
} ) ;
}
} ) ;
2019-02-16 23:56:33 +03:00
2019-02-25 22:13:13 +03:00
// Setup MongoDB smbios collection, no indexes needed
obj . smbiosfile = db . collection ( 'smbios' ) ; // Collection containing all smbios information
2019-03-26 05:59:04 +03:00
// Setup MongoDB server stats collection
obj . serverstatsfile = db . collection ( 'serverstats' ) ; // Collection of server stats
obj . serverstatsfile . getIndexes ( function ( err , indexes ) {
// Check if we need to reset indexes
var indexesByName = { } , indexCount = 0 ;
for ( var i in indexes ) { indexesByName [ indexes [ i ] . name ] = indexes [ i ] ; indexCount ++ ; }
2019-03-27 00:11:51 +03:00
if ( ( indexCount != 3 ) || ( indexesByName [ 'ExpireTime1' ] == null ) ) {
2019-03-26 05:59:04 +03:00
// Reset all indexes
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats indexes..." ) ;
2019-03-26 05:59:04 +03:00
obj . serverstatsfile . dropIndexes ( function ( err ) {
// Create all indexes
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
obj . serverstatsfile . createIndex ( { 'expire' : 1 } , { expireAfterSeconds : 0 , name : 'ExpireTime2' } ) ; // Auto-expire events
2019-03-26 05:59:04 +03:00
} ) ;
} else if ( indexesByName [ 'ExpireTime1' ] . expireAfterSeconds != expireServerStatsSeconds ) {
// Reset the timeout index
2020-02-02 23:37:27 +03:00
console . log ( "Resetting server stats expire index..." ) ;
obj . serverstatsfile . dropIndex ( 'ExpireTime1' , function ( err ) {
2019-03-26 05:59:04 +03:00
// Reset the expire server stats index
2020-02-02 23:37:27 +03:00
obj . serverstatsfile . createIndex ( { 'time' : 1 } , { expireAfterSeconds : expireServerStatsSeconds , name : 'ExpireTime1' } ) ;
2019-03-26 05:59:04 +03:00
} ) ;
}
} ) ;
2020-02-02 23:37:27 +03:00
2019-10-30 11:17:17 +03:00
// Setup plugin info collection
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) { obj . pluginsfile = db . collection ( 'plugins' ) ; }
2019-05-09 04:14:30 +03:00
2019-05-09 23:41:14 +03:00
setupFunctions ( func ) ; // Completed setup of MongoJS
2017-08-28 19:27:45 +03:00
} else {
// Use NeDB (The default)
obj . databaseType = 1 ;
2018-08-30 03:40:30 +03:00
Datastore = require ( 'nedb' ) ;
2019-05-24 20:33:40 +03:00
var datastoreOptions = { filename : parent . getConfigFilePath ( 'meshcentral.db' ) , autoload : true } ;
2019-01-24 23:08:48 +03:00
// If a DB encryption key is provided, perform database encryption
2019-05-24 20:33:40 +03:00
if ( ( typeof parent . args . dbencryptkey == 'string' ) && ( parent . args . dbencryptkey . length != 0 ) ) {
2019-01-24 23:08:48 +03:00
// Hash the database password into a AES256 key and setup encryption and decryption.
2020-07-15 01:39:14 +03:00
obj . dbKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbencryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
2019-01-24 23:08:48 +03:00
datastoreOptions . afterSerialization = function ( plaintext ) {
2019-05-24 20:33:40 +03:00
const iv = parent . crypto . randomBytes ( 16 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-cbc' , obj . dbKey , iv ) ;
2019-01-24 23:08:48 +03:00
var ciphertext = aes . update ( plaintext ) ;
ciphertext = Buffer . concat ( [ iv , ciphertext , aes . final ( ) ] ) ;
return ciphertext . toString ( 'base64' ) ;
}
datastoreOptions . beforeDeserialization = function ( ciphertext ) {
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
const iv = ciphertextBytes . slice ( 0 , 16 ) ;
const data = ciphertextBytes . slice ( 16 ) ;
2019-05-24 20:33:40 +03:00
const aes = parent . crypto . createDecipheriv ( 'aes-256-cbc' , obj . dbKey , iv ) ;
2019-01-24 23:08:48 +03:00
var plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
return plaintextBytes . toString ( ) ;
}
}
2019-02-19 01:32:55 +03:00
// Start NeDB main collection and setup indexes
2019-01-24 23:08:48 +03:00
obj . file = new Datastore ( datastoreOptions ) ;
2020-07-08 21:59:20 +03:00
obj . file . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-02-16 23:56:33 +03:00
obj . file . ensureIndex ( { fieldName : 'type' } ) ;
obj . file . ensureIndex ( { fieldName : 'domain' } ) ;
2019-02-19 01:32:55 +03:00
obj . file . ensureIndex ( { fieldName : 'meshid' , sparse : true } ) ;
obj . file . ensureIndex ( { fieldName : 'nodeid' , sparse : true } ) ;
obj . file . ensureIndex ( { fieldName : 'email' , sparse : true } ) ;
// Setup the events collection and setup indexes
2020-08-24 23:26:27 +03:00
obj . eventsfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-events.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
2020-07-08 21:59:20 +03:00
obj . eventsfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-02-19 01:32:55 +03:00
obj . eventsfile . ensureIndex ( { fieldName : 'ids' } ) ; // TODO: Not sure if this is a good index, this is a array field.
obj . eventsfile . ensureIndex ( { fieldName : 'nodeid' , sparse : true } ) ;
2020-07-09 00:29:32 +03:00
obj . eventsfile . ensureIndex ( { fieldName : 'time' , expireAfterSeconds : expireEventsSeconds } ) ;
2020-08-24 23:26:27 +03:00
obj . eventsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
2019-02-19 01:32:55 +03:00
// Setup the power collection and setup indexes
2020-08-24 23:26:27 +03:00
obj . powerfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-power.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
2020-07-08 21:59:20 +03:00
obj . powerfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-02-19 01:32:55 +03:00
obj . powerfile . ensureIndex ( { fieldName : 'nodeid' } ) ;
2020-07-09 00:29:32 +03:00
obj . powerfile . ensureIndex ( { fieldName : 'time' , expireAfterSeconds : expirePowerEventsSeconds } ) ;
2020-08-24 23:26:27 +03:00
obj . powerfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expirePowerEventsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
2019-02-25 22:13:13 +03:00
2020-09-08 21:58:23 +03:00
// Setup the SMBIOS collection, for NeDB we don't setup SMBIOS since NeDB will corrupt the database. Remove any existing ones.
//obj.smbiosfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-smbios.db'), autoload: true, corruptAlertThreshold: 1 });
parent . fs . unlink ( parent . getConfigFilePath ( 'meshcentral-smbios.db' ) , function ( ) { } ) ;
2019-03-26 05:59:04 +03:00
// Setup the server stats collection and setup indexes
2020-08-24 23:26:27 +03:00
obj . serverstatsfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-stats.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
2020-07-08 21:59:20 +03:00
obj . serverstatsfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2020-07-09 00:29:32 +03:00
obj . serverstatsfile . ensureIndex ( { fieldName : 'time' , expireAfterSeconds : expireServerStatsSeconds } ) ;
2019-03-27 00:11:51 +03:00
obj . serverstatsfile . ensureIndex ( { fieldName : 'expire' , expireAfterSeconds : 0 } ) ; // Auto-expire events
2020-08-24 23:26:27 +03:00
obj . serverstatsfile . remove ( { time : { '$lt' : new Date ( Date . now ( ) - ( expireServerStatsSeconds * 1000 ) ) } } , { multi : true } ) ; // Force delete older events
2019-02-02 02:16:46 +03:00
2019-10-30 11:17:17 +03:00
// Setup plugin info collection
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2019-11-26 01:12:43 +03:00
obj . pluginsfile = new Datastore ( { filename : parent . getConfigFilePath ( 'meshcentral-plugins.db' ) , autoload : true } ) ;
2020-07-08 21:59:20 +03:00
obj . pluginsfile . persistence . setAutocompactionInterval ( 86400000 ) ; // Compact once a day
2019-11-26 01:12:43 +03:00
}
2020-02-02 23:37:27 +03:00
2019-05-09 23:41:14 +03:00
setupFunctions ( func ) ; // Completed setup of NeDB
}
2019-10-10 23:46:50 +03:00
// Check the object names for a "."
2019-10-11 00:06:14 +03:00
function checkObjectNames ( r , tag ) {
2019-10-10 23:46:50 +03:00
if ( typeof r != 'object' ) return ;
for ( var i in r ) {
2020-02-02 23:37:27 +03:00
if ( i . indexOf ( '.' ) >= 0 ) { throw ( 'BadDbName (' + tag + '): ' + JSON . stringify ( r ) ) ; }
2019-10-11 00:06:14 +03:00
checkObjectNames ( r [ i ] , tag ) ;
2019-10-10 23:46:50 +03:00
}
}
2020-02-02 23:37:27 +03:00
// Query the database
2020-02-04 05:58:58 +03:00
function sqlDbQuery ( query , args , func ) {
if ( obj . databaseType == 4 ) { // MariaDB
Datastore . getConnection ( )
. then ( function ( conn ) {
conn . query ( query , args )
. then ( function ( rows ) {
conn . release ( ) ;
const docs = [ ] ;
2020-11-03 13:58:29 +03:00
for ( var i in rows ) { if ( rows [ i ] . doc ) { docs . push ( performTypedRecordDecrypt ( ( typeof rows [ i ] . doc == 'object' ) ? rows [ i ] . doc : JSON . parse ( rows [ i ] . doc ) ) ) ; } }
2020-04-24 23:37:37 +03:00
if ( func ) try { func ( null , docs ) ; } catch ( ex ) { console . log ( 'SQLERR1' , ex ) ; }
2020-02-04 05:58:58 +03:00
} )
2020-04-24 23:37:37 +03:00
. catch ( function ( err ) { conn . release ( ) ; if ( func ) try { func ( err ) ; } catch ( ex ) { console . log ( 'SQLERR2' , ex ) ; } } ) ;
} ) . catch ( function ( err ) { if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( 'SQLERR3' , ex ) ; } } } ) ;
2020-02-04 05:58:58 +03:00
} else if ( obj . databaseType == 5 ) { // MySQL
Datastore . query ( query , args , function ( error , results , fields ) {
if ( error != null ) {
2020-04-24 23:37:37 +03:00
if ( func ) try { func ( error ) ; } catch ( ex ) { console . log ( 'SQLERR4' , ex ) ; }
2020-02-04 05:58:58 +03:00
} else {
var docs = [ ] ;
for ( var i in results ) { if ( results [ i ] . doc ) { docs . push ( JSON . parse ( results [ i ] . doc ) ) ; } }
//console.log(docs);
2020-04-24 23:37:37 +03:00
if ( func ) { try { func ( null , docs ) ; } catch ( ex ) { console . log ( 'SQLERR5' , ex ) ; } }
2020-02-04 05:58:58 +03:00
}
} ) ;
}
2020-02-02 23:37:27 +03:00
}
// Exec on the database
2020-02-04 05:58:58 +03:00
function sqlDbExec ( query , args , func ) {
if ( obj . databaseType == 4 ) { // MariaDB
Datastore . getConnection ( )
. then ( function ( conn ) {
conn . query ( query , args )
. then ( function ( rows ) {
conn . release ( ) ;
if ( func ) try { func ( null , rows [ 0 ] ) ; } catch ( ex ) { console . log ( ex ) ; }
} )
. catch ( function ( err ) { conn . release ( ) ; if ( func ) try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } ) ;
} ) . catch ( function ( err ) { if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
} else if ( obj . databaseType == 5 ) { // MySQL
Datastore . query ( query , args , function ( error , results , fields ) {
if ( func ) try { func ( error , results [ 0 ] ) ; } catch ( ex ) { console . log ( ex ) ; }
} ) ;
}
2020-02-02 23:37:27 +03:00
}
// Execute a batch of commands on the database
2020-02-04 05:58:58 +03:00
function sqlDbBatchExec ( queries , func ) {
if ( obj . databaseType == 4 ) { // MariaDB
Datastore . getConnection ( )
. then ( function ( conn ) {
var Promises = [ ] ;
for ( var i in queries ) { if ( typeof queries [ i ] == 'string' ) { Promises . push ( conn . query ( queries [ i ] ) ) ; } else { Promises . push ( conn . query ( queries [ i ] [ 0 ] , queries [ i ] [ 1 ] ) ) ; } }
Promise . all ( Promises )
. then ( function ( rows ) { conn . release ( ) ; if ( func ) { try { func ( null ) ; } catch ( ex ) { console . log ( ex ) ; } } } )
. catch ( function ( err ) { conn . release ( ) ; if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
} )
. catch ( function ( err ) { if ( func ) { try { func ( err ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
} else if ( obj . databaseType == 5 ) { // MySQL
var Promises = [ ] ;
for ( var i in queries ) { if ( typeof queries [ i ] == 'string' ) { Promises . push ( Datastore . query ( queries [ i ] ) ) ; } else { Promises . push ( Datastore . query ( queries [ i ] [ 0 ] , queries [ i ] [ 1 ] ) ) ; } }
Promise . all ( Promises )
. then ( function ( error , results , fields ) { if ( func ) { try { func ( error , results ) ; } catch ( ex ) { console . log ( ex ) ; } } } )
. catch ( function ( error , results , fields ) { if ( func ) { try { func ( error ) ; } catch ( ex ) { console . log ( ex ) ; } } } ) ;
}
2020-02-02 23:37:27 +03:00
}
2019-05-09 23:41:14 +03:00
function setupFunctions ( func ) {
2020-02-04 05:58:58 +03:00
if ( ( obj . databaseType == 4 ) || ( obj . databaseType == 5 ) ) {
// Database actions on the main collection (MariaDB or MySQL)
2020-02-02 23:37:27 +03:00
obj . Set = function ( value , func ) {
var extra = null , extraex = null ;
2020-03-27 05:33:13 +03:00
value = common . escapeLinksFieldNameEx ( value ) ;
2020-11-03 13:58:29 +03:00
if ( value . meshid ) { extra = value . meshid ; } else if ( value . email ) { extra = 'email/' + value . email ; } else if ( value . nodeid ) { extra = value . nodeid ; }
2020-02-02 23:37:27 +03:00
if ( ( value . type == 'node' ) && ( value . intelamt != null ) && ( value . intelamt . uuid != null ) ) { extraex = 'uuid/' + value . intelamt . uuid ; }
2020-11-03 13:58:29 +03:00
if ( value . _id == null ) { value . _id = require ( 'crypto' ) . randomBytes ( 16 ) . toString ( 'hex' ) ; }
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'REPLACE INTO meshcentral.main VALUE (?, ?, ?, ?, ?, ?)' , [ value . _id , ( value . type ? value . type : null ) , ( ( value . domain != null ) ? value . domain : null ) , extra , extraex , JSON . stringify ( performTypedRecordEncrypt ( value ) ) ] , func ) ;
2020-02-02 23:37:27 +03:00
}
2020-11-03 13:58:29 +03:00
obj . Get = function ( _id , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE id = ?' , [ _id ] , function ( err , docs ) { if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; } func ( err , docs ) ; } ) ; }
2020-02-04 05:58:58 +03:00
obj . GetAll = function ( func ) { sqlDbQuery ( 'SELECT domain, doc FROM meshcentral.main' , null , func ) ; }
obj . GetHash = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE id = ?' , [ id ] , func ) ; }
2020-03-05 01:57:03 +03:00
obj . GetAllTypeNoTypeField = function ( type , domain , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ?' , [ type , domain ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , docs ) ; } ) ; } ;
2020-03-30 08:40:13 +03:00
obj . GetAllTypeNoTypeFieldMeshFiltered = function ( meshes , extrasids , domain , type , id , func ) {
if ( id && ( id != '' ) ) {
sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)' , [ id , type , domain , meshes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , docs ) ; } ) ;
} else {
if ( extrasids == null ) {
sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ? AND extra IN (?)' , [ type , domain , meshes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , docs ) ; } ) ;
} else {
sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ? AND (extra IN (?) OR id IN (?))' , [ type , domain , meshes , extrasids ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , docs ) ; } ) ;
}
}
} ;
2020-10-31 03:08:07 +03:00
obj . GetAllTypeNodeFiltered = function ( nodes , domain , type , id , func ) {
if ( id && ( id != '' ) ) {
2020-11-03 13:58:29 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)' , [ id , type , domain , nodes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , docs ) ; } ) ;
2020-10-31 03:08:07 +03:00
} else {
2020-11-03 13:58:29 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ? AND extra IN (?)' , [ type , domain , nodes ] , function ( err , docs ) { if ( err == null ) { for ( var i in docs ) { delete docs [ i ] . type } } func ( err , docs ) ; } ) ;
2020-10-31 03:08:07 +03:00
}
} ;
2020-02-04 05:58:58 +03:00
obj . GetAllType = function ( type , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE type = ?' , [ type ] , func ) ; }
obj . GetAllIdsOfType = function ( ids , domain , type , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE id IN (?) AND domain = ? AND type = ?' , [ ids , domain , type ] , func ) ; }
obj . GetUserWithEmail = function ( domain , email , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE domain = ? AND extra = ?' , [ domain , 'email/' + email ] , func ) ; }
obj . GetUserWithVerifiedEmail = function ( domain , email , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE domain = ? AND extra = ?' , [ domain , 'email/' + email ] , func ) ; }
obj . Remove = function ( id , func ) { sqlDbQuery ( 'DELETE FROM meshcentral.main WHERE id = ?' , [ id ] , func ) ; } ;
obj . RemoveAll = function ( func ) { sqlDbQuery ( 'DELETE FROM meshcentral.main' , null , func ) ; } ;
obj . RemoveAllOfType = function ( type , func ) { sqlDbQuery ( 'DELETE FROM meshcentral.main WHERE type = ?' , [ type ] , func ) ; } ;
2020-02-02 23:37:27 +03:00
obj . InsertMany = function ( data , func ) { var pendingOps = 0 ; for ( var i in data ) { pendingOps ++ ; obj . Set ( data [ i ] , function ( ) { if ( -- pendingOps == 0 ) { func ( ) ; } } ) ; } } ;
2020-02-04 05:58:58 +03:00
obj . RemoveMeshDocuments = function ( id ) { sqlDbQuery ( 'DELETE FROM meshcentral.main WHERE extra = ?' , [ id ] , function ( ) { sqlDbQuery ( 'DELETE FROM meshcentral.main WHERE id = ?' , [ 'nt' + id ] , func ) ; } ) ; } ;
2020-03-05 01:57:03 +03:00
obj . MakeSiteAdmin = function ( username , domain ) { obj . Get ( 'user/' + domain + '/' + username , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . siteadmin = 0xFFFFFFFF ; obj . Set ( docs [ 0 ] ) ; } } ) ; } ;
2020-02-04 05:58:58 +03:00
obj . DeleteDomain = function ( domain , func ) { sqlDbQuery ( 'DELETE FROM meshcentral.main WHERE domain = ?' , [ domain ] , func ) ; } ;
2020-02-02 23:37:27 +03:00
obj . SetUser = function ( user ) { if ( user . subscriptions != null ) { var u = Clone ( user ) ; if ( u . subscriptions ) { delete u . subscriptions ; } obj . Set ( u ) ; } else { obj . Set ( user ) ; } } ;
obj . dispose = function ( ) { for ( var x in obj ) { if ( obj [ x ] . close ) { obj [ x ] . close ( ) ; } delete obj [ x ] ; } } ;
2020-03-05 01:57:03 +03:00
obj . getLocalAmtNodes = function ( func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE (type = "node") AND (extraex IS NOT NULL)' , null , function ( err , docs ) { var r = [ ] ; if ( err == null ) { for ( var i in docs ) { if ( docs [ i ] . host != null ) { r . push ( docs [ i ] ) ; } } } func ( err , r ) ; } ) ; } ;
2020-02-04 05:58:58 +03:00
obj . getAmtUuidMeshNode = function ( meshid , uuid , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE meshid = ? AND extraex = ?' , [ meshid , 'uuid/' + uuid ] , func ) ; } ;
obj . getAmtUuidNode = function ( uuid , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE type = "node" AND extraex = ?' , [ 'uuid/' + uuid ] , func ) ; } ;
obj . isMaxType = function ( max , type , domainid , func ) { if ( max == null ) { func ( false ) ; } else { sqlDbExec ( 'SELECT COUNT(id) FROM meshcentral.main WHERE domain = ? AND type = ?' , [ domainid , type ] , function ( err , response ) { func ( ( response [ 'COUNT(id)' ] == null ) || ( response [ 'COUNT(id)' ] > max ) , response [ 'COUNT(id)' ] ) } ) ; } }
2020-02-02 23:37:27 +03:00
// Database actions on the events collection
2020-02-04 05:58:58 +03:00
obj . GetAllEvents = function ( func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.events' , null , func ) ; } ;
2021-01-05 03:26:25 +03:00
obj . StoreEvent = function ( event , func ) {
2020-02-04 03:50:44 +03:00
var batchQuery = [ [ 'INSERT INTO meshcentral.events VALUE (?, ?, ?, ?, ?, ?, ?)' , [ null , event . time , ( ( typeof event . domain == 'string' ) ? event . domain : null ) , event . action , event . nodeid ? event . nodeid : null , event . userid ? event . userid : null , JSON . stringify ( event ) ] ] ] ;
for ( var i in event . ids ) { if ( event . ids [ i ] != '*' ) { batchQuery . push ( [ 'INSERT INTO meshcentral.eventids VALUE (LAST_INSERT_ID(), ?)' , [ event . ids [ i ] ] ] ) ; } }
2021-01-05 03:26:25 +03:00
sqlDbBatchExec ( batchQuery , function ( err , docs ) { if ( func != null ) { func ( err , docs ) ; } } ) ;
2020-02-04 03:50:44 +03:00
} ;
obj . GetEvents = function ( ids , domain , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events WHERE (domain = ?) ORDER BY time DESC' , [ domain ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND target IN (?)) GROUP BY id ORDER BY time DESC' , [ domain , ids ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
obj . GetEventsWithLimit = function ( ids , domain , limit , func ) {
if ( ids . indexOf ( '*' ) >= 0 ) {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events WHERE (domain = ?) ORDER BY time DESC LIMIT ?' , [ domain , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND target IN (?)) GROUP BY id ORDER BY time DESC LIMIT ?' , [ domain , ids , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
obj . GetUserEvents = function ( ids , domain , username , func ) {
const userid = 'user/' + domain + '/' + username . toLowerCase ( ) ;
if ( ids . indexOf ( '*' ) >= 0 ) {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events WHERE (domain = ? AND userid = ?) ORDER BY time DESC' , [ domain , userid ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)) GROUP BY id ORDER BY time DESC' , [ domain , userid , ids , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
obj . GetUserEventsWithLimit = function ( ids , domain , username , limit , func ) {
const userid = 'user/' + domain + '/' + username . toLowerCase ( ) ;
if ( ids . indexOf ( '*' ) >= 0 ) {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events WHERE (domain = ? AND userid = ?) ORDER BY time DESC LIMIT ?' , [ domain , userid , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
} else {
2020-02-04 05:58:58 +03:00
sqlDbQuery ( 'SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)) GROUP BY id ORDER BY time DESC LIMIT ?' , [ domain , userid , ids , limit ] , func ) ;
2020-02-04 03:50:44 +03:00
}
} ;
2020-02-04 05:58:58 +03:00
obj . GetNodeEventsWithLimit = function ( nodeid , domain , limit , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.events WHERE (nodeid = ?) AND (domain = ?) ORDER BY time DESC LIMIT ?' , [ nodeid , domain , limit ] , func ) ; } ;
obj . GetNodeEventsSelfWithLimit = function ( nodeid , domain , userid , limit , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.events WHERE (nodeid = ?) AND (domain = ?) AND ((userid = ?) OR (userid IS NULL)) ORDER BY time DESC LIMIT ?' , [ nodeid , domain , userid , limit ] , func ) ; } ;
obj . RemoveAllEvents = function ( domain ) { sqlDbQuery ( 'DELETE FROM meshcentral.events' , null , function ( err , docs ) { } ) ; } ;
obj . RemoveAllNodeEvents = function ( domain , nodeid ) { sqlDbQuery ( 'DELETE FROM meshcentral.events WHERE domain = ? AND nodeid = ?' , [ domain , nodeid ] , function ( err , docs ) { } ) ; } ;
obj . RemoveAllUserEvents = function ( domain , userid ) { sqlDbQuery ( 'DELETE FROM meshcentral.events WHERE domain = ? AND userid = ?' , [ domain , userid ] , function ( err , docs ) { } ) ; } ;
obj . GetFailedLoginCount = function ( username , domainid , lastlogin , func ) { sqlDbExec ( 'SELECT COUNT(id) FROM meshcentral.events WHERE action = "authfail" AND domain = ? AND userid = ? AND time > ?' , [ domainid , 'user/' + domainid + '/' + username . toLowerCase ( ) , lastlogin ] , function ( err , response ) { func ( err == null ? response [ 'COUNT(id)' ] : 0 ) ; } ) ; }
2020-02-02 23:37:27 +03:00
// Database actions on the power collection
2020-02-04 05:58:58 +03:00
obj . getAllPower = function ( func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.power' , null , func ) ; } ;
obj . storePowerEvent = function ( event , multiServer , func ) { if ( multiServer != null ) { event . server = multiServer . serverid ; } sqlDbQuery ( 'INSERT INTO meshcentral.power VALUE (?, ?, ?, ?)' , [ null , event . time , event . nodeid ? event . nodeid : null , JSON . stringify ( event ) ] , func ) ; } ;
obj . getPowerTimeline = function ( nodeid , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.power WHERE ((nodeid = ?) OR (nodeid = "*")) ORDER BY time DESC' , [ nodeid ] , func ) ; } ;
obj . removeAllPowerEvents = function ( ) { sqlDbQuery ( 'DELETE FROM meshcentral.power' , null , function ( err , docs ) { } ) ; } ;
obj . removeAllPowerEventsForNode = function ( nodeid ) { sqlDbQuery ( 'DELETE FROM meshcentral.power WHERE nodeid = ?' , [ nodeid ] , function ( err , docs ) { } ) ; } ;
2020-02-02 23:37:27 +03:00
// Database actions on the SMBIOS collection
2020-02-04 05:58:58 +03:00
obj . GetAllSMBIOS = function ( func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.smbios' , null , func ) ; } ;
obj . SetSMBIOS = function ( smbios , func ) { var expire = new Date ( smbios . time ) ; expire . setMonth ( expire . getMonth ( ) + 6 ) ; sqlDbQuery ( 'REPLACE INTO meshcentral.smbios VALUE (?, ?, ?, ?)' , [ smbios . _id , smbios . time , expire , JSON . stringify ( smbios ) ] , func ) ; } ;
obj . RemoveSMBIOS = function ( id ) { sqlDbQuery ( 'DELETE FROM meshcentral.smbios WHERE id = ?' , [ id ] , function ( err , docs ) { } ) ; } ;
obj . GetSMBIOS = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.smbios WHERE id = ?' , [ id ] , func ) ; } ;
2020-02-02 23:37:27 +03:00
// Database actions on the Server Stats collection
2020-02-04 05:58:58 +03:00
obj . SetServerStats = function ( data , func ) { sqlDbQuery ( 'REPLACE INTO meshcentral.serverstats VALUE (?, ?, ?)' , [ data . time , data . expire , JSON . stringify ( data ) ] , func ) ; } ;
obj . GetServerStats = function ( hours , func ) { var t = new Date ( ) ; t . setTime ( t . getTime ( ) - ( 60 * 60 * 1000 * hours ) ) ; sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE time < ?' , [ t ] , func ) ; } ; // TODO: Expire old entries
2020-02-02 23:37:27 +03:00
// Read a configuration file from the database
obj . getConfigFile = function ( path , func ) { obj . Get ( 'cfile/' + path , func ) ; }
// Write a configuration file to the database
obj . setConfigFile = function ( path , data , func ) { obj . Set ( { _id : 'cfile/' + path , type : 'cfile' , data : data . toString ( 'base64' ) } , func ) ; }
// List all configuration files
2020-02-04 05:58:58 +03:00
obj . listConfigFiles = function ( func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.main WHERE type = "cfile" ORDER BY id' , func ) ; }
2020-02-02 23:37:27 +03:00
// Get all configuration files
obj . getAllConfigFiles = function ( password , func ) {
obj . file . find ( { type : 'cfile' } ) . toArray ( function ( err , docs ) {
if ( err != null ) { func ( null ) ; return ; }
var r = null ;
for ( var i = 0 ; i < docs . length ; i ++ ) {
var name = docs [ i ] . _id . split ( '/' ) [ 1 ] ;
var data = obj . decryptData ( password , docs [ i ] . data ) ;
if ( data != null ) { if ( r == null ) { r = { } ; } r [ name ] = data ; }
}
func ( r ) ;
} ) ;
}
2020-02-03 01:02:50 +03:00
// Get database information (TODO: Complete this)
obj . getDbStats = function ( func ) {
obj . stats = { c : 4 } ;
2020-02-04 05:58:58 +03:00
sqlDbExec ( 'SELECT COUNT(id) FROM meshcentral.main' , null , function ( err , response ) { obj . stats . meshcentral = response [ 'COUNT(id)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbExec ( 'SELECT COUNT(time) FROM meshcentral.serverstats' , null , function ( err , response ) { obj . stats . serverstats = response [ 'COUNT(time)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbExec ( 'SELECT COUNT(id) FROM meshcentral.power' , null , function ( err , response ) { obj . stats . power = response [ 'COUNT(id)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
sqlDbExec ( 'SELECT COUNT(id) FROM meshcentral.smbios' , null , function ( err , response ) { obj . stats . smbios = response [ 'COUNT(id)' ] ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
2020-02-03 01:02:50 +03:00
}
2020-02-02 23:37:27 +03:00
// Plugin operations
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2020-02-04 05:58:58 +03:00
obj . addPlugin = function ( plugin , func ) { sqlDbQuery ( 'INSERT INTO meshcentral.plugin VALUE (?, ?)' , [ null , JSON . stringify ( value ) ] , func ) ; } ; // Add a plugin
obj . getPlugins = function ( func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.plugin' , null , func ) ; } ; // Get all plugins
obj . getPlugin = function ( id , func ) { sqlDbQuery ( 'SELECT doc FROM meshcentral.plugin WHERE id = ?' , [ id ] , func ) ; } ; // Get plugin
obj . deletePlugin = function ( id , func ) { sqlDbQuery ( 'DELETE FROM meshcentral.plugin WHERE id = ?' , [ id ] , func ) ; } ; // Delete plugin
2020-03-05 01:57:03 +03:00
obj . setPluginStatus = function ( id , status , func ) { obj . getPlugin ( id , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . status = status ; obj . updatePlugin ( id , docs [ 0 ] , func ) ; } } ) ; } ;
2020-02-04 05:58:58 +03:00
obj . updatePlugin = function ( id , args , func ) { delete args . _id ; sqlDbQuery ( 'REPLACE INTO meshcentral.plugin VALUE (?, ?)' , [ id , JSON . stringify ( args ) ] , func ) ; } ;
2020-02-03 01:02:50 +03:00
}
2020-02-02 23:37:27 +03:00
} else if ( obj . databaseType == 3 ) {
2019-05-09 23:41:14 +03:00
// Database actions on the main collection (MongoDB)
2021-01-10 17:19:16 +03:00
obj . Set = function ( data , func ) { // Fast Set operation using bulkWrite(), this is much faster then using replaceOne()
if ( obj . filePendingSet == false ) {
2021-01-10 15:53:30 +03:00
// Perform the operation now
2021-01-10 17:19:16 +03:00
obj . filePendingSet = true ; obj . filePendingSets = null ;
if ( func != null ) { obj . filePendingCbs = [ func ] ; }
obj . file . bulkWrite ( [ { replaceOne : { filter : { _id : data . _id } , replacement : performTypedRecordEncrypt ( common . escapeLinksFieldNameEx ( data ) ) , upsert : true } } ] , fileBulkWriteCompleted ) ;
2021-01-10 15:53:30 +03:00
} else {
// Add this operation to the pending list
2021-01-10 17:19:16 +03:00
if ( obj . filePendingSets == null ) { obj . filePendingSets = { } }
obj . filePendingSets [ data . _id ] = data ;
if ( func != null ) { if ( obj . filePendingCb == null ) { obj . filePendingCb = [ func ] ; } else { obj . filePendingCb . push ( func ) ; } }
2021-01-10 15:53:30 +03:00
}
} ;
2021-01-11 00:57:38 +03:00
obj . Get = function ( id , func ) { // Fast Get operation using a bulk find() to reduce round trips to the database.
// Encode arguments into return function if any are present.
var func2 = func ;
2019-05-09 23:41:14 +03:00
if ( arguments . length > 2 ) {
var parms = [ func ] ;
for ( var parmx = 2 ; parmx < arguments . length ; ++ parmx ) { parms . push ( arguments [ parmx ] ) ; }
var func2 = function _func2 ( arg1 , arg2 ) {
var userCallback = _func2 . userArgs . shift ( ) ;
_func2 . userArgs . unshift ( arg2 ) ;
_func2 . userArgs . unshift ( arg1 ) ;
userCallback . apply ( obj , _func2 . userArgs ) ;
} ;
func2 . userArgs = parms ;
2021-01-11 00:57:38 +03:00
}
if ( obj . filePendingGets == null ) {
// No pending gets, perform the operation now.
obj . filePendingGets = { } ;
obj . filePendingGets [ id ] = [ func2 ] ;
obj . file . find ( { _id : id } ) . toArray ( fileBulkReadCompleted ) ;
2019-05-09 23:41:14 +03:00
} else {
2021-01-11 00:57:38 +03:00
// Add get to pending list.
if ( obj . filePendingGet == null ) { obj . filePendingGet = { } ; }
if ( obj . filePendingGet [ id ] == null ) { obj . filePendingGet [ id ] = [ func2 ] ; } else { obj . filePendingGet [ id ] . push ( func2 ) ; }
2019-05-09 23:41:14 +03:00
}
} ;
2021-01-11 00:57:38 +03:00
2019-10-03 03:19:33 +03:00
obj . GetAll = function ( func ) { obj . file . find ( { } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetHash = function ( id , func ) { obj . file . find ( { _id : id } ) . project ( { _id : 0 , hash : 1 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetAllTypeNoTypeField = function ( type , domain , func ) { obj . file . find ( { type : type , domain : domain } ) . project ( { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-03-30 08:40:13 +03:00
obj . GetAllTypeNoTypeFieldMeshFiltered = function ( meshes , extrasids , domain , type , id , func ) {
if ( extrasids == null ) {
var x = { type : type , domain : domain , meshid : { $in : meshes } } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
} else {
var x = { type : type , domain : domain , $or : [ { meshid : { $in : meshes } } , { _id : { $in : extrasids } } ] } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
}
} ;
2020-10-31 03:08:07 +03:00
obj . GetAllTypeNodeFiltered = function ( nodes , domain , type , id , func ) {
var x = { type : type , domain : domain , nodeid : { $in : nodes } } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , { type : 0 } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
} ;
2019-10-03 03:19:33 +03:00
obj . GetAllType = function ( type , func ) { obj . file . find ( { type : type } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetAllIdsOfType = function ( ids , domain , type , func ) { obj . file . find ( { type : type , domain : domain , _id : { $in : ids } } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-09-25 23:58:36 +03:00
obj . GetUserWithEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetUserWithVerifiedEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email , emailVerified : true } ) . toArray ( function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-05-26 22:46:48 +03:00
obj . Remove = function ( id , func ) { obj . file . deleteOne ( { _id : id } , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveAll = function ( func ) { obj . file . deleteMany ( { } , { multi : true } , func ) ; } ;
obj . RemoveAllOfType = function ( type , func ) { obj . file . deleteMany ( { type : type } , { multi : true } , func ) ; } ;
2019-12-09 22:30:08 +03:00
obj . InsertMany = function ( data , func ) { obj . file . insertMany ( data , func ) ; } ;
2019-05-21 04:03:14 +03:00
obj . RemoveMeshDocuments = function ( id ) { obj . file . deleteMany ( { meshid : id } , { multi : true } ) ; obj . file . deleteOne ( { _id : 'nt' + id } ) ; } ;
2020-03-05 01:57:03 +03:00
obj . MakeSiteAdmin = function ( username , domain ) { obj . Get ( 'user/' + domain + '/' + username , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . siteadmin = 0xFFFFFFFF ; obj . Set ( docs [ 0 ] ) ; } } ) ; } ;
2019-05-09 23:41:14 +03:00
obj . DeleteDomain = function ( domain , func ) { obj . file . deleteMany ( { domain : domain } , { multi : true } , func ) ; } ;
2019-12-10 00:43:02 +03:00
obj . SetUser = function ( user ) { if ( user . subscriptions != null ) { var u = Clone ( user ) ; if ( u . subscriptions ) { delete u . subscriptions ; } obj . Set ( u ) ; } else { obj . Set ( user ) ; } } ;
2019-05-09 23:41:14 +03:00
obj . dispose = function ( ) { for ( var x in obj ) { if ( obj [ x ] . close ) { obj [ x ] . close ( ) ; } delete obj [ x ] ; } } ;
obj . getLocalAmtNodes = function ( func ) { obj . file . find ( { type : 'node' , host : { $exists : true , $ne : null } , intelamt : { $exists : true } } ) . toArray ( func ) ; } ;
2019-10-11 02:07:32 +03:00
obj . getAmtUuidMeshNode = function ( meshid , uuid , func ) { obj . file . find ( { type : 'node' , meshid : meshid , 'intelamt.uuid' : uuid } ) . toArray ( func ) ; } ;
obj . getAmtUuidNode = function ( uuid , func ) { obj . file . find ( { type : 'node' , 'intelamt.uuid' : uuid } ) . toArray ( func ) ; } ;
2019-05-30 22:40:10 +03:00
// TODO: Starting in MongoDB 4.0.3, you should use countDocuments() instead of count() that is deprecated. We should detect MongoDB version and switch.
// https://docs.mongodb.com/manual/reference/method/db.collection.countDocuments/
//obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { obj.file.countDocuments({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max)); }); } }
2019-11-19 04:31:42 +03:00
obj . isMaxType = function ( max , type , domainid , func ) {
2020-02-02 23:37:27 +03:00
if ( obj . file . countDocuments ) {
2019-11-19 04:31:42 +03:00
if ( max == null ) { func ( false ) ; } else { obj . file . countDocuments ( { type : type , domain : domainid } , function ( err , count ) { func ( ( err != null ) || ( count > max ) , count ) ; } ) ; }
} else {
if ( max == null ) { func ( false ) ; } else { obj . file . count ( { type : type , domain : domainid } , function ( err , count ) { func ( ( err != null ) || ( count > max ) , count ) ; } ) ; }
}
}
2019-05-09 23:41:14 +03:00
// Database actions on the events collection
obj . GetAllEvents = function ( func ) { obj . eventsfile . find ( { } ) . toArray ( func ) ; } ;
2021-01-10 17:19:16 +03:00
obj . StoreEvent = function ( event , func ) { // Fast MongoDB event store using bulkWrite()
if ( obj . eventsFilePendingSet == false ) {
// Perform the operation now
obj . eventsFilePendingSet = true ; obj . eventsFilePendingSets = null ;
if ( func != null ) { obj . eventsFilePendingCbs = [ func ] ; }
obj . eventsfile . bulkWrite ( [ { insertOne : { document : event } } ] , eventsFileBulkWriteCompleted ) ;
} else {
// Add this operation to the pending list
if ( obj . eventsFilePendingSets == null ) { obj . eventsFilePendingSets = [ ] }
obj . eventsFilePendingSets . push ( event ) ;
if ( func != null ) { if ( obj . eventsFilePendingCb == null ) { obj . eventsFilePendingCb = [ func ] ; } else { obj . eventsFilePendingCb . push ( func ) ; } }
}
} ;
2019-08-01 02:49:23 +03:00
obj . GetEvents = function ( ids , domain , func ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . toArray ( func ) ; } ;
obj . GetEventsWithLimit = function ( ids , domain , limit , func ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
obj . GetUserEvents = function ( ids , domain , username , func ) { obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { username : username } ] } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . toArray ( func ) ; } ;
obj . GetUserEventsWithLimit = function ( ids , domain , username , limit , func ) { obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { username : username } ] } ) . project ( { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
obj . GetNodeEventsWithLimit = function ( nodeid , domain , limit , func ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } ) . project ( { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
2019-09-18 22:05:33 +03:00
obj . GetNodeEventsSelfWithLimit = function ( nodeid , domain , userid , limit , func ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid , userid : { $in : [ userid , null ] } } ) . project ( { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . toArray ( func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveAllEvents = function ( domain ) { obj . eventsfile . deleteMany ( { domain : domain } , { multi : true } ) ; } ;
obj . RemoveAllNodeEvents = function ( domain , nodeid ) { obj . eventsfile . deleteMany ( { domain : domain , nodeid : nodeid } , { multi : true } ) ; } ;
2019-12-27 00:52:09 +03:00
obj . RemoveAllUserEvents = function ( domain , userid ) { obj . eventsfile . deleteMany ( { domain : domain , userid : userid } , { multi : true } ) ; } ;
2019-11-19 04:31:42 +03:00
obj . GetFailedLoginCount = function ( username , domainid , lastlogin , func ) {
if ( obj . eventsfile . countDocuments ) {
obj . eventsfile . countDocuments ( { action : 'authfail' , username : username , domain : domainid , time : { "$gte" : lastlogin } } , function ( err , count ) { func ( ( err == null ) ? count : 0 ) ; } ) ;
} else {
obj . eventsfile . count ( { action : 'authfail' , username : username , domain : domainid , time : { "$gte" : lastlogin } } , function ( err , count ) { func ( ( err == null ) ? count : 0 ) ; } ) ;
}
}
2019-05-09 23:41:14 +03:00
// Database actions on the power collection
obj . getAllPower = function ( func ) { obj . powerfile . find ( { } ) . toArray ( func ) ; } ;
2021-01-10 17:19:16 +03:00
obj . storePowerEvent = function ( event , multiServer , func ) { // Fast MongoDB event store using bulkWrite()
if ( multiServer != null ) { event . server = multiServer . serverid ; }
if ( obj . powerFilePendingSet == false ) {
// Perform the operation now
obj . powerFilePendingSet = true ; obj . powerFilePendingSets = null ;
if ( func != null ) { obj . powerFilePendingCbs = [ func ] ; }
obj . powerfile . bulkWrite ( [ { insertOne : { document : event } } ] , powerFileBulkWriteCompleted ) ;
} else {
// Add this operation to the pending list
if ( obj . powerFilePendingSets == null ) { obj . powerFilePendingSets = [ ] }
obj . powerFilePendingSets . push ( event ) ;
if ( func != null ) { if ( obj . powerFilePendingCb == null ) { obj . powerFilePendingCb = [ func ] ; } else { obj . powerFilePendingCb . push ( func ) ; } }
}
} ;
2019-08-01 02:49:23 +03:00
obj . getPowerTimeline = function ( nodeid , func ) { obj . powerfile . find ( { nodeid : { $in : [ '*' , nodeid ] } } ) . project ( { _id : 0 , nodeid : 0 , s : 0 } ) . sort ( { time : 1 } ) . toArray ( func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . removeAllPowerEvents = function ( ) { obj . powerfile . deleteMany ( { } , { multi : true } ) ; } ;
obj . removeAllPowerEventsForNode = function ( nodeid ) { obj . powerfile . deleteMany ( { nodeid : nodeid } , { multi : true } ) ; } ;
// Database actions on the SMBIOS collection
2019-12-09 07:46:25 +03:00
obj . GetAllSMBIOS = function ( func ) { obj . smbiosfile . find ( { } ) . toArray ( func ) ; } ;
2019-12-09 22:30:08 +03:00
obj . SetSMBIOS = function ( smbios , func ) { obj . smbiosfile . updateOne ( { _id : smbios . _id } , { $set : smbios } , { upsert : true } , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveSMBIOS = function ( id ) { obj . smbiosfile . deleteOne ( { _id : id } ) ; } ;
obj . GetSMBIOS = function ( id , func ) { obj . smbiosfile . find ( { _id : id } ) . toArray ( func ) ; } ;
// Database actions on the Server Stats collection
2019-12-09 22:30:08 +03:00
obj . SetServerStats = function ( data , func ) { obj . serverstatsfile . insertOne ( data , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . GetServerStats = function ( hours , func ) { var t = new Date ( ) ; t . setTime ( t . getTime ( ) - ( 60 * 60 * 1000 * hours ) ) ; obj . serverstatsfile . find ( { time : { $gt : t } } , { _id : 0 , cpu : 0 } ) . toArray ( func ) ; } ;
// Read a configuration file from the database
obj . getConfigFile = function ( path , func ) { obj . Get ( 'cfile/' + path , func ) ; }
// Write a configuration file to the database
obj . setConfigFile = function ( path , data , func ) { obj . Set ( { _id : 'cfile/' + path , type : 'cfile' , data : data . toString ( 'base64' ) } , func ) ; }
// List all configuration files
obj . listConfigFiles = function ( func ) { obj . file . find ( { type : 'cfile' } ) . sort ( { _id : 1 } ) . toArray ( func ) ; }
// Get all configuration files
obj . getAllConfigFiles = function ( password , func ) {
obj . file . find ( { type : 'cfile' } ) . toArray ( function ( err , docs ) {
if ( err != null ) { func ( null ) ; return ; }
var r = null ;
for ( var i = 0 ; i < docs . length ; i ++ ) {
var name = docs [ i ] . _id . split ( '/' ) [ 1 ] ;
var data = obj . decryptData ( password , docs [ i ] . data ) ;
if ( data != null ) { if ( r == null ) { r = { } ; } r [ name ] = data ; }
}
func ( r ) ;
} ) ;
}
2019-11-26 01:12:43 +03:00
2019-12-09 07:46:25 +03:00
// Get database information
obj . getDbStats = function ( func ) {
obj . stats = { c : 6 } ;
obj . getStats ( function ( r ) { obj . stats . recordTypes = r ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } )
2020-02-02 23:37:27 +03:00
obj . file . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . eventsfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . powerfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . smbiosfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . serverstatsfile . stats ( ) . then ( function ( stats ) { obj . stats [ stats . ns ] = { size : stats . size , count : stats . count , avgObjSize : stats . avgObjSize , capped : stats . capped } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } , function ( ) { if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
2019-12-09 07:46:25 +03:00
}
2019-11-26 01:12:43 +03:00
// Plugin operations
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2020-02-03 01:02:50 +03:00
obj . addPlugin = function ( plugin , func ) { plugin . type = 'plugin' ; obj . pluginsfile . insertOne ( plugin , func ) ; } ; // Add a plugin
obj . getPlugins = function ( func ) { obj . pluginsfile . find ( { type : 'plugin' } ) . project ( { type : 0 } ) . sort ( { name : 1 } ) . toArray ( func ) ; } ; // Get all plugins
2019-11-26 01:12:43 +03:00
obj . getPlugin = function ( id , func ) { id = require ( 'mongodb' ) . ObjectID ( id ) ; obj . pluginsfile . find ( { _id : id } ) . sort ( { name : 1 } ) . toArray ( func ) ; } ; // Get plugin
obj . deletePlugin = function ( id , func ) { id = require ( 'mongodb' ) . ObjectID ( id ) ; obj . pluginsfile . deleteOne ( { _id : id } , func ) ; } ; // Delete plugin
obj . setPluginStatus = function ( id , status , func ) { id = require ( 'mongodb' ) . ObjectID ( id ) ; obj . pluginsfile . updateOne ( { _id : id } , { $set : { status : status } } , func ) ; } ;
obj . updatePlugin = function ( id , args , func ) { delete args . _id ; id = require ( 'mongodb' ) . ObjectID ( id ) ; obj . pluginsfile . updateOne ( { _id : id } , { $set : args } , func ) ; } ;
}
2020-02-02 23:37:27 +03:00
2019-05-09 23:41:14 +03:00
} else {
// Database actions on the main collection (NeDB and MongoJS)
2020-03-27 05:33:13 +03:00
obj . Set = function ( data , func ) { data = common . escapeLinksFieldNameEx ( data ) ; var xdata = performTypedRecordEncrypt ( data ) ; obj . file . update ( { _id : xdata . _id } , xdata , { upsert : true } , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . Get = function ( id , func ) {
if ( arguments . length > 2 ) {
var parms = [ func ] ;
for ( var parmx = 2 ; parmx < arguments . length ; ++ parmx ) { parms . push ( arguments [ parmx ] ) ; }
var func2 = function _func2 ( arg1 , arg2 ) {
var userCallback = _func2 . userArgs . shift ( ) ;
_func2 . userArgs . unshift ( arg2 ) ;
_func2 . userArgs . unshift ( arg1 ) ;
userCallback . apply ( obj , _func2 . userArgs ) ;
} ;
func2 . userArgs = parms ;
2020-03-27 05:33:13 +03:00
obj . file . find ( { _id : id } , function ( err , docs ) {
if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; }
func2 ( err , performTypedRecordDecrypt ( docs ) ) ;
} ) ;
2019-10-03 03:19:33 +03:00
} else {
2020-03-27 05:33:13 +03:00
obj . file . find ( { _id : id } , function ( err , docs ) {
if ( ( docs != null ) && ( docs . length > 0 ) && ( docs [ 0 ] . links != null ) ) { docs [ 0 ] = common . unEscapeLinksFieldName ( docs [ 0 ] ) ; }
func ( err , performTypedRecordDecrypt ( docs ) ) ;
} ) ;
2019-05-09 23:41:14 +03:00
}
} ;
2019-10-03 03:19:33 +03:00
obj . GetAll = function ( func ) { obj . file . find ( { } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2019-08-07 03:58:29 +03:00
obj . GetHash = function ( id , func ) { obj . file . find ( { _id : id } , { _id : 0 , hash : 1 } , func ) ; } ;
2019-10-03 03:19:33 +03:00
obj . GetAllTypeNoTypeField = function ( type , domain , func ) { obj . file . find ( { type : type , domain : domain } , { type : 0 } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-03-30 08:40:13 +03:00
//obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, domain, type, id, func) {
//var x = { type: type, domain: domain, meshid: { $in: meshes } };
//if (id) { x._id = id; }
//obj.file.find(x, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
//};
obj . GetAllTypeNoTypeFieldMeshFiltered = function ( meshes , extrasids , domain , type , id , func ) {
if ( extrasids == null ) {
var x = { type : type , domain : domain , meshid : { $in : meshes } } ;
if ( id ) { x . _id = id ; }
2020-10-07 05:47:28 +03:00
obj . file . find ( x , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-03-30 08:40:13 +03:00
} else {
var x = { type : type , domain : domain , $or : [ { meshid : { $in : meshes } } , { _id : { $in : extrasids } } ] } ;
if ( id ) { x . _id = id ; }
2020-10-07 05:47:28 +03:00
obj . file . find ( x , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
2020-03-30 08:40:13 +03:00
}
} ;
2020-10-31 03:08:07 +03:00
obj . GetAllTypeNodeFiltered = function ( nodes , domain , type , id , func ) {
var x = { type : type , domain : domain , nodeid : { $in : nodes } } ;
if ( id ) { x . _id = id ; }
obj . file . find ( x , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ;
} ;
2019-10-03 03:19:33 +03:00
obj . GetAllType = function ( type , func ) { obj . file . find ( { type : type } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetAllIdsOfType = function ( ids , domain , type , func ) { obj . file . find ( { type : type , domain : domain , _id : { $in : ids } } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
obj . GetUserWithEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email } , { type : 0 } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-09-25 23:58:36 +03:00
obj . GetUserWithVerifiedEmail = function ( domain , email , func ) { obj . file . find ( { type : 'user' , domain : domain , email : email , emailVerified : true } , function ( err , docs ) { func ( err , performTypedRecordDecrypt ( docs ) ) ; } ) ; } ;
2020-05-26 22:46:48 +03:00
obj . Remove = function ( id , func ) { obj . file . remove ( { _id : id } , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveAll = function ( func ) { obj . file . remove ( { } , { multi : true } , func ) ; } ;
obj . RemoveAllOfType = function ( type , func ) { obj . file . remove ( { type : type } , { multi : true } , func ) ; } ;
2019-12-09 22:30:08 +03:00
obj . InsertMany = function ( data , func ) { obj . file . insert ( data , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . RemoveMeshDocuments = function ( id ) { obj . file . remove ( { meshid : id } , { multi : true } ) ; obj . file . remove ( { _id : 'nt' + id } ) ; } ;
2020-03-05 01:57:03 +03:00
obj . MakeSiteAdmin = function ( username , domain ) { obj . Get ( 'user/' + domain + '/' + username , function ( err , docs ) { if ( ( err == null ) && ( docs . length == 1 ) ) { docs [ 0 ] . siteadmin = 0xFFFFFFFF ; obj . Set ( docs [ 0 ] ) ; } } ) ; } ;
2019-05-09 23:41:14 +03:00
obj . DeleteDomain = function ( domain , func ) { obj . file . remove ( { domain : domain } , { multi : true } , func ) ; } ;
2019-12-10 00:43:02 +03:00
obj . SetUser = function ( user ) { if ( user . subscriptions != null ) { var u = Clone ( user ) ; if ( u . subscriptions ) { delete u . subscriptions ; } obj . Set ( u ) ; } else { obj . Set ( user ) ; } } ;
2019-05-09 23:41:14 +03:00
obj . dispose = function ( ) { for ( var x in obj ) { if ( obj [ x ] . close ) { obj [ x ] . close ( ) ; } delete obj [ x ] ; } } ;
obj . getLocalAmtNodes = function ( func ) { obj . file . find ( { type : 'node' , host : { $exists : true , $ne : null } , intelamt : { $exists : true } } , func ) ; } ;
2019-10-11 02:07:32 +03:00
obj . getAmtUuidMeshNode = function ( meshid , uuid , func ) { obj . file . find ( { type : 'node' , meshid : meshid , 'intelamt.uuid' : uuid } , func ) ; } ;
obj . getAmtUuidNode = function ( uuid , func ) { obj . file . find ( { type : 'node' , 'intelamt.uuid' : uuid } , func ) ; } ;
2019-06-06 01:24:07 +03:00
obj . isMaxType = function ( max , type , domainid , func ) { if ( max == null ) { func ( false ) ; } else { obj . file . count ( { type : type , domain : domainid } , function ( err , count ) { func ( ( err != null ) || ( count > max ) , count ) ; } ) ; } }
2019-05-09 23:41:14 +03:00
// Database actions on the events collection
obj . GetAllEvents = function ( func ) { obj . eventsfile . find ( { } , func ) ; } ;
2021-01-05 03:26:25 +03:00
obj . StoreEvent = function ( event , func ) { obj . eventsfile . insert ( event , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . GetEvents = function ( ids , domain , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } , func ) ; } } ;
obj . GetEventsWithLimit = function ( ids , domain , limit , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , ids : { $in : ids } } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ; } } ;
obj . GetUserEvents = function ( ids , domain , username , func ) {
if ( obj . databaseType == 1 ) {
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { username : username } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . exec ( func ) ;
} else {
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { username : username } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } , func ) ;
}
} ;
obj . GetUserEventsWithLimit = function ( ids , domain , username , limit , func ) {
if ( obj . databaseType == 1 ) {
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { username : username } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ;
} else {
obj . eventsfile . find ( { domain : domain , $or : [ { ids : { $in : ids } } , { username : username } ] } , { type : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ;
}
} ;
obj . GetNodeEventsWithLimit = function ( nodeid , domain , limit , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ; } } ;
2019-09-18 22:05:33 +03:00
obj . GetNodeEventsSelfWithLimit = function ( nodeid , domain , userid , limit , func ) { if ( obj . databaseType == 1 ) { obj . eventsfile . find ( { domain : domain , nodeid : nodeid , userid : { $in : [ userid , null ] } } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit ) . exec ( func ) ; } else { obj . eventsfile . find ( { domain : domain , nodeid : nodeid } , { type : 0 , etype : 0 , _id : 0 , domain : 0 , ids : 0 , node : 0 , nodeid : 0 } ) . sort ( { time : - 1 } ) . limit ( limit , func ) ; } } ;
2019-05-09 23:41:14 +03:00
obj . RemoveAllEvents = function ( domain ) { obj . eventsfile . remove ( { domain : domain } , { multi : true } ) ; } ;
obj . RemoveAllNodeEvents = function ( domain , nodeid ) { obj . eventsfile . remove ( { domain : domain , nodeid : nodeid } , { multi : true } ) ; } ;
2019-12-27 00:52:09 +03:00
obj . RemoveAllUserEvents = function ( domain , userid ) { obj . eventsfile . remove ( { domain : domain , userid : userid } , { multi : true } ) ; } ;
2019-11-18 03:20:53 +03:00
obj . GetFailedLoginCount = function ( username , domainid , lastlogin , func ) { obj . eventsfile . count ( { action : 'authfail' , username : username , domain : domainid , time : { "$gte" : lastlogin } } , function ( err , count ) { func ( ( err == null ) ? count : 0 ) ; } ) ; }
2019-05-09 23:41:14 +03:00
// Database actions on the power collection
obj . getAllPower = function ( func ) { obj . powerfile . find ( { } , func ) ; } ;
2019-12-09 22:30:08 +03:00
obj . storePowerEvent = function ( event , multiServer , func ) { if ( multiServer != null ) { event . server = multiServer . serverid ; } obj . powerfile . insert ( event , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . getPowerTimeline = function ( nodeid , func ) { if ( obj . databaseType == 1 ) { obj . powerfile . find ( { nodeid : { $in : [ '*' , nodeid ] } } , { _id : 0 , nodeid : 0 , s : 0 } ) . sort ( { time : 1 } ) . exec ( func ) ; } else { obj . powerfile . find ( { nodeid : { $in : [ '*' , nodeid ] } } , { _id : 0 , nodeid : 0 , s : 0 } ) . sort ( { time : 1 } , func ) ; } } ;
obj . removeAllPowerEvents = function ( ) { obj . powerfile . remove ( { } , { multi : true } ) ; } ;
obj . removeAllPowerEventsForNode = function ( nodeid ) { obj . powerfile . remove ( { nodeid : nodeid } , { multi : true } ) ; } ;
// Database actions on the SMBIOS collection
2020-09-08 21:58:23 +03:00
if ( obj . smbiosfile != null ) {
obj . GetAllSMBIOS = function ( func ) { obj . smbiosfile . find ( { } , func ) ; } ;
obj . SetSMBIOS = function ( smbios , func ) { obj . smbiosfile . update ( { _id : smbios . _id } , smbios , { upsert : true } , func ) ; } ;
obj . RemoveSMBIOS = function ( id ) { obj . smbiosfile . remove ( { _id : id } ) ; } ;
obj . GetSMBIOS = function ( id , func ) { obj . smbiosfile . find ( { _id : id } , func ) ; } ;
}
2019-05-09 23:41:14 +03:00
// Database actions on the Server Stats collection
2019-12-09 22:30:08 +03:00
obj . SetServerStats = function ( data , func ) { obj . serverstatsfile . insert ( data , func ) ; } ;
2019-05-09 23:41:14 +03:00
obj . GetServerStats = function ( hours , func ) { var t = new Date ( ) ; t . setTime ( t . getTime ( ) - ( 60 * 60 * 1000 * hours ) ) ; obj . serverstatsfile . find ( { time : { $gt : t } } , { _id : 0 , cpu : 0 } , func ) ; } ;
// Read a configuration file from the database
obj . getConfigFile = function ( path , func ) { obj . Get ( 'cfile/' + path , func ) ; }
// Write a configuration file to the database
obj . setConfigFile = function ( path , data , func ) { obj . Set ( { _id : 'cfile/' + path , type : 'cfile' , data : data . toString ( 'base64' ) } , func ) ; }
// List all configuration files
obj . listConfigFiles = function ( func ) { obj . file . find ( { type : 'cfile' } ) . sort ( { _id : 1 } ) . exec ( func ) ; }
// Get all configuration files
obj . getAllConfigFiles = function ( password , func ) {
obj . file . find ( { type : 'cfile' } , function ( err , docs ) {
if ( err != null ) { func ( null ) ; return ; }
var r = null ;
for ( var i = 0 ; i < docs . length ; i ++ ) {
var name = docs [ i ] . _id . split ( '/' ) [ 1 ] ;
var data = obj . decryptData ( password , docs [ i ] . data ) ;
if ( data != null ) { if ( r == null ) { r = { } ; } r [ name ] = data ; }
}
func ( r ) ;
} ) ;
}
2019-11-26 01:12:43 +03:00
2019-12-09 07:46:25 +03:00
// Get database information
obj . getDbStats = function ( func ) {
2020-09-08 21:58:23 +03:00
obj . stats = { c : 5 } ;
2019-12-09 07:46:25 +03:00
obj . getStats ( function ( r ) { obj . stats . recordTypes = r ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } )
obj . file . count ( { } , function ( err , count ) { obj . stats . meshcentral = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . eventsfile . count ( { } , function ( err , count ) { obj . stats . events = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . powerfile . count ( { } , function ( err , count ) { obj . stats . power = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
obj . serverstatsfile . count ( { } , function ( err , count ) { obj . stats . serverstats = { count : count } ; if ( -- obj . stats . c == 0 ) { delete obj . stats . c ; func ( obj . stats ) ; } } ) ;
}
2019-11-26 01:12:43 +03:00
// Plugin operations
2020-08-24 23:26:27 +03:00
if ( obj . pluginsActive ) {
2019-12-09 07:46:25 +03:00
obj . addPlugin = function ( plugin , func ) { plugin . type = 'plugin' ; obj . pluginsfile . insert ( plugin , func ) ; } ; // Add a plugin
obj . getPlugins = function ( func ) { obj . pluginsfile . find ( { 'type' : 'plugin' } , { 'type' : 0 } ) . sort ( { name : 1 } ) . exec ( func ) ; } ; // Get all plugins
2019-11-26 01:12:43 +03:00
obj . getPlugin = function ( id , func ) { obj . pluginsfile . find ( { _id : id } ) . sort ( { name : 1 } ) . exec ( func ) ; } ; // Get plugin
obj . deletePlugin = function ( id , func ) { obj . pluginsfile . remove ( { _id : id } , func ) ; } ; // Delete plugin
obj . setPluginStatus = function ( id , status , func ) { obj . pluginsfile . update ( { _id : id } , { $set : { status : status } } , func ) ; } ;
obj . updatePlugin = function ( id , args , func ) { delete args . _id ; obj . pluginsfile . update ( { _id : id } , { $set : args } , func ) ; } ;
}
2019-11-22 22:25:13 +03:00
2019-05-09 23:41:14 +03:00
}
func ( obj ) ; // Completed function setup
2019-02-03 01:54:36 +03:00
}
2019-02-02 02:16:46 +03:00
2019-06-08 02:44:00 +03:00
// Return a human readable string with current backup configuration
obj . getBackupConfig = function ( ) {
var r = '' , backupPath = parent . backuppath ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . backuppath ) { backupPath = parent . config . settings . autobackup . backuppath ; }
const dbname = ( parent . args . mongodbname ) ? ( parent . args . mongodbname ) : 'meshcentral' ;
const currentDate = new Date ( ) ;
const fileSuffix = currentDate . getFullYear ( ) + '-' + padNumber ( currentDate . getMonth ( ) + 1 , 2 ) + '-' + padNumber ( currentDate . getDate ( ) , 2 ) + '-' + padNumber ( currentDate . getHours ( ) , 2 ) + '-' + padNumber ( currentDate . getMinutes ( ) , 2 ) ;
const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix ;
const newAutoBackupPath = parent . path . join ( backupPath , newAutoBackupFile ) ;
r += 'DB Name: ' + dbname + '\r\n' ;
2020-02-02 23:37:27 +03:00
r += 'DB Type: ' + [ 'None' , 'NeDB' , 'MongoJS' , 'MongoDB' ] [ obj . databaseType ] + '\r\n' ;
2019-06-08 02:44:00 +03:00
r += 'BackupPath: ' + backupPath + '\r\n' ;
r += 'newAutoBackupFile: ' + newAutoBackupFile + '\r\n' ;
r += 'newAutoBackupPath: ' + newAutoBackupPath + '\r\n' ;
if ( parent . config . settings . autobackup == null ) {
r += 'No Settings/AutoBackup\r\n' ;
} else {
if ( parent . config . settings . autobackup . backupintervalhours != null ) {
if ( typeof parent . config . settings . autobackup . backupintervalhours != 'number' ) { r += 'Bad backupintervalhours type\r\n' ; }
else { r += 'Backup Interval (Hours): ' + parent . config . settings . autobackup . backupintervalhours + '\r\n' ; }
}
if ( parent . config . settings . autobackup . keeplastdaysbackup != null ) {
if ( typeof parent . config . settings . autobackup . keeplastdaysbackup != 'number' ) { r += 'Bad keeplastdaysbackup type\r\n' ; }
else { r += 'Keep Last Backups (Days): ' + parent . config . settings . autobackup . keeplastdaysbackup + '\r\n' ; }
}
if ( parent . config . settings . autobackup . zippassword != null ) {
if ( typeof parent . config . settings . autobackup . zippassword != 'string' ) { r += 'Bad zippassword type\r\n' ; }
else { r += 'ZIP Password Set\r\n' ; }
}
if ( parent . config . settings . autobackup . mongodumppath != null ) {
if ( typeof parent . config . settings . autobackup . mongodumppath != 'string' ) { r += 'Bad mongodumppath type\r\n' ; }
else { r += 'MongoDump Path: ' + parent . config . settings . autobackup . mongodumppath + '\r\n' ; }
}
}
return r ;
}
2020-12-29 06:25:21 +03:00
// Check that the server is capable of performing a backup
obj . checkBackupCapability = function ( func ) {
2020-12-31 05:52:44 +03:00
if ( ( parent . config . settings . autobackup == null ) || ( parent . config . settings . autobackup == false ) ) { func ( ) ; }
2020-12-29 06:25:21 +03:00
if ( ( obj . databaseType == 2 ) || ( obj . databaseType == 3 ) ) {
// Check that we have access to MongoDump
var backupPath = parent . backuppath ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . backuppath ) { backupPath = parent . config . settings . autobackup . backuppath ; }
var mongoDumpPath = 'mongodump' ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . mongodumppath ) { mongoDumpPath = parent . config . settings . autobackup . mongodumppath ; }
const child _process = require ( 'child_process' ) ;
child _process . exec ( '"' + mongoDumpPath + '"' , { cwd : backupPath } , function ( error , stdout , stderr ) {
try {
if ( ( error != null ) && ( error != '' ) ) {
2021-01-09 11:40:03 +03:00
if ( parent . platform == 'win32' ) {
func ( 1 , "Unable to find mongodump.exe, MongoDB database auto-backup will not be performed." ) ;
} else {
func ( 1 , "Unable to find mongodump, MongoDB database auto-backup will not be performed." ) ;
}
2020-12-29 06:25:21 +03:00
} else {
func ( ) ;
}
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
} else {
func ( ) ;
}
}
2021-01-11 00:57:38 +03:00
// MongoDB pending bulk read operation, perform fast bulk document reads.
function fileBulkReadCompleted ( err , docs ) {
// Send out callbacks with results
if ( docs != null ) {
for ( var i in docs ) {
if ( docs [ i ] . links != null ) { docs [ i ] = common . unEscapeLinksFieldName ( docs [ i ] ) ; }
const id = docs [ i ] . _id ;
if ( obj . filePendingGets [ id ] != null ) { for ( var j in obj . filePendingGets [ id ] ) { obj . filePendingGets [ id ] [ j ] ( err , [ docs [ i ] ] ) ; } delete obj . filePendingGets [ id ] ; }
}
}
// If there are not results, send out a null callback
2021-01-11 01:41:25 +03:00
for ( var i in obj . filePendingGets ) { for ( var j in obj . filePendingGets [ i ] ) { obj . filePendingGets [ i ] [ j ] ( err , [ ] ) ; } }
2021-01-11 00:57:38 +03:00
// Move on to process any more pending get operations
obj . filePendingGets = obj . filePendingGet ;
obj . filePendingGet = null ;
if ( obj . filePendingGets != null ) {
var findlist = [ ] ;
for ( var i in obj . filePendingGets ) { findlist . push ( i ) ; }
obj . file . find ( { _id : { $in : findlist } } ) . toArray ( fileBulkReadCompleted ) ;
}
}
2021-01-10 15:53:30 +03:00
// MongoDB pending bulk write operation, perform fast bulk document replacement.
2021-01-10 17:19:16 +03:00
function fileBulkWriteCompleted ( ) {
// Callbacks
if ( obj . filePendingCbs != null ) { for ( var i in obj . filePendingCbs ) { obj . filePendingCbs [ i ] ( ) ; } obj . filePendingCbs = null ; }
if ( obj . filePendingSets != null ) {
// Perform pending operations
var ops = [ ] ;
obj . filePendingCbs = obj . filePendingCb ;
obj . filePendingCb = null ;
for ( var i in obj . filePendingSets ) { ops . push ( { replaceOne : { filter : { _id : i } , replacement : performTypedRecordEncrypt ( common . escapeLinksFieldNameEx ( obj . filePendingSets [ i ] ) ) , upsert : true } } ) ; }
obj . file . bulkWrite ( ops , fileBulkWriteCompleted ) ;
obj . filePendingSets = null ;
} else {
// All done, no pending operations.
obj . filePendingSet = false ;
}
}
// MongoDB pending bulk write operation, perform fast bulk document replacement.
function eventsFileBulkWriteCompleted ( ) {
// Callbacks
if ( obj . eventsFilePendingCbs != null ) { for ( var i in obj . eventsFilePendingCbs ) { obj . eventsFilePendingCbs [ i ] ( ) ; } obj . eventsFilePendingCbs = null ; }
if ( obj . eventsFilePendingSets != null ) {
// Perform pending operations
var ops = [ ] ;
for ( var i in obj . eventsFilePendingSets ) { ops . push ( { document : obj . eventsFilePendingSets [ i ] } ) ; }
obj . eventsFilePendingCbs = obj . eventsFilePendingCb ;
obj . eventsFilePendingCb = null ;
obj . eventsFilePendingSets = null ;
obj . eventsfile . bulkWrite ( ops , eventsFileBulkWriteCompleted ) ;
} else {
// All done, no pending operations.
obj . eventsFilePendingSet = false ;
}
}
// MongoDB pending bulk write operation, perform fast bulk document replacement.
function powerFileBulkWriteCompleted ( ) {
// Callbacks
if ( obj . powerFilePendingCbs != null ) { for ( var i in obj . powerFilePendingCbs ) { obj . powerFilePendingCbs [ i ] ( ) ; } obj . powerFilePendingCbs = null ; }
if ( obj . powerFilePendingSets != null ) {
2021-01-10 15:53:30 +03:00
// Perform pending operations
2021-01-10 17:19:16 +03:00
var ops = [ ] ;
for ( var i in obj . powerFilePendingSets ) { ops . push ( { document : obj . powerFilePendingSets [ i ] } ) ; }
obj . powerFilePendingCbs = obj . powerFilePendingCb ;
obj . powerFilePendingCb = null ;
obj . powerFilePendingSets = null ;
obj . powerfile . bulkWrite ( ops , powerFileBulkWriteCompleted ) ;
2021-01-10 15:53:30 +03:00
} else {
// All done, no pending operations.
2021-01-10 17:19:16 +03:00
obj . powerFilePendingSet = false ;
2021-01-10 15:53:30 +03:00
}
}
2020-12-29 06:25:21 +03:00
// Perform a server backup
2019-05-18 01:44:01 +03:00
obj . performingBackup = false ;
2020-09-08 23:02:05 +03:00
obj . performBackup = function ( func ) {
2019-05-21 02:00:33 +03:00
try {
if ( obj . performingBackup ) return 1 ;
obj . performingBackup = true ;
//console.log('Performing backup...');
2019-05-23 01:22:10 +03:00
2019-05-24 20:33:40 +03:00
var backupPath = parent . backuppath ;
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . backuppath ) { backupPath = parent . config . settings . autobackup . backuppath ; }
try { parent . fs . mkdirSync ( backupPath ) ; } catch ( e ) { }
const dbname = ( parent . args . mongodbname ) ? ( parent . args . mongodbname ) : 'meshcentral' ;
2020-01-29 21:31:58 +03:00
const dburl = parent . args . mongodb ;
2019-05-21 02:00:33 +03:00
const currentDate = new Date ( ) ;
const fileSuffix = currentDate . getFullYear ( ) + '-' + padNumber ( currentDate . getMonth ( ) + 1 , 2 ) + '-' + padNumber ( currentDate . getDate ( ) , 2 ) + '-' + padNumber ( currentDate . getHours ( ) , 2 ) + '-' + padNumber ( currentDate . getMinutes ( ) , 2 ) ;
const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix ;
2019-05-24 20:33:40 +03:00
const newAutoBackupPath = parent . path . join ( backupPath , newAutoBackupFile ) ;
2019-05-21 02:00:33 +03:00
if ( ( obj . databaseType == 2 ) || ( obj . databaseType == 3 ) ) {
// Perform a MongoDump backup
const newBackupFile = 'mongodump-' + fileSuffix ;
2019-05-24 20:33:40 +03:00
var newBackupPath = parent . path . join ( backupPath , newBackupFile ) ;
2019-05-21 02:00:33 +03:00
var mongoDumpPath = 'mongodump' ;
2019-05-24 20:33:40 +03:00
if ( parent . config . settings . autobackup && parent . config . settings . autobackup . mongodumppath ) { mongoDumpPath = parent . config . settings . autobackup . mongodumppath ; }
2019-05-21 02:00:33 +03:00
const child _process = require ( 'child_process' ) ;
2020-02-28 21:37:50 +03:00
var cmd = '\"' + mongoDumpPath + '\" --db=\"' + dbname + '\" --archive=\"' + newBackupPath + '.archive\"' ;
2020-12-29 06:25:21 +03:00
if ( dburl ) { cmd = '\"' + mongoDumpPath + '\" --uri=\"' + dburl . replace ( '?' , '/?' ) + '\" --archive=\"' + newBackupPath + '.archive\"' ; }
2019-05-23 01:22:10 +03:00
var backupProcess = child _process . exec ( cmd , { cwd : backupPath } , function ( error , stdout , stderr ) {
2019-05-21 02:00:33 +03:00
try {
2020-12-29 06:25:21 +03:00
var mongoDumpSuccess = true ;
2019-05-21 02:00:33 +03:00
backupProcess = null ;
2020-12-29 06:25:21 +03:00
if ( ( error != null ) && ( error != '' ) ) { mongoDumpSuccess = false ; console . log ( 'ERROR: Unable to perform MongoDB backup: ' + error + '\r\n' ) ; }
2019-05-21 02:00:33 +03:00
// Perform archive compression
var archiver = require ( 'archiver' ) ;
2019-05-24 20:33:40 +03:00
var output = parent . fs . createWriteStream ( newAutoBackupPath + '.zip' ) ;
2019-05-21 02:00:33 +03:00
var archive = null ;
2019-05-24 20:33:40 +03:00
if ( parent . config . settings . autobackup && ( typeof parent . config . settings . autobackup . zippassword == 'string' ) ) {
2019-05-21 02:00:33 +03:00
try { archiver . registerFormat ( 'zip-encrypted' , require ( "archiver-zip-encrypted" ) ) ; } catch ( ex ) { }
2019-05-24 20:33:40 +03:00
archive = archiver . create ( 'zip-encrypted' , { zlib : { level : 9 } , encryptionMethod : 'aes256' , password : parent . config . settings . autobackup . zippassword } ) ;
2019-05-21 02:00:33 +03:00
} else {
archive = archiver ( 'zip' , { zlib : { level : 9 } } ) ;
}
2020-12-29 06:25:21 +03:00
output . on ( 'close' , function ( ) {
obj . performingBackup = false ;
if ( func ) { if ( mongoDumpSuccess ) { func ( 'Auto-backup completed.' ) ; } else { func ( 'Auto-backup completed without mongodb database: ' + error ) ; } }
obj . performCloudBackup ( newAutoBackupPath + '.zip' , func ) ;
setTimeout ( function ( ) { try { parent . fs . unlink ( newBackupPath + '.archive' , function ( ) { } ) ; } catch ( ex ) { console . log ( ex ) ; } } , 5000 ) ;
} ) ;
2019-05-21 02:00:33 +03:00
output . on ( 'end' , function ( ) { } ) ;
2020-09-08 23:02:05 +03:00
archive . on ( 'warning' , function ( err ) { console . log ( 'Backup warning: ' + err ) ; if ( func ) { func ( 'Backup warning: ' + err ) ; } } ) ;
archive . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
2019-05-21 02:00:33 +03:00
archive . pipe ( output ) ;
2020-12-29 06:25:21 +03:00
if ( mongoDumpSuccess == true ) { archive . file ( newBackupPath + '.archive' , { name : newBackupFile + '.archive' } ) ; }
2019-05-24 20:33:40 +03:00
archive . directory ( parent . datapath , 'meshcentral-data' ) ;
2019-05-21 02:00:33 +03:00
archive . finalize ( ) ;
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
} else {
// Perform a NeDB backup
2019-05-17 22:40:15 +03:00
var archiver = require ( 'archiver' ) ;
2019-05-24 20:33:40 +03:00
var output = parent . fs . createWriteStream ( newAutoBackupPath + '.zip' ) ;
2019-05-17 22:40:15 +03:00
var archive = null ;
2019-05-24 20:33:40 +03:00
if ( parent . config . settings . autobackup && ( typeof parent . config . settings . autobackup . zippassword == 'string' ) ) {
2019-05-17 22:40:15 +03:00
try { archiver . registerFormat ( 'zip-encrypted' , require ( "archiver-zip-encrypted" ) ) ; } catch ( ex ) { }
2019-05-24 20:33:40 +03:00
archive = archiver . create ( 'zip-encrypted' , { zlib : { level : 9 } , encryptionMethod : 'aes256' , password : parent . config . settings . autobackup . zippassword } ) ;
2019-05-17 22:40:15 +03:00
} else {
archive = archiver ( 'zip' , { zlib : { level : 9 } } ) ;
}
2020-09-08 23:02:05 +03:00
output . on ( 'close' , function ( ) { obj . performingBackup = false ; if ( func ) { func ( 'Auto-backup completed.' ) ; } obj . performCloudBackup ( newAutoBackupPath + '.zip' , func ) ; } ) ;
2019-05-17 22:40:15 +03:00
output . on ( 'end' , function ( ) { } ) ;
2020-09-08 23:02:05 +03:00
archive . on ( 'warning' , function ( err ) { console . log ( 'Backup warning: ' + err ) ; if ( func ) { func ( 'Backup warning: ' + err ) ; } } ) ;
archive . on ( 'error' , function ( err ) { console . log ( 'Backup error: ' + err ) ; if ( func ) { func ( 'Backup error: ' + err ) ; } } ) ;
2019-05-17 22:40:15 +03:00
archive . pipe ( output ) ;
2019-05-24 20:33:40 +03:00
archive . directory ( parent . datapath , 'meshcentral-data' ) ;
2019-05-17 22:40:15 +03:00
archive . finalize ( ) ;
}
2019-05-21 02:00:33 +03:00
// Remove old backups
2019-05-24 20:33:40 +03:00
if ( parent . config . settings . autobackup && ( typeof parent . config . settings . autobackup . keeplastdaysbackup == 'number' ) ) {
2019-05-21 02:00:33 +03:00
var cutoffDate = new Date ( ) ;
2019-05-24 20:33:40 +03:00
cutoffDate . setDate ( cutoffDate . getDate ( ) - parent . config . settings . autobackup . keeplastdaysbackup ) ;
parent . fs . readdir ( parent . backuppath , function ( err , dir ) {
2019-05-21 02:00:33 +03:00
try {
if ( ( err == null ) && ( dir . length > 0 ) ) {
for ( var i in dir ) {
var name = dir [ i ] ;
if ( name . startsWith ( 'meshcentral-autobackup-' ) && name . endsWith ( '.zip' ) ) {
var timex = name . substring ( 23 , name . length - 4 ) . split ( '-' ) ;
if ( timex . length == 5 ) {
var fileDate = new Date ( parseInt ( timex [ 0 ] ) , parseInt ( timex [ 1 ] ) - 1 , parseInt ( timex [ 2 ] ) , parseInt ( timex [ 3 ] ) , parseInt ( timex [ 4 ] ) ) ;
2019-05-24 20:33:40 +03:00
if ( fileDate && ( cutoffDate > fileDate ) ) { try { parent . fs . unlink ( parent . path . join ( parent . backuppath , name ) , function ( ) { } ) ; } catch ( ex ) { } }
2019-05-21 02:00:33 +03:00
}
}
2019-05-17 22:40:15 +03:00
}
}
2019-05-21 02:00:33 +03:00
} catch ( ex ) { console . log ( ex ) ; }
} ) ;
}
} catch ( ex ) { console . log ( ex ) ; }
2019-05-18 01:44:01 +03:00
return 0 ;
2019-05-17 22:40:15 +03:00
}
2020-08-21 11:57:03 +03:00
// Perform cloud backup
2020-09-08 23:02:05 +03:00
obj . performCloudBackup = function ( filename , func ) {
2020-09-10 22:43:48 +03:00
// WebDAV Backup
if ( ( typeof parent . config . settings . autobackup == 'object' ) && ( typeof parent . config . settings . autobackup . webdav == 'object' ) ) {
const xdateTimeSort = function ( a , b ) { if ( a . xdate > b . xdate ) return 1 ; if ( a . xdate < b . xdate ) return - 1 ; return 0 ; }
// Fetch the folder name
var webdavfolderName = 'MeshCentral-Backups' ;
if ( typeof parent . config . settings . autobackup . webdav . foldername == 'string' ) { webdavfolderName = parent . config . settings . autobackup . webdav . foldername ; }
// Clean up our WebDAV folder
function performWebDavCleanup ( client ) {
if ( ( typeof parent . config . settings . autobackup . webdav . maxfiles == 'number' ) && ( parent . config . settings . autobackup . webdav . maxfiles > 1 ) ) {
var directoryItems = client . getDirectoryContents ( webdavfolderName ) ;
directoryItems . then (
function ( files ) {
for ( var i in files ) { files [ i ] . xdate = new Date ( files [ i ] . lastmod ) ; }
files . sort ( xdateTimeSort ) ;
while ( files . length >= parent . config . settings . autobackup . webdav . maxfiles ) {
client . deleteFile ( files . shift ( ) . filename ) . then ( function ( state ) {
if ( func ) { func ( 'WebDAV file deleted.' ) ; }
} ) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (deleteFile) error: ' + err ) ; }
} ) ;
}
}
) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (getDirectoryContents) error: ' + err ) ; }
} ) ;
}
}
// Upload to the WebDAV folder
function performWebDavUpload ( client , filepath ) {
var fileStream = require ( 'fs' ) . createReadStream ( filepath ) ;
fileStream . on ( 'close' , function ( ) { if ( func ) { func ( 'WebDAV upload completed' ) ; } } )
fileStream . on ( 'error' , function ( err ) { if ( func ) { func ( 'WebDAV (fileUpload) error: ' + err ) ; } } )
fileStream . pipe ( client . createWriteStream ( '/' + webdavfolderName + '/' + require ( 'path' ) . basename ( filepath ) ) ) ;
if ( func ) { func ( 'Uploading using WebDAV...' ) ; }
}
if ( func ) { func ( 'Attempting WebDAV upload...' ) ; }
const { createClient } = require ( 'webdav' ) ;
const client = createClient ( parent . config . settings . autobackup . webdav . url , { username : parent . config . settings . autobackup . webdav . username , password : parent . config . settings . autobackup . webdav . password } ) ;
var directoryItems = client . getDirectoryContents ( '/' ) ;
directoryItems . then (
function ( files ) {
var folderFound = false ;
for ( var i in files ) { if ( ( files [ i ] . basename == webdavfolderName ) && ( files [ i ] . type == 'directory' ) ) { folderFound = true ; } }
if ( folderFound == false ) {
client . createDirectory ( webdavfolderName ) . then ( function ( a ) {
if ( a . statusText == 'Created' ) {
if ( func ) { func ( 'WebDAV folder created' ) ; }
performWebDavUpload ( client , filename ) ;
} else {
if ( func ) { func ( 'WebDAV (createDirectory) status: ' + a . statusText ) ; }
}
} ) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (createDirectory) error: ' + err ) ; }
} ) ;
} else {
performWebDavCleanup ( client ) ;
performWebDavUpload ( client , filename ) ;
}
}
) . catch ( function ( err ) {
if ( func ) { func ( 'WebDAV (getDirectoryContents) error: ' + err ) ; }
} ) ;
}
// Google Drive Backup
if ( ( typeof parent . config . settings . autobackup == 'object' ) && ( typeof parent . config . settings . autobackup . googledrive == 'object' ) ) {
obj . Get ( 'GoogleDriveBackup' , function ( err , docs ) {
if ( ( err != null ) || ( docs . length != 1 ) || ( docs [ 0 ] . state != 3 ) ) return ;
if ( func ) { func ( 'Attempting Google Drive upload...' ) ; }
const { google } = require ( 'googleapis' ) ;
const oAuth2Client = new google . auth . OAuth2 ( docs [ 0 ] . clientid , docs [ 0 ] . clientsecret , "urn:ietf:wg:oauth:2.0:oob" ) ;
oAuth2Client . on ( 'tokens' , function ( tokens ) { if ( tokens . refresh _token ) { docs [ 0 ] . token = tokens . refresh _token ; parent . db . Set ( docs [ 0 ] ) ; } } ) ; // Update the token in the database
oAuth2Client . setCredentials ( docs [ 0 ] . token ) ;
const drive = google . drive ( { version : 'v3' , auth : oAuth2Client } ) ;
const createdTimeSort = function ( a , b ) { if ( a . createdTime > b . createdTime ) return 1 ; if ( a . createdTime < b . createdTime ) return - 1 ; return 0 ; }
// Called once we know our folder id, clean up and upload a backup.
var useGoogleDrive = function ( folderid ) {
// List files to see if we need to delete older ones
if ( typeof parent . config . settings . autobackup . googledrive . maxfiles == 'number' ) {
drive . files . list ( {
q : 'trashed = false and \'' + folderid + '\' in parents' ,
fields : 'nextPageToken, files(id, name, size, createdTime)' ,
} , function ( err , res ) {
if ( err ) {
console . log ( 'GoogleDrive (files.list) error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive (files.list) error: ' + err ) ; }
return ;
}
// Delete any old files if more than 10 files are present in the backup folder.
res . data . files . sort ( createdTimeSort ) ;
while ( res . data . files . length >= parent . config . settings . autobackup . googledrive . maxfiles ) { drive . files . delete ( { fileId : res . data . files . shift ( ) . id } , function ( err , res ) { } ) ; }
} ) ;
}
//console.log('Uploading...');
if ( func ) { func ( 'Uploading to Google Drive...' ) ; }
// Upload the backup
drive . files . create ( {
requestBody : { name : require ( 'path' ) . basename ( filename ) , mimeType : 'text/plain' , parents : [ folderid ] } ,
media : { mimeType : 'application/zip' , body : require ( 'fs' ) . createReadStream ( filename ) } ,
2020-08-21 21:47:34 +03:00
} , function ( err , res ) {
2020-09-08 23:02:05 +03:00
if ( err ) {
2020-09-10 22:43:48 +03:00
console . log ( 'GoogleDrive (files.create) error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive (files.create) error: ' + err ) ; }
2020-09-08 23:02:05 +03:00
return ;
}
2020-09-10 22:43:48 +03:00
//console.log('Upload done.');
if ( func ) { func ( 'Google Drive upload completed.' ) ; }
2020-08-21 21:47:34 +03:00
} ) ;
}
2020-08-21 11:57:03 +03:00
2020-09-10 22:43:48 +03:00
// Fetch the folder name
var folderName = 'MeshCentral-Backups' ;
if ( typeof parent . config . settings . autobackup . googledrive . foldername == 'string' ) { folderName = parent . config . settings . autobackup . googledrive . foldername ; }
2020-09-08 23:02:05 +03:00
2020-09-10 22:43:48 +03:00
// Find our backup folder, create one if needed.
drive . files . list ( {
q : 'mimeType = \'application/vnd.google-apps.folder\' and name=\'' + folderName + '\' and trashed = false' ,
fields : 'nextPageToken, files(id, name)' ,
2020-08-21 11:57:03 +03:00
} , function ( err , res ) {
2020-09-08 23:02:05 +03:00
if ( err ) {
2020-09-10 22:43:48 +03:00
console . log ( 'GoogleDrive error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive error: ' + err ) ; }
2020-09-08 23:02:05 +03:00
return ;
}
2020-09-10 22:43:48 +03:00
if ( res . data . files . length == 0 ) {
// Create a folder
drive . files . create ( { resource : { 'name' : folderName , 'mimeType' : 'application/vnd.google-apps.folder' } , fields : 'id' } , function ( err , file ) {
if ( err ) {
console . log ( 'GoogleDrive (folder.create) error: ' + err ) ;
if ( func ) { func ( 'GoogleDrive (folder.create) error: ' + err ) ; }
return ;
}
useGoogleDrive ( file . data . id ) ;
} ) ;
} else { useGoogleDrive ( res . data . files [ 0 ] . id ) ; }
2020-08-21 11:57:03 +03:00
} ) ;
} ) ;
2020-09-10 22:43:48 +03:00
}
2020-08-21 11:57:03 +03:00
}
2021-01-05 03:26:25 +03:00
// Transfer NeDB data into the current database
obj . nedbtodb = function ( func ) {
var nedbDatastore = require ( 'nedb' ) ;
var datastoreOptions = { filename : parent . getConfigFilePath ( 'meshcentral.db' ) , autoload : true } ;
// If a DB encryption key is provided, perform database encryption
if ( ( typeof parent . args . dbencryptkey == 'string' ) && ( parent . args . dbencryptkey . length != 0 ) ) {
// Hash the database password into a AES256 key and setup encryption and decryption.
var nedbKey = parent . crypto . createHash ( 'sha384' ) . update ( parent . args . dbencryptkey ) . digest ( 'raw' ) . slice ( 0 , 32 ) ;
datastoreOptions . afterSerialization = function ( plaintext ) {
const iv = parent . crypto . randomBytes ( 16 ) ;
const aes = parent . crypto . createCipheriv ( 'aes-256-cbc' , nedbKey , iv ) ;
var ciphertext = aes . update ( plaintext ) ;
ciphertext = Buffer . concat ( [ iv , ciphertext , aes . final ( ) ] ) ;
return ciphertext . toString ( 'base64' ) ;
}
datastoreOptions . beforeDeserialization = function ( ciphertext ) {
const ciphertextBytes = Buffer . from ( ciphertext , 'base64' ) ;
const iv = ciphertextBytes . slice ( 0 , 16 ) ;
const data = ciphertextBytes . slice ( 16 ) ;
const aes = parent . crypto . createDecipheriv ( 'aes-256-cbc' , nedbKey , iv ) ;
var plaintextBytes = Buffer . from ( aes . update ( data ) ) ;
plaintextBytes = Buffer . concat ( [ plaintextBytes , aes . final ( ) ] ) ;
return plaintextBytes . toString ( ) ;
}
}
// Setup all NeDB collections
var nedbfile = new nedbDatastore ( datastoreOptions ) ;
var nedbeventsfile = new nedbDatastore ( { filename : parent . getConfigFilePath ( 'meshcentral-events.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
var nedbpowerfile = new nedbDatastore ( { filename : parent . getConfigFilePath ( 'meshcentral-power.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
var nedbserverstatsfile = new nedbDatastore ( { filename : parent . getConfigFilePath ( 'meshcentral-stats.db' ) , autoload : true , corruptAlertThreshold : 1 } ) ;
// Transfered record counts
var normalRecordsTransferCount = 0 ;
var eventRecordsTransferCount = 0 ;
var powerRecordsTransferCount = 0 ;
var statsRecordsTransferCount = 0 ;
var pendingTransfer = 0 ;
// Transfer the data from main database
nedbfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
performTypedRecordDecrypt ( docs )
for ( var i in docs ) {
pendingTransfer ++ ;
normalRecordsTransferCount ++ ;
obj . Set ( common . unEscapeLinksFieldName ( docs [ i ] ) , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Transfer events
nedbeventsfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
pendingTransfer ++ ;
eventRecordsTransferCount ++ ;
obj . StoreEvent ( docs [ i ] , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Transfer power events
nedbpowerfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
pendingTransfer ++ ;
powerRecordsTransferCount ++ ;
obj . storePowerEvent ( docs [ i ] , null , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Transfer server stats
nedbserverstatsfile . find ( { } , function ( err , docs ) {
if ( ( err == null ) && ( docs . length > 0 ) ) {
for ( var i in docs ) {
pendingTransfer ++ ;
statsRecordsTransferCount ++ ;
obj . SetServerStats ( docs [ i ] , function ( ) { pendingTransfer -- ; } ) ;
}
}
// Only exit when all the records are stored.
setInterval ( function ( ) {
if ( pendingTransfer == 0 ) { func ( "Done. " + normalRecordsTransferCount + " record(s), " + eventRecordsTransferCount + " event(s), " + powerRecordsTransferCount + " power change(s), " + statsRecordsTransferCount + " stat(s)." ) ; }
} , 200 )
} ) ;
} ) ;
} ) ;
} ) ;
}
2019-05-17 22:40:15 +03:00
function padNumber ( number , digits ) { return Array ( Math . max ( digits - String ( number ) . length + 1 , 0 ) ) . join ( 0 ) + number ; }
2019-05-29 03:25:23 +03:00
// Called when a node has changed
2019-05-30 00:36:14 +03:00
function dbNodeChange ( nodeChange , added ) {
2020-03-27 05:33:13 +03:00
common . unEscapeLinksFieldName ( nodeChange . fullDocument ) ;
2020-11-13 05:42:26 +03:00
const node = performTypedRecordDecrypt ( [ nodeChange . fullDocument ] ) [ 0 ] ;
2020-10-25 09:34:00 +03:00
if ( node . intelamt != null ) { // Remove the Intel AMT password and MPS password before eventing this.
if ( node . intelamt . pass != null ) { node . intelamt . pass = 1 ; }
if ( node . intelamt . mpspass != null ) { node . intelamt . mpspass = 1 ; }
}
2019-05-30 00:36:14 +03:00
parent . DispatchEvent ( [ '*' , node . meshid ] , obj , { etype : 'node' , action : ( added ? 'addnode' : 'changenode' ) , node : node , nodeid : node . _id , domain : node . domain , nolog : 1 } ) ;
2019-05-29 03:25:23 +03:00
}
// Called when a device group has changed
2019-05-30 00:36:14 +03:00
function dbMeshChange ( meshChange , added ) {
2019-07-15 20:24:31 +03:00
if ( parent . webserver == null ) return ;
2019-07-11 00:27:38 +03:00
common . unEscapeLinksFieldName ( meshChange . fullDocument ) ;
2020-11-13 05:42:26 +03:00
const mesh = performTypedRecordDecrypt ( [ meshChange . fullDocument ] ) [ 0 ] ;
2019-05-31 21:38:35 +03:00
// Update the mesh object in memory
const mmesh = parent . webserver . meshes [ mesh . _id ] ;
for ( var i in mesh ) { mmesh [ i ] = mesh [ i ] ; }
for ( var i in mmesh ) { if ( mesh [ i ] == null ) { delete mmesh [ i ] ; } }
// Send the mesh update
2019-05-30 00:36:14 +03:00
if ( mesh . deleted ) { mesh . action = 'deletemesh' ; } else { mesh . action = ( added ? 'createmesh' : 'meshchange' ) ; }
2019-05-29 03:25:23 +03:00
mesh . meshid = mesh . _id ;
mesh . nolog = 1 ;
delete mesh . type ;
delete mesh . _id ;
2020-11-25 06:56:59 +03:00
if ( ( mesh . amt != null ) && ( mesh . amt . password != null ) ) {
mesh . amt = Object . assign ( { } , mesh . amt ) ; // Shallow clone
if ( mesh . amt . password != null ) { mesh . amt . password = 1 ; } // Remove the Intel AMT password if present
2020-10-25 09:34:00 +03:00
}
2019-07-11 00:27:38 +03:00
parent . DispatchEvent ( [ '*' , mesh . meshid ] , obj , mesh ) ;
2019-05-29 03:25:23 +03:00
}
// Called when a user account has changed
2019-05-30 00:36:14 +03:00
function dbUserChange ( userChange , added ) {
2019-07-15 20:24:31 +03:00
if ( parent . webserver == null ) return ;
2020-11-29 05:03:09 +03:00
common . unEscapeLinksFieldName ( userChange . fullDocument ) ;
2020-11-13 05:42:26 +03:00
const user = performTypedRecordDecrypt ( [ userChange . fullDocument ] ) [ 0 ] ;
2019-05-31 21:38:35 +03:00
// Update the user object in memory
const muser = parent . webserver . users [ user . _id ] ;
for ( var i in user ) { muser [ i ] = user [ i ] ; }
for ( var i in muser ) { if ( user [ i ] == null ) { delete muser [ i ] ; } }
// Send the user update
2019-06-11 21:33:44 +03:00
var targets = [ '*' , 'server-users' , user . _id ] ;
if ( user . groups ) { for ( var i in user . groups ) { targets . push ( 'server-users:' + i ) ; } }
parent . DispatchEvent ( targets , obj , { etype : 'user' , username : user . name , account : parent . webserver . CloneSafeUser ( user ) , action : ( added ? 'accountcreate' : 'accountchange' ) , domain : user . domain , nolog : 1 } ) ;
2019-05-29 03:25:23 +03:00
}
2020-01-02 11:30:14 +03:00
// Called when a user group has changed
function dbUGrpChange ( ugrpChange , added ) {
if ( parent . webserver == null ) return ;
common . unEscapeLinksFieldName ( ugrpChange . fullDocument ) ;
const usergroup = ugrpChange . fullDocument ;
// Update the user group object in memory
2020-11-29 05:03:09 +03:00
const uusergroup = parent . webserver . userGroups [ usergroup . _id ] ;
2020-01-02 11:30:14 +03:00
for ( var i in usergroup ) { uusergroup [ i ] = usergroup [ i ] ; }
for ( var i in uusergroup ) { if ( usergroup [ i ] == null ) { delete uusergroup [ i ] ; } }
// Send the user group update
usergroup . action = ( added ? 'createusergroup' : 'usergroupchange' ) ;
usergroup . ugrpid = usergroup . _id ;
usergroup . nolog = 1 ;
delete usergroup . type ;
delete usergroup . _id ;
parent . DispatchEvent ( [ '*' , usergroup . ugrpid ] , obj , usergroup ) ;
}
2017-08-28 19:27:45 +03:00
return obj ;
2020-01-29 23:12:09 +03:00
} ;