Mongo dump script (#7088)

Signed-off-by: Andrey Sobolev <haiodo@gmail.com>
This commit is contained in:
Andrey Sobolev 2024-11-03 00:12:17 +07:00 committed by GitHub
parent 13c0005695
commit bf9ed35c87
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 41 additions and 0 deletions

1
.gitignore vendored
View File

@ -103,3 +103,4 @@ bundle.js.map
tests/profiles
**/bundle/model.json
.wrangler
dump

40
common/scripts/dump_mongo.sh Executable file
View File

@ -0,0 +1,40 @@
#!/bin/bash
MONGO_URL="mongodb://127.0.0.1:27017"
DAYS=365
dump='dump'
mkdir -p ${dump}
mkdir -p ${dump}/workspaces
get_dbs="db.getSiblingDB('account').getCollection('workspace').find({lastVisit: {\$gt: Date.now() - ($DAYS * 24 * 60 * 60 * 1000)}}).forEach(it=>console.log(it.workspace, it.lastVisit))"
mongosh --version
mongosh ${MONGO_URL} --eval "$get_dbs" > ${dump}/databases.list
mongodump --uri="${MONGO_URL}" --gzip --db account --archive="${dump}/account.gz"
mongodump --uri="${MONGO_URL}" --gzip --db '%ai-bot' --archive="${dump}/ai-bot.gz"
mongodump --uri="${MONGO_URL}" --gzip --db '%github' --archive="${dump}/github.gz"
echo '#restore script' > ${dump}/restore.sh
echo "MONGO_URL=\"${MONGO_URL}\"" >> ${dump}/restore.sh
echo "do_drop=" >> ${dump}/restore.sh
echo "#do_drop=--drop" >> ${dump}/restore.sh
echo 'mongorestore --uri="${MONGO_URL}" --gzip ${do_drop} --nsFrom "account" --nsTo "account" --archive=./account.gz ' >> ${dump}/restore.sh
echo 'mongorestore --uri="${MONGO_URL}" --gzip ${do_drop} --nsFrom "%ai-bot" --nsTo "%ai-bot" --archive=./ai-bot.gz ' >> ${dump}/restore.sh
echo 'mongorestore --uri="${MONGO_URL}" --gzip ${do_drop} --nsFrom "%github" --nsTo "%github" --archive=./github.gz ' >> ${dump}/restore.sh
while IFS= read -r line; do
arr=($line)
db="${arr[0]}"
lastVisit="${arr[1]}"
echo "DUMPING $db at lastModified $lastVisit"
aName="${dump}/workspaces/$db-$lastVisit.gz"
if [ -f $aName ]; then
echo "DB already dumped $aName"
else
mongodump --uri="$MONGO_URL" --gzip --db $db --archive=$aName
fi
echo "mongorestore --uri=\"\${MONGO_URL}\" --gzip \${do_drop} --nsFrom \"${db}\" --nsTo \"${db}\" --archive=\"./workspaces/${db}-${lastVisit}.gz\"" >> ${dump}/restore.sh
done < ${dump}/databases.list