hcengineering/platform
1
0
Fork 0
mirror of https://github.com/hcengineering/platform.git synced 2025-01-03 17:05:16 +03:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

UBERF-8596: Fix CollectionCUD migration performance (#7190)

Browse Source 
Signed-off-by: Andrey Sobolev <haiodo@gmail.com>
This commit is contained in:
Andrey Sobolev 2024-11-19 14:04:30 +07:00 committed by GitHub
parent d4394e8a2a
commit 6292e58119
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 37 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

59
models/core/src/migration.ts
View File

@ -290,38 +290,53 @@ export const coreOperation: MigrateOperation = {
await client.update(DOMAIN_SPACE, { '%hash%': { $exists: true } }, { $set: { '%hash%': null } })
}
},
{
state: 'remove-github-patches',
func: async (client) => {
await client.update(
DOMAIN_TX,
{
objectClass: 'tracker:class:Issue',
collection: 'pullRequests',
'tx.attributes.patch': { $exists: true }
},
{ $unset: { 'tx.attributes.patch': 1 } }
)
}
},
{
state: 'remove-collection-txes',
func: async (client) => {
let processed = 0
while (true) {
const txes = await client.find<TxCUD<Doc>>(
DOMAIN_TX,
{
const iterator = await client.traverse<TxCUD<Doc>>(DOMAIN_TX, {
_class: 'core:class:TxCollectionCUD' as Ref<Class<Doc>>
},
{ limit: 5000 }
)
if (txes.length === 0) break
for (const tx of txes) {
processed++
const { _id, ...ops } = (tx as any).tx
await client.update(
})
while (true) {
const txes = await iterator.next(1000)
if (txes === null || txes.length === 0) break
processed += txes.length
try {
await client.deleteMany(DOMAIN_TX, {
_id: { $in: txes.map((it) => it._id) }
})
await client.create(
DOMAIN_TX,
{ _id: tx._id },
{
$set: {
attachedTo: tx.objectId,
attachedToClass: tx.objectClass,
...ops
}
txes.map((tx) => {
const { collection, objectId, objectClass } = tx
return {
collection,
attachedTo: objectId,
attachedToClass: objectClass,
...(tx as any).tx
}
})
)
if (processed % 1000 === 0) {
} catch (err: any) {
console.error(err)
}
console.log('processed', processed)
}
}
}
await iterator.close()
}
},
{