UBERF-7266: Fix workspace rate limit (#5812)

Signed-off-by: Andrey Sobolev <haiodo@gmail.com>

server/account-service/src/index.ts

@@ -106,6 +106,8 @@ export function serveAccount (
     // We need to clean workspace with creating === true, since server is restarted.
     void cleanInProgressWorkspaces(db, productId)
 
+    const performUpgrade = (process.env.PERFORM_UPGRADE ?? 'true') === 'true'
+    if (performUpgrade) {
       worker = new UpgradeWorker(db, p, version, txes, migrateOperations, productId)
       await worker.upgradeAll(measureCtx, {
         errorHandler: async (ws, err) => {
@@ -116,6 +118,7 @@ export function serveAccount (
         logs: 'upgrade-logs',
         parallel: parseInt(process.env.PARALLEL ?? '1')
       })
+    }
   })
 
   const extractToken = (header: IncomingHttpHeaders): string | undefined => {

server/account/src/operations.ts

@@ -886,7 +886,7 @@ async function generateWorkspaceRecord (
 
 let searchPromise: Promise<Workspace> | undefined
 
-const rateLimiter = new RateLimiter(3)
+const rateLimiter = new RateLimiter(parseInt(process.env.RATELIMIT ?? '10'))
 
 /**
  * @public
@@ -905,7 +905,6 @@ export async function createWorkspace (
   notifyHandler?: (workspace: Workspace) => void,
   postInitHandler?: (workspace: Workspace, model: Tx[]) => Promise<void>
 ): Promise<{ workspaceInfo: Workspace, err?: any, model?: Tx[] }> {
-  return await rateLimiter.exec(async () => {
   // We need to search for duplicate workspaceUrl
   await searchPromise
 
@@ -925,6 +924,7 @@ export async function createWorkspace (
 
   await updateInfo({ createProgress: 10 })
 
+  return await rateLimiter.exec(async () => {
     const childLogger = ctx.newChild('createWorkspace', { workspace: workspaceInfo.workspace })
     const ctxModellogger: ModelLogger = {
       log: (msg, data) => {
@@ -959,7 +959,8 @@ export async function createWorkspace (
           true,
           async (value) => {
             await updateInfo({ createProgress: 20 + Math.round((Math.min(value, 100) / 100) * 30) })
-          }
+          },
+          true
         )
         await updateInfo({ createProgress: 50 })
         model = await upgradeModel(

server/backup/src/backup.ts

@@ -20,6 +20,7 @@ import core, {
   Client as CoreClient,
   Doc,
   Domain,
+  DOMAIN_FULLTEXT_BLOB,
   DOMAIN_MODEL,
   DOMAIN_TRANSIENT,
   MeasureContext,
@@ -29,7 +30,8 @@ import core, {
   SortingOrder,
   TxCollectionCUD,
   WorkspaceId,
-  type Blob
+  type Blob,
+  type DocIndexState
 } from '@hcengineering/core'
 import { BlobClient, connect } from '@hcengineering/server-tool'
 import { createGzip } from 'node:zlib'
@@ -223,7 +225,8 @@ export async function cloneWorkspace (
   sourceWorkspaceId: WorkspaceId,
   targetWorkspaceId: WorkspaceId,
   clearTime: boolean = true,
-  progress: (value: number) => Promise<void>
+  progress: (value: number) => Promise<void>,
+  skipFullText: boolean
 ): Promise<void> {
   const sourceConnection = (await connect(transactorUrl, sourceWorkspaceId, undefined, {
     mode: 'backup'
@@ -245,6 +248,10 @@ export async function cloneWorkspace (
 
     let i = 0
     for (const c of domains) {
+      if (skipFullText && c === DOMAIN_FULLTEXT_BLOB) {
+        console.log('clone skip domain...', c)
+        continue
+      }
       console.log('clone domain...', c)
 
       // We need to clean target connection before copying something.
@@ -321,6 +328,12 @@ export async function cloneWorkspace (
               } catch (err: any) {
                 console.log(err)
               }
+
+              // if full text is skipped, we need to clean stages for indexes.
+              if (p._class === core.class.DocIndexState && skipFullText) {
+                ;(p as DocIndexState).stages = {}
+              }
+
               if (collectionCud) {
                 return {
                   ...p,