houseassassin/twenty
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Set default run limit in cache (#15606)

Browse Source 
Will be used when there are too many workflow runs to enqueue in
workspace
This commit is contained in:
Thomas Trompette
2025-11-04 16:23:46 +01:00
committed by GitHub
parent e09b67158e
commit bff7901678
4 changed files with 23 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/twenty-server/src/modules/workflow/workflow-runner/workflow-run-queue/constants/default-workflow-run-queue-throttle-limit.ts
+1
View File
@@ -0,0 +1 @@
export const DEFAULT_WORKFLOW_RUN_QUEUE_THROTTLE_LIMIT = 100;
packages/twenty-server/src/modules/workflow/workflow-runner/workflow-run-queue/constants/workflow-run-queue-throttle-limit.ts
-1
View File
@@ -1 +0,0 @@
export const WORKFLOW_RUN_QUEUE_THROTTLE_LIMIT = 100;
packages/twenty-server/src/modules/workflow/workflow-runner/workflow-run-queue/utils/get-cache-workflow-run-queue-throttle-limit-key.util.ts
+3
View File
@@ -0,0 +1,3 @@
export const getWorkflowRunQueueThrottleLimitKey = (
workspaceId: string,
): string => `workflow-run-queue-throttle-limit:${workspaceId}`;
packages/twenty-server/src/modules/workflow/workflow-runner/workflow-run-queue/workspace-services/workflow-run-queue.workspace-service.ts
+19 -3
View File
@@ -10,8 +10,9 @@ import {
WorkflowRunStatus,
WorkflowRunWorkspaceEntity,
} from 'src/modules/workflow/common/standard-objects/workflow-run.workspace-entity';
import { WORKFLOW_RUN_QUEUE_THROTTLE_LIMIT } from 'src/modules/workflow/workflow-runner/workflow-run-queue/constants/workflow-run-queue-throttle-limit';
import { DEFAULT_WORKFLOW_RUN_QUEUE_THROTTLE_LIMIT } from 'src/modules/workflow/workflow-runner/workflow-run-queue/constants/default-workflow-run-queue-throttle-limit';
import { getWorkflowRunQueuedCountCacheKey } from 'src/modules/workflow/workflow-runner/workflow-run-queue/utils/get-cache-workflow-run-count-key.util';
import { getWorkflowRunQueueThrottleLimitKey } from 'src/modules/workflow/workflow-runner/workflow-run-queue/utils/get-cache-workflow-run-queue-throttle-limit-key.util';
@Injectable()
export class WorkflowRunQueueWorkspaceService {
@@ -74,8 +75,10 @@ export class WorkflowRunQueueWorkspaceService {
): Promise<number> {
const currentCount =
await this.getCurrentWorkflowRunQueuedCount(workspaceId);
const throttleLimit =
await this.getWorkflowRunQueueThrottleLimit(workspaceId);
return WORKFLOW_RUN_QUEUE_THROTTLE_LIMIT - currentCount;
return throttleLimit - currentCount;
}
async getRemainingRunsToEnqueueCountFromDatabase(
@@ -94,7 +97,10 @@ export class WorkflowRunQueueWorkspaceService {
},
});
return WORKFLOW_RUN_QUEUE_THROTTLE_LIMIT - currentCount;
const throttleLimit =
await this.getWorkflowRunQueueThrottleLimit(workspaceId);
return throttleLimit - currentCount;
}
private async setWorkflowRunQueuedCount(
@@ -116,4 +122,14 @@ export class WorkflowRunQueueWorkspaceService {
return Math.max(0, currentCount);
}
private async getWorkflowRunQueueThrottleLimit(
workspaceId: string,
): Promise<number> {
const key = getWorkflowRunQueueThrottleLimitKey(workspaceId);
const throttleLimit = (await this.cacheStorage.get<number>(key)) ?? 0;
return Math.max(DEFAULT_WORKFLOW_RUN_QUEUE_THROTTLE_LIMIT, throttleLimit);
}
}