Add cron mechanism (#3318)

* Add cron to message queue interfaces

* Add command to launch cron job

* Add command to stop cron job

* Update clean inactive workspaces job

* Isolate cron mechanism

* Code review returns

* Remove useless object.assign

* Add MessageQueuCronJobData interface

* Rename cron job utils

* Fix typing

packages/twenty-server/src/integrations/message-queue/drivers/bullmq.driver.ts

@@ -49,6 +49,39 @@ export class BullMQDriver implements MessageQueueDriver {
     this.workerMap[queueName] = worker;
   }
 
+  async addCron<T>(
+    queueName: MessageQueue,
+    jobName: string,
+    data: T,
+    pattern: string,
+    options?: QueueJobOptions,
+  ): Promise<void> {
+    if (!this.queueMap[queueName]) {
+      throw new Error(
+        `Queue ${queueName} is not registered, make sure you have added it as a queue provider`,
+      );
+    }
+    const queueOptions = {
+      jobId: options?.id,
+      priority: options?.priority,
+      repeat: {
+        pattern,
+      },
+    };
+
+    await this.queueMap[queueName].add(jobName, data, queueOptions);
+  }
+
+  async removeCron(
+    queueName: MessageQueue,
+    jobName: string,
+    pattern: string,
+  ): Promise<void> {
+    await this.queueMap[queueName].removeRepeatable(jobName, {
+      pattern,
+    });
+  }
+
   async add<T>(
     queueName: MessageQueue,
     jobName: string,
@@ -60,9 +93,8 @@ export class BullMQDriver implements MessageQueueDriver {
         `Queue ${queueName} is not registered, make sure you have added it as a queue provider`,
       );
     }
-    await this.queueMap[queueName].add(jobName, data, {
-      jobId: options?.id,
-      priority: options?.priority,
-    });
+    const queueOptions = { jobId: options?.id, priority: options?.priority };
+
+    await this.queueMap[queueName].add(jobName, data, queueOptions);
   }
 }

packages/twenty-server/src/integrations/message-queue/drivers/interfaces/message-queue-driver.interface.ts

@@ -14,6 +14,14 @@ export interface MessageQueueDriver {
     queueName: MessageQueue,
     handler: ({ data, id }: { data: T; id: string }) => Promise<void> | void,
   );
+  addCron<T extends MessageQueueJobData | undefined>(
+    queueName: MessageQueue,
+    jobName: string,
+    data: T,
+    pattern: string,
+    options?: QueueJobOptions,
+  );
+  removeCron(queueName: MessageQueue, jobName: string, pattern?: string);
   stop?(): Promise<void>;
   register?(queueName: MessageQueue): void;
 }

packages/twenty-server/src/integrations/message-queue/drivers/pg-boss.driver.ts

@@ -30,6 +30,30 @@ export class PgBossDriver implements MessageQueueDriver {
     return this.pgBoss.work(`${queueName}.*`, handler);
   }
 
+  async addCron<T>(
+    queueName: MessageQueue,
+    jobName: string,
+    data: T,
+    pattern: string,
+    options?: QueueJobOptions,
+  ): Promise<void> {
+    await this.pgBoss.schedule(
+      `${queueName}.${jobName}`,
+      pattern,
+      data as object,
+      options
+        ? {
+            ...options,
+            singletonKey: options?.id,
+          }
+        : {},
+    );
+  }
+
+  async removeCron(queueName: MessageQueue, jobName: string): Promise<void> {
+    await this.pgBoss.unschedule(`${queueName}.${jobName}`);
+  }
+
   async add<T>(
     queueName: MessageQueue,
     jobName: string,

packages/twenty-server/src/integrations/message-queue/drivers/sync.driver.ts

@@ -1,7 +1,9 @@
 import { ModuleRef } from '@nestjs/core';
+import { Logger } from '@nestjs/common';
 
 import { MessageQueueDriver } from 'src/integrations/message-queue/drivers/interfaces/message-queue-driver.interface';
 import {
+  MessageQueueCronJobData,
   MessageQueueJob,
   MessageQueueJobData,
 } from 'src/integrations/message-queue/interfaces/message-queue-job.interface';
@@ -10,6 +12,7 @@ import { MessageQueue } from 'src/integrations/message-queue/message-queue.const
 import { getJobClassName } from 'src/integrations/message-queue/utils/get-job-class-name.util';
 
 export class SyncDriver implements MessageQueueDriver {
+  private readonly logger = new Logger(SyncDriver.name);
   constructor(private readonly jobsModuleRef: ModuleRef) {}
 
   async add<T extends MessageQueueJobData>(
@@ -23,7 +26,30 @@ export class SyncDriver implements MessageQueueDriver {
       { strict: true },
     );
 
-    return await job.handle(data);
+    await job.handle(data);
+  }
+
+  async addCron<T extends MessageQueueJobData | undefined>(
+    _queueName: MessageQueue,
+    jobName: string,
+    data: T,
+    pattern: string,
+  ): Promise<void> {
+    this.logger.log(`Running '${pattern}' cron job with SyncDriver`);
+
+    const jobClassName = getJobClassName(jobName);
+    const job: MessageQueueCronJobData<MessageQueueJobData | undefined> =
+      this.jobsModuleRef.get(jobClassName, {
+        strict: true,
+      });
+
+    await job.handle(data);
+  }
+
+  async removeCron(_queueName: MessageQueue, jobName: string) {
+    this.logger.log(`Removing '${jobName}' cron job with SyncDriver`);
+
+    return;
   }
 
   work() {