Add pg-boss worker poc (#2991)

* Add pg-boss worker poc

* add Example job

* add retry limit

* rename MessageQueue

packages/twenty-server/src/integrations/message-queue/drivers/bullmq.driver.ts

@@ -2,25 +2,25 @@ import { Queue, QueueOptions, Worker } from 'bullmq';
 
 import { QueueJobOptions } from 'src/integrations/message-queue/drivers/interfaces/job-options.interface';
 
-import { MessageQueues } from 'src/integrations/message-queue/message-queue.constants';
+import { MessageQueue } from 'src/integrations/message-queue/message-queue.constants';
 
 import { MessageQueueDriver } from './interfaces/message-queue-driver.interface';
 
 export type BullMQDriverOptions = QueueOptions;
 
 export class BullMQDriver implements MessageQueueDriver {
-  private queueMap: Record<MessageQueues, Queue> = {} as Record<
-    MessageQueues,
+  private queueMap: Record<MessageQueue, Queue> = {} as Record<
+    MessageQueue,
     Queue
   >;
-  private workerMap: Record<MessageQueues, Worker> = {} as Record<
-    MessageQueues,
+  private workerMap: Record<MessageQueue, Worker> = {} as Record<
+    MessageQueue,
     Worker
   >;
 
   constructor(private options: BullMQDriverOptions) {}
 
-  register(queueName: MessageQueues): void {
+  register(queueName: MessageQueue): void {
     this.queueMap[queueName] = new Queue(queueName, this.options);
   }
 
@@ -35,7 +35,7 @@ export class BullMQDriver implements MessageQueueDriver {
   }
 
   async work<T>(
-    queueName: MessageQueues,
+    queueName: MessageQueue,
     handler: ({ data, id }: { data: T; id: string }) => Promise<void>,
   ) {
     const worker = new Worker(queueName, async (job) => {
@@ -46,7 +46,8 @@ export class BullMQDriver implements MessageQueueDriver {
   }
 
   async add<T>(
-    queueName: MessageQueues,
+    queueName: MessageQueue,
+    jobName: string,
     data: T,
     options?: QueueJobOptions,
   ): Promise<void> {
@@ -55,7 +56,8 @@ export class BullMQDriver implements MessageQueueDriver {
         `Queue ${queueName} is not registered, make sure you have added it as a queue provider`,
       );
     }
-    await this.queueMap[queueName].add(options?.id || '', data, {
+    await this.queueMap[queueName].add(jobName, data, {
+      jobId: options?.id,
       priority: options?.priority,
     });
   }

packages/twenty-server/src/integrations/message-queue/drivers/interfaces/job-options.interface.ts

@@ -1,4 +1,5 @@
 export interface QueueJobOptions {
   id?: string;
   priority?: number;
+  retryLimit?: number;
 }

packages/twenty-server/src/integrations/message-queue/drivers/interfaces/message-queue-driver.interface.ts

@@ -1,17 +1,18 @@
 import { QueueJobOptions } from 'src/integrations/message-queue/drivers/interfaces/job-options.interface';
 
-import { MessageQueues } from 'src/integrations/message-queue/message-queue.constants';
+import { MessageQueue } from 'src/integrations/message-queue/message-queue.constants';
 
 export interface MessageQueueDriver {
   add<T>(
-    queueName: MessageQueues,
+    queueName: MessageQueue,
+    jobName: string,
     data: T,
     options?: QueueJobOptions,
   ): Promise<void>;
   work<T>(
-    queueName: string,
+    queueName: MessageQueue,
     handler: ({ data, id }: { data: T; id: string }) => Promise<void> | void,
   );
   stop?(): Promise<void>;
-  register?(queueName: MessageQueues): void;
+  register?(queueName: MessageQueue): void;
 }

packages/twenty-server/src/integrations/message-queue/drivers/pg-boss.driver.ts

@@ -2,6 +2,8 @@ import PgBoss from 'pg-boss';
 
 import { QueueJobOptions } from 'src/integrations/message-queue/drivers/interfaces/job-options.interface';
 
+import { MessageQueue } from 'src/integrations/message-queue/message-queue.constants';
+
 import { MessageQueueDriver } from './interfaces/message-queue-driver.interface';
 
 export type PgBossDriverOptions = PgBoss.ConstructorOptions;
@@ -25,14 +27,19 @@ export class PgBossDriver implements MessageQueueDriver {
     queueName: string,
     handler: ({ data, id }: { data: T; id: string }) => Promise<void>,
   ) {
-    return this.pgBoss.work(queueName, handler);
+    return this.pgBoss.work(`${queueName}.*`, handler);
   }
 
   async add<T>(
-    queueName: string,
+    queueName: MessageQueue,
+    jobName: string,
     data: T,
     options?: QueueJobOptions,
   ): Promise<void> {
-    await this.pgBoss.send(queueName, data as object, options ? options : {});
+    await this.pgBoss.send(
+      `${queueName}.${jobName}`,
+      data as object,
+      options ?? {},
+    );
   }
 }