Add db event emitter in twenty orm (#13167)

## Context
Add an eventEmitter instance to twenty datasources so we can emit DB
events.
Add input and output formatting to twenty orm (formatData, formatResult)
Those 2 elements simplified existing logic when we interact with the
ORM, input will be formatted by the ORM so we can directly use
field-like structure instead of column-like. The output will be
formatted, for builder queries it will be in `result.generatedMaps`
where `result.raw` preserves the previous column-like structure.

Important change: We now have an authContext that we can pass when we
get a repository, this will be used for the different events emitted in
the ORM. We also removed the caching for repositories as it was not
scaling well and not necessary imho

Note: An upcoming PR should handle the onDelete: cascade behavior where
we send DESTROY events in cascade when there is an onDelete: CASCADE on
the FK.

---------

Co-authored-by: Charles Bochet <charles@twenty.com>

packages/twenty-server/src/engine/core-modules/auth/services/create-calendar-channel.service.ts

@@ -1,14 +1,9 @@
 import { Injectable } from '@nestjs/common';
-import { InjectRepository } from '@nestjs/typeorm';
 
-import { Repository } from 'typeorm';
 import { v4 } from 'uuid';
 
-import { DatabaseEventAction } from 'src/engine/api/graphql/graphql-query-runner/enums/database-event-action';
-import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { WorkspaceEntityManager } from 'src/engine/twenty-orm/entity-manager/workspace-entity-manager';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import {
   CalendarChannelVisibility,
   CalendarChannelWorkspaceEntity,
@@ -26,9 +21,6 @@ export type CreateCalendarChannelInput = {
 export class CreateCalendarChannelService {
   constructor(
     private readonly twentyORMGlobalManager: TwentyORMGlobalManager,
-    private readonly workspaceEventEmitter: WorkspaceEventEmitter,
-    @InjectRepository(ObjectMetadataEntity, 'core')
-    private readonly objectMetadataRepository: Repository<ObjectMetadataEntity>,
   ) {}
 
   async createCalendarChannel(
@@ -60,26 +52,6 @@ export class CreateCalendarChannelService {
       manager,
     );
 
-    const calendarChannelMetadata =
-      await this.objectMetadataRepository.findOneOrFail({
-        where: { nameSingular: 'calendarChannel', workspaceId },
-      });
-
-    this.workspaceEventEmitter.emitDatabaseBatchEvent({
-      objectMetadataNameSingular: 'calendarChannel',
-      action: DatabaseEventAction.CREATED,
-      events: [
-        {
-          recordId: newCalendarChannel.id,
-          objectMetadata: calendarChannelMetadata,
-          properties: {
-            after: newCalendarChannel,
-          },
-        },
-      ],
-      workspaceId,
-    });
-
     return newCalendarChannel.id;
   }
 }

packages/twenty-server/src/engine/core-modules/auth/services/create-connected-account.service.ts

@@ -1,14 +1,9 @@
 import { Injectable } from '@nestjs/common';
-import { InjectRepository } from '@nestjs/typeorm';
 
 import { ConnectedAccountProvider } from 'twenty-shared/types';
-import { Repository } from 'typeorm';
 
-import { DatabaseEventAction } from 'src/engine/api/graphql/graphql-query-runner/enums/database-event-action';
-import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { WorkspaceEntityManager } from 'src/engine/twenty-orm/entity-manager/workspace-entity-manager';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import { ConnectedAccountWorkspaceEntity } from 'src/modules/connected-account/standard-objects/connected-account.workspace-entity';
 
 export type CreateConnectedAccountInput = {
@@ -27,9 +22,6 @@ export type CreateConnectedAccountInput = {
 export class CreateConnectedAccountService {
   constructor(
     private readonly twentyORMGlobalManager: TwentyORMGlobalManager,
-    private readonly workspaceEventEmitter: WorkspaceEventEmitter,
-    @InjectRepository(ObjectMetadataEntity, 'core')
-    private readonly objectMetadataRepository: Repository<ObjectMetadataEntity>,
   ) {}
 
   async createConnectedAccount(
@@ -53,7 +45,7 @@ export class CreateConnectedAccountService {
         'connectedAccount',
       );
 
-    const newConnectedAccount = await connectedAccountRepository.save(
+    await connectedAccountRepository.save(
       {
         id: connectedAccountId,
         handle,
@@ -66,25 +58,5 @@ export class CreateConnectedAccountService {
       {},
       manager,
     );
-
-    const connectedAccountMetadata =
-      await this.objectMetadataRepository.findOneOrFail({
-        where: { nameSingular: 'connectedAccount', workspaceId },
-      });
-
-    this.workspaceEventEmitter.emitDatabaseBatchEvent({
-      objectMetadataNameSingular: 'connectedAccount',
-      action: DatabaseEventAction.CREATED,
-      events: [
-        {
-          recordId: newConnectedAccount.id,
-          objectMetadata: connectedAccountMetadata,
-          properties: {
-            after: newConnectedAccount,
-          },
-        },
-      ],
-      workspaceId,
-    });
   }
 }

packages/twenty-server/src/engine/core-modules/auth/services/create-message-channel.service.ts

@@ -1,14 +1,9 @@
 import { Injectable } from '@nestjs/common';
-import { InjectRepository } from '@nestjs/typeorm';
 
-import { Repository } from 'typeorm';
 import { v4 } from 'uuid';
 
-import { DatabaseEventAction } from 'src/engine/api/graphql/graphql-query-runner/enums/database-event-action';
-import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { WorkspaceEntityManager } from 'src/engine/twenty-orm/entity-manager/workspace-entity-manager';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import {
   MessageChannelSyncStatus,
   MessageChannelType,
@@ -28,9 +23,6 @@ export type CreateMessageChannelInput = {
 export class CreateMessageChannelService {
   constructor(
     private readonly twentyORMGlobalManager: TwentyORMGlobalManager,
-    private readonly workspaceEventEmitter: WorkspaceEventEmitter,
-    @InjectRepository(ObjectMetadataEntity, 'core')
-    private readonly objectMetadataRepository: Repository<ObjectMetadataEntity>,
   ) {}
 
   async createMessageChannel(
@@ -64,26 +56,6 @@ export class CreateMessageChannelService {
       manager,
     );
 
-    const messageChannelMetadata =
-      await this.objectMetadataRepository.findOneOrFail({
-        where: { nameSingular: 'messageChannel', workspaceId },
-      });
-
-    this.workspaceEventEmitter.emitDatabaseBatchEvent({
-      objectMetadataNameSingular: 'messageChannel',
-      action: DatabaseEventAction.CREATED,
-      events: [
-        {
-          recordId: newMessageChannel.id,
-          objectMetadata: messageChannelMetadata,
-          properties: {
-            after: newMessageChannel,
-          },
-        },
-      ],
-      workspaceId,
-    });
-
     return newMessageChannel.id;
   }
 }

packages/twenty-server/src/engine/core-modules/auth/services/google-apis.service.spec.ts

@@ -16,7 +16,6 @@ import { getQueueToken } from 'src/engine/core-modules/message-queue/utils/get-q
 import { TwentyConfigService } from 'src/engine/core-modules/twenty-config/twenty-config.service';
 import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import {
   CalendarChannelSyncStage,
   CalendarChannelVisibility,
@@ -161,12 +160,6 @@ describe('GoogleAPIsService', () => {
             removeAccountToReconnect: jest.fn(),
           },
         },
-        {
-          provide: WorkspaceEventEmitter,
-          useValue: {
-            emitDatabaseBatchEvent: jest.fn(),
-          },
-        },
         {
           provide: getQueueToken(MessageQueue.messagingQueue),
           useValue: mockMessageQueueService,

packages/twenty-server/src/engine/core-modules/auth/services/microsoft-apis.service.spec.ts

@@ -17,7 +17,6 @@ import { getQueueToken } from 'src/engine/core-modules/message-queue/utils/get-q
 import { TwentyConfigService } from 'src/engine/core-modules/twenty-config/twenty-config.service';
 import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import {
   CalendarChannelSyncStage,
   CalendarChannelVisibility,
@@ -166,12 +165,6 @@ describe('MicrosoftAPIsService', () => {
             removeAccountToReconnect: jest.fn(),
           },
         },
-        {
-          provide: WorkspaceEventEmitter,
-          useValue: {
-            emitDatabaseBatchEvent: jest.fn(),
-          },
-        },
         {
           provide: getQueueToken(MessageQueue.messagingQueue),
           useValue: mockMessageQueueService,

packages/twenty-server/src/engine/core-modules/auth/services/reset-calendar-channel.service.ts

@@ -1,13 +1,7 @@
 import { Injectable } from '@nestjs/common';
-import { InjectRepository } from '@nestjs/typeorm';
 
-import { Repository } from 'typeorm';
-
-import { DatabaseEventAction } from 'src/engine/api/graphql/graphql-query-runner/enums/database-event-action';
-import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { WorkspaceEntityManager } from 'src/engine/twenty-orm/entity-manager/workspace-entity-manager';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import {
   CalendarChannelSyncStage,
   CalendarChannelWorkspaceEntity,
@@ -23,9 +17,6 @@ export type ResetCalendarChannelsInput = {
 export class ResetCalendarChannelService {
   constructor(
     private readonly twentyORMGlobalManager: TwentyORMGlobalManager,
-    private readonly workspaceEventEmitter: WorkspaceEventEmitter,
-    @InjectRepository(ObjectMetadataEntity, 'core')
-    private readonly objectMetadataRepository: Repository<ObjectMetadataEntity>,
   ) {}
 
   async resetCalendarChannels(
@@ -39,11 +30,7 @@ export class ResetCalendarChannelService {
         'calendarChannel',
       );
 
-    const calendarChannels = await calendarChannelRepository.find({
-      where: { connectedAccountId },
-    });
-
-    const calendarChannelUpdates = await calendarChannelRepository.update(
+    await calendarChannelRepository.update(
       {
         connectedAccountId,
       },
@@ -57,28 +44,6 @@ export class ResetCalendarChannelService {
       manager,
     );
 
-    const calendarChannelMetadata =
-      await this.objectMetadataRepository.findOneOrFail({
-        where: { nameSingular: 'calendarChannel', workspaceId },
-      });
-
-    this.workspaceEventEmitter.emitDatabaseBatchEvent({
-      objectMetadataNameSingular: 'calendarChannel',
-      action: DatabaseEventAction.UPDATED,
-      events: calendarChannels.map((calendarChannel) => ({
-        recordId: calendarChannel.id,
-        objectMetadata: calendarChannelMetadata,
-        properties: {
-          before: calendarChannel,
-          after: {
-            ...calendarChannel,
-            ...calendarChannelUpdates.raw[0],
-          },
-        },
-      })),
-      workspaceId,
-    });
-
     return;
   }
 }

packages/twenty-server/src/engine/core-modules/auth/services/reset-message-channel.service.ts

@@ -1,13 +1,7 @@
 import { Injectable } from '@nestjs/common';
-import { InjectRepository } from '@nestjs/typeorm';
 
-import { Repository } from 'typeorm';
-
-import { DatabaseEventAction } from 'src/engine/api/graphql/graphql-query-runner/enums/database-event-action';
-import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { WorkspaceEntityManager } from 'src/engine/twenty-orm/entity-manager/workspace-entity-manager';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import {
   MessageChannelSyncStage,
   MessageChannelSyncStatus,
@@ -24,9 +18,6 @@ export type ResetMessageChannelsInput = {
 export class ResetMessageChannelService {
   constructor(
     private readonly twentyORMGlobalManager: TwentyORMGlobalManager,
-    private readonly workspaceEventEmitter: WorkspaceEventEmitter,
-    @InjectRepository(ObjectMetadataEntity, 'core')
-    private readonly objectMetadataRepository: Repository<ObjectMetadataEntity>,
   ) {}
 
   async resetMessageChannels(input: ResetMessageChannelsInput): Promise<void> {
@@ -38,11 +29,7 @@ export class ResetMessageChannelService {
         'messageChannel',
       );
 
-    const messageChannels = await messageChannelRepository.find({
-      where: { connectedAccountId },
-    });
-
-    const messageChannelUpdates = await messageChannelRepository.update(
+    await messageChannelRepository.update(
       {
         connectedAccountId,
       },
@@ -55,25 +42,6 @@ export class ResetMessageChannelService {
       manager,
     );
 
-    const messageChannelMetadata =
-      await this.objectMetadataRepository.findOneOrFail({
-        where: { nameSingular: 'messageChannel', workspaceId },
-      });
-
-    this.workspaceEventEmitter.emitDatabaseBatchEvent({
-      objectMetadataNameSingular: 'messageChannel',
-      action: DatabaseEventAction.UPDATED,
-      events: messageChannels.map((messageChannel) => ({
-        recordId: messageChannel.id,
-        objectMetadata: messageChannelMetadata,
-        properties: {
-          before: messageChannel,
-          after: { ...messageChannel, ...messageChannelUpdates.raw[0] },
-        },
-      })),
-      workspaceId,
-    });
-
     return;
   }
 }

packages/twenty-server/src/engine/core-modules/auth/services/update-connected-account-on-reconnect.service.ts

@@ -1,13 +1,7 @@
 import { Injectable } from '@nestjs/common';
-import { InjectRepository } from '@nestjs/typeorm';
 
-import { Repository } from 'typeorm';
-
-import { DatabaseEventAction } from 'src/engine/api/graphql/graphql-query-runner/enums/database-event-action';
-import { ObjectMetadataEntity } from 'src/engine/metadata-modules/object-metadata/object-metadata.entity';
 import { WorkspaceEntityManager } from 'src/engine/twenty-orm/entity-manager/workspace-entity-manager';
 import { TwentyORMGlobalManager } from 'src/engine/twenty-orm/twenty-orm-global.manager';
-import { WorkspaceEventEmitter } from 'src/engine/workspace-event-emitter/workspace-event-emitter';
 import { ConnectedAccountWorkspaceEntity } from 'src/modules/connected-account/standard-objects/connected-account.workspace-entity';
 
 export type UpdateConnectedAccountOnReconnectInput = {
@@ -24,9 +18,6 @@ export type UpdateConnectedAccountOnReconnectInput = {
 export class UpdateConnectedAccountOnReconnectService {
   constructor(
     private readonly twentyORMGlobalManager: TwentyORMGlobalManager,
-    private readonly workspaceEventEmitter: WorkspaceEventEmitter,
-    @InjectRepository(ObjectMetadataEntity, 'core')
-    private readonly objectMetadataRepository: Repository<ObjectMetadataEntity>,
   ) {}
 
   async updateConnectedAccountOnReconnect(
@@ -38,7 +29,6 @@ export class UpdateConnectedAccountOnReconnectService {
       accessToken,
       refreshToken,
       scopes,
-      connectedAccount,
       manager,
     } = input;
 
@@ -48,7 +38,7 @@ export class UpdateConnectedAccountOnReconnectService {
         'connectedAccount',
       );
 
-    const updatedConnectedAccount = await connectedAccountRepository.update(
+    await connectedAccountRepository.update(
       {
         id: connectedAccountId,
       },
@@ -60,29 +50,5 @@ export class UpdateConnectedAccountOnReconnectService {
       },
       manager,
     );
-
-    const connectedAccountMetadata =
-      await this.objectMetadataRepository.findOneOrFail({
-        where: { nameSingular: 'connectedAccount', workspaceId },
-      });
-
-    this.workspaceEventEmitter.emitDatabaseBatchEvent({
-      objectMetadataNameSingular: 'connectedAccount',
-      action: DatabaseEventAction.UPDATED,
-      events: [
-        {
-          recordId: connectedAccountId,
-          objectMetadata: connectedAccountMetadata,
-          properties: {
-            before: connectedAccount,
-            after: {
-              ...connectedAccount,
-              ...updatedConnectedAccount.raw[0],
-            },
-          },
-        },
-      ],
-      workspaceId,
-    });
   }
 }