Extract field metadata build out of object metadata build (#14763)

# Introduction

Extracting the legacy fields build and dispatch out of the object one to
follow the generic flat entity build, also update caches entries for
object

## Main tasks
- flat field map cache
- flat field builder
- refactored the dispatch matrix to return flat entity maps instead of
flat entity arrays
- orchestrator aggregator
- removing legacy code
- making universal identifier aka standardId of standard field for
custom object deterministically dynamic
- perfs debug logs for v2

## TODO
- [x] Refactor the generic entity builder to be dependency flat maps in
order to main foreign keys list in flat parent
- [x] Refactor the flat object metadata to contain the array of related
fields and avoid costy find object fields
- [ ] Improve the create field handler to handle multiple field at once
- [ ] Refactor the dispatch to embbed the comparison
- [ ] Improve perf by extracting from elements out of existing
- [ ] Fix the labelIdentifierId validators on object before field
creation ( integ tests are in failing mode )

## Debug logs snippet

```ts
[EntityBuilder fieldMetadata] matrix computation: 0.027ms
[EntityBuilder fieldMetadata] creation validation: 0.001ms
[EntityBuilder fieldMetadata] deletion validation: 0.293ms
[EntityBuilder fieldMetadata] update validation: 0.006ms
[EntityBuilder fieldMetadata] entity processing: 0.363ms
[EntityBuilder fieldMetadata] validateAndBuild: 0.455ms
[EntityBuilder index] matrix computation: 0.005ms
[EntityBuilder index] creation validation: 0.001ms
[EntityBuilder index] deletion validation: 0.146ms
[EntityBuilder index] update validation: 0.004ms
[EntityBuilder index] entity processing: 0.199ms
[EntityBuilder index] validateAndBuild: 0.228ms
[Runner] Initial cache retrieval: 0.549ms
[BaseWorkspaceMigrationRunnerActionHandlerService] delete_index executeForWorkspaceSchema: 11.665ms
[BaseWorkspaceMigrationRunnerActionHandlerService] delete_index executeForMetadata: 12.864ms
[BaseWorkspaceMigrationRunnerActionHandlerService] delete_field executeForWorkspaceSchema: 1.476ms
[BaseWorkspaceMigrationRunnerActionHandlerService] delete_field executeForMetadata: 6.816ms
[BaseWorkspaceMigrationRunnerActionHandlerService] delete_field executeForWorkspaceSchema: 0.062ms
[BaseWorkspaceMigrationRunnerActionHandlerService] delete_field executeForMetadata: 0.889ms
[Runner] Transaction execution: 23.434ms
[Runner] Cache invalidation: 316.662ms
[Runner] Total execution: 340.767ms
```
As you can see cache invalidation is way to long, we could replace the
cache by the optimistic in the end

packages/twenty-server/src/engine/metadata-modules/object-metadata/object-metadata.service.ts

@@ -52,6 +52,7 @@ import { isFieldMetadataEntityOfType } from 'src/engine/utils/is-field-metadata-
 import { WorkspaceMigrationRunnerService } from 'src/engine/workspace-manager/workspace-migration-runner/workspace-migration-runner.service';
 import { CUSTOM_OBJECT_STANDARD_FIELD_IDS } from 'src/engine/workspace-manager/workspace-sync-metadata/constants/standard-field-ids';
 import { isSearchableFieldType } from 'src/engine/workspace-manager/workspace-sync-metadata/utils/is-searchable-field.util';
+import { WorkspaceManyOrAllFlatEntityMapsCacheService } from 'src/engine/core-modules/common/services/workspace-many-or-all-flat-entity-maps-cache.service';
 
 import { ObjectMetadataEntity } from './object-metadata.entity';
 
@@ -75,6 +76,7 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
     private readonly objectMetadataRelatedRecordsService: ObjectMetadataRelatedRecordsService,
     private readonly indexMetadataService: IndexMetadataService,
     private readonly workspacePermissionsCacheService: WorkspacePermissionsCacheService,
+    private readonly flatEntityMapsCacheService: WorkspaceManyOrAllFlatEntityMapsCacheService,
     @InjectDataSource()
     private readonly coreDataSource: DataSource,
     private readonly featureFlagService: FeatureFlagService,
@@ -102,23 +104,24 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
   override async createOne(
     createObjectInput: CreateObjectInput,
   ): Promise<ObjectMetadataEntity> {
+    const { workspaceId } = createObjectInput;
     const isWorkspaceMigrationV2Enabled =
       await this.featureFlagService.isFeatureEnabled(
         FeatureFlagKey.IS_WORKSPACE_MIGRATION_V2_ENABLED,
-        createObjectInput.workspaceId,
+        workspaceId,
       );
 
     if (isWorkspaceMigrationV2Enabled) {
       const flatObjectMetadata = await this.objectMetadataServiceV2.createOne({
         createObjectInput,
-        workspaceId: createObjectInput.workspaceId,
+        workspaceId,
       });
 
       const createdObjectMetadata = await this.objectMetadataRepository.findOne(
         {
           where: {
             id: flatObjectMetadata.id,
-            workspaceId: createObjectInput.workspaceId,
+            workspaceId,
           },
         },
       );
@@ -145,13 +148,13 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
       const { objectMetadataMaps } =
         await this.workspaceMetadataCacheService.getExistingOrRecomputeMetadataMaps(
           {
-            workspaceId: createObjectInput.workspaceId,
+            workspaceId,
           },
         );
 
       const lastDataSourceMetadata =
         await this.dataSourceService.getLastDataSourceMetadataFromWorkspaceIdOrFail(
-          createObjectInput.workspaceId,
+          workspaceId,
         );
 
       createObjectInput.labelSingular = capitalize(
@@ -193,9 +196,7 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
         objectMetadataMaps,
       });
 
-      const baseCustomFields = buildDefaultFieldsForCustomObject(
-        createObjectInput.workspaceId,
-      );
+      const baseCustomFields = buildDefaultFieldsForCustomObject(workspaceId);
 
       const labelIdentifierFieldMetadataId = baseCustomFields.find(
         (field) => field.standardId === CUSTOM_OBJECT_STANDARD_FIELD_IDS.name,
@@ -234,7 +235,7 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
 
         const createdRelatedObjectMetadataCollection =
           await this.objectMetadataFieldRelationService.createRelationsAndForeignKeysMetadata(
-            createObjectInput.workspaceId,
+            workspaceId,
             { ...createdObjectMetadata, fieldsById },
             objectMetadataMaps,
             queryRunner,
@@ -274,7 +275,7 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
       // After commit, do non-transactional work
       await this.workspacePermissionsCacheService.recomputeRolesPermissionsCache(
         {
-          workspaceId: createObjectInput.workspaceId,
+          workspaceId,
         },
       );
       await this.objectMetadataRelatedRecordsService.createObjectRelatedRecords(
@@ -282,9 +283,14 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
       );
 
       await this.workspaceMetadataVersionService.incrementMetadataVersion(
-        createObjectInput.workspaceId,
+        workspaceId,
       );
 
+      await this.flatEntityMapsCacheService.invalidateFlatEntityMaps({
+        workspaceId,
+        flatEntities: ['flatFieldMetadataMaps', 'flatObjectMetadataMaps'],
+      });
+
       return createdObjectMetadata;
     } catch (error) {
       if (queryRunner.isTransactionActive) {
@@ -467,6 +473,11 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
         workspaceId,
       );
 
+      await this.flatEntityMapsCacheService.invalidateFlatEntityMaps({
+        workspaceId,
+        flatEntities: ['flatObjectMetadataMaps'],
+      });
+
       const formattedUpdatedObject = {
         ...updatedObject,
         createdAt: new Date(updatedObject.createdAt),
@@ -579,6 +590,11 @@ export class ObjectMetadataService extends TypeOrmQueryService<ObjectMetadataEnt
         workspaceId,
       );
 
+      await this.flatEntityMapsCacheService.invalidateFlatEntityMaps({
+        workspaceId,
+        flatEntities: ['flatObjectMetadataMaps', 'flatFieldMetadataMaps'],
+      });
+
       await this.workspacePermissionsCacheService.recomputeRolesPermissionsCache(
         {
           workspaceId,