Sync metadata generate migrations (#2864)

* Sync Metadata generates migrations

* add execute migrations

* fix relations + add isActive on creation

* fix composite fields migration

* remove dependency

* use new metadata setup for seed-dev

* fix rebase

* remove unused code

* fix viewField dev seeds

* fix isSystem

server/src/database/commands/data-seed-dev-workspace.command.ts

@@ -2,19 +2,18 @@ import { Command, CommandRunner } from 'nest-commander';
 import { DataSource } from 'typeorm';
 
 import { DataSourceService } from 'src/metadata/data-source/data-source.service';
-import { WorkspaceMigrationService } from 'src/metadata/workspace-migration/workspace-migration.service';
-import { WorkspaceMigrationRunnerService } from 'src/workspace/workspace-migration-runner/workspace-migration-runner.service';
 import { seedCompanies } from 'src/database/typeorm-seeds/workspace/companies';
-import { seedViewFields } from 'src/database/typeorm-seeds/workspace/view-fields';
 import { seedViews } from 'src/database/typeorm-seeds/workspace/views';
 import { TypeORMService } from 'src/database/typeorm/typeorm.service';
-import { seedMetadataSchema } from 'src/database/typeorm-seeds/metadata';
 import { seedOpportunity } from 'src/database/typeorm-seeds/workspace/opportunity';
 import { seedPipelineStep } from 'src/database/typeorm-seeds/workspace/pipeline-step';
 import { seedWorkspaceMember } from 'src/database/typeorm-seeds/workspace/workspaceMember';
 import { seedPeople } from 'src/database/typeorm-seeds/workspace/people';
 import { seedCoreSchema } from 'src/database/typeorm-seeds/core';
 import { EnvironmentService } from 'src/integrations/environment/environment.service';
+import { WorkspaceSyncMetadataService } from 'src/workspace/workspace-sync-metadata/workspace-sync.metadata.service';
+import { WorkspaceDataSourceService } from 'src/workspace/workspace-datasource/workspace-datasource.service';
+import { ObjectMetadataService } from 'src/metadata/object-metadata/object-metadata.service';
 
 // TODO: implement dry-run
 @Command({
@@ -29,8 +28,9 @@ export class DataSeedWorkspaceCommand extends CommandRunner {
     private readonly environmentService: EnvironmentService,
     private readonly dataSourceService: DataSourceService,
     private readonly typeORMService: TypeORMService,
-    private readonly workspaceMigrationService: WorkspaceMigrationService,
-    private readonly workspaceMigrationRunnerService: WorkspaceMigrationRunnerService,
+    private readonly workspaceSyncMetadataService: WorkspaceSyncMetadataService,
+    private readonly workspaceDataSourceService: WorkspaceDataSourceService,
+    private readonly objectMetadataService: ObjectMetadataService,
   ) {
     super();
   }
@@ -41,13 +41,30 @@ export class DataSeedWorkspaceCommand extends CommandRunner {
         url: this.environmentService.getPGDatabaseUrl(),
         type: 'postgres',
         logging: true,
-        schema: 'public',
+        schema: 'core',
       });
 
       await dataSource.initialize();
 
       await seedCoreSchema(dataSource, this.workspaceId);
-      await seedMetadataSchema(dataSource);
+
+      await dataSource.destroy();
+
+      const schemaName = await this.workspaceDataSourceService.createWorkspaceDBSchema(
+        this.workspaceId,
+      );
+
+    const dataSourceMetadata =
+      await this.dataSourceService.createDataSourceMetadata(
+        this.workspaceId,
+        schemaName,
+      );
+
+      await this.workspaceSyncMetadataService.syncStandardObjectsAndFieldsMetadata(
+        dataSourceMetadata.id,
+        this.workspaceId,
+      );
+
     } catch (error) {
       console.error(error);
 
@@ -68,20 +85,27 @@ export class DataSeedWorkspaceCommand extends CommandRunner {
     }
 
     try {
-      await this.workspaceMigrationService.insertStandardMigrations(
-        this.workspaceId,
-      );
-      await this.workspaceMigrationRunnerService.executeMigrationFromPendingMigrations(
-        this.workspaceId,
-      );
+      const objectMetadata = await this.objectMetadataService.findManyWithinWorkspace(this.workspaceId);
+      const objectMetadataMap = objectMetadata.reduce((acc, object) => {
+        acc[object.nameSingular] = {
+          id: object.id,
+          fields: object.fields.reduce((acc, field) => {
+            acc[field.name] = field.id;
+    
+            return acc;
+          }, {}),
+        };
+    
+        return acc;
+      }, {});
+
 
       await seedCompanies(workspaceDataSource, dataSourceMetadata.schema);
       await seedPeople(workspaceDataSource, dataSourceMetadata.schema);
       await seedPipelineStep(workspaceDataSource, dataSourceMetadata.schema);
       await seedOpportunity(workspaceDataSource, dataSourceMetadata.schema);
 
-      await seedViews(workspaceDataSource, dataSourceMetadata.schema);
-      await seedViewFields(workspaceDataSource, dataSourceMetadata.schema);
+      await seedViews(workspaceDataSource, dataSourceMetadata.schema, objectMetadataMap);
       await seedWorkspaceMember(workspaceDataSource, dataSourceMetadata.schema);
     } catch (error) {
       console.error(error);

server/src/database/commands/database-command.module.ts

@@ -9,15 +9,19 @@ import { TypeORMModule } from 'src/database/typeorm/typeorm.module';
 import { WorkspaceModule } from 'src/core/workspace/workspace.module';
 import { DataSeedWorkspaceCommand } from 'src/database/commands/data-seed-dev-workspace.command';
 import { DataSeedDemoWorkspaceCommand } from 'src/database/commands/data-seed-demo-workspace.command';
+import { WorkspaceDataSourceModule } from 'src/workspace/workspace-datasource/workspace-datasource.module';
+import { WorkspaceSyncMetadataModule } from 'src/workspace/workspace-sync-metadata/worksapce-sync-metadata.module';
+import { ObjectMetadataModule } from 'src/metadata/object-metadata/object-metadata.module';
 
 @Module({
   imports: [
     WorkspaceManagerModule,
     DataSourceModule,
     TypeORMModule,
-    WorkspaceMigrationModule,
-    WorkspaceMigrationRunnerModule,
     WorkspaceModule,
+    WorkspaceDataSourceModule,
+    WorkspaceSyncMetadataModule,
+    ObjectMetadataModule,
   ],
   providers: [
     DataSeedWorkspaceCommand,