Merge pull request #136 from dadosfera/fix/connections-migration

Fix: connections migration

src/modules/connection/client.service.ts

@@ -204,46 +204,58 @@ export class ConnectionClientService implements OnModuleInit {
         JSON.parse(connectorsStr).map((c) => c),
       );
     const { customers } = await this.usersService.findAllCustomers();
-    const promises: Promise<{
+
+    const customer_connections: {
       customer_name: string;
       customer_id: string;
       productConnections: Record<string, any>[];
       platformConnections: ConnectionApiConnection[];
       productNetworkConfigs: Record<string, any>[];
       platformNetworkConfigs: ConnectionsApiNetworkConfig[];
-    }>[] = [];
+    }[] = [];
+    for (const customer of customers) {
+      const { name: customer_name, id: customer_id } = customer;
 
-    customers.forEach((c) => {
-      const customer_name = c.name;
-      const customer_id = c.id;
-      promises.push(
-        this.INTERNAL_getAllConnections({ customer_name }).then((res) => ({
-          customer_name,
-          customer_id,
-          platformConnections: res.platformConnections
-            ? JSON.parse(res.platformConnections)
-            : [],
-          productConnections: res.productConnections
-            ? JSON.parse(res.productConnections)
-            : [],
-          productNetworkConfigs: res.productNetworkConfigs
-            ? JSON.parse(res.productNetworkConfigs)
-            : [],
-          platformNetworkConfigs: res.platformNetworkConfigs
-            ? JSON.parse(res.platformNetworkConfigs)
-            : [],
-        })),
-      );
-    });
-    const customer_connections = await Promise.all(promises);
+      const customer_connection = await this.INTERNAL_getAllConnections({
+        customer_name,
+      }).then((res) => ({
+        customer_name,
+        customer_id,
+        platformConnections: res.platformConnections
+          ? JSON.parse(res.platformConnections)
+          : [],
+        productConnections: res.productConnections
+          ? JSON.parse(res.productConnections)
+          : [],
+        productNetworkConfigs: res.productNetworkConfigs
+          ? JSON.parse(res.productNetworkConfigs)
+          : [],
+        platformNetworkConfigs: res.platformNetworkConfigs
+          ? JSON.parse(res.platformNetworkConfigs)
+          : [],
+      }));
+      customer_connections.push(customer_connection);
+    }
     this.logger.info(
-      'DEBUG-ConnectionsMigrations',
-      JSON.stringify(customer_connections),
+      'DEBUG_ConnectionsMigrations - ' + JSON.stringify(customer_connections),
     );
 
-    const productConnectionsMissing: ConnectionApiConnection[] = [];
-    const productNetworkConfigsMissing: ConnectionsApiNetworkConfig[] = [];
-    const migrations = customer_connections.map((cc) => {
+    const migrations: {
+      customer_name: string;
+      status: any[];
+      productConnectionsMissing: ConnectionApiConnection[];
+      productNetworkConfigsMissing: ConnectionsApiNetworkConfig[];
+    }[] = [];
+    for (const customer_connection of customer_connections) {
+      const productConnectionsMissing: ConnectionApiConnection[] = [];
+      const productNetworkConfigsMissing: ConnectionsApiNetworkConfig[] = [];
+      const status: any[] = [];
+      let updatePromises: Promise<any>[] = [];
+
+      this.logger.info(
+        'DEBUG_ConnectionsMigrations - customer_connections ' +
+          JSON.stringify(customer_connection),
+      );
       const {
         customer_name,
         productConnections,
@@ -251,102 +263,108 @@ export class ConnectionClientService implements OnModuleInit {
         productNetworkConfigs,
         platformNetworkConfigs,
         customer_id,
-      } = cc;
+      } = customer_connection;
 
-      platformConnections &&
-        platformConnections.forEach((plc) => {
-          const productConnection = productConnections.find(
-            (prc) => prc.id === plc.config_id,
-          );
-          if (!productConnection) productConnectionsMissing.push(plc);
-        });
+      platformConnections?.forEach((plc) => {
+        const productConnection = productConnections.find(
+          (prc) => prc.id === plc.config_id,
+        );
+        if (!productConnection) productConnectionsMissing.push(plc);
+      });
+      platformNetworkConfigs?.forEach((platNetConfig) => {
+        const productNetworkConfig = productNetworkConfigs.find(
+          (prodNetConfig) => prodNetConfig.id === platNetConfig.config_id,
+        );
+        if (!productNetworkConfig)
+          productNetworkConfigsMissing.push(platNetConfig);
+      });
+      if (apply) {
+        for (const network_config of productNetworkConfigsMissing) {
+          const networkConfigToCatalog = {
+            id: network_config.config_id,
+            created_at: network_config.created_at,
+            updated_at: network_config.updated_at,
+            customer_name: customer_name,
+            customer_id: customer_id,
+            user_id: '',
+            network_type_id: '',
+            network_type_name: network_config.type,
+            type: network_config.type,
+            plugin: network_config.plugin,
+            name: network_config.name,
+            description: network_config.description,
+            properties: undefined,
+            keywords: undefined,
+            tags: undefined,
+          };
 
-      platformNetworkConfigs &&
-        platformNetworkConfigs.forEach((platNetConfig) => {
-          const productNetworkConfig = productNetworkConfigs.find(
-            (prodNetConfig) => prodNetConfig.id === platNetConfig.config_id,
-          );
-          if (!productNetworkConfig)
-            productNetworkConfigsMissing.push(platNetConfig);
-        });
-
-      const updatePromises: Promise<any>[] = [];
-      for (const network_config of productNetworkConfigsMissing) {
-        const networkConfigToCatalog = {
-          id: network_config.config_id,
-          created_at: network_config.created_at,
-          updated_at: network_config.updated_at,
-          customer_name: cc.customer_name,
-          customer_id: cc.customer_id,
-          user_id: '',
-          network_type_id: '',
-          network_type_name: network_config.type,
-          type: network_config.type,
-          plugin: network_config.plugin,
-          name: network_config.name,
-          description: network_config.description,
-          properties: undefined,
-          keywords: undefined,
-          tags: undefined,
-        };
-
-        if (apply) {
           updatePromises.push(
             this.catalogExistingConnection({
               networkConfig: networkConfigToCatalog,
             }),
           );
         }
-      }
-      for (const connection of productConnectionsMissing) {
-        const connector = connectors.find(
-          (c) => c._source.plugin === connection.plugin,
-        );
-        const connectionToCatalog = {
-          id: connection.config_id,
-          created_at: connection.created_at,
-          updated_at: new Date().toISOString(),
-          customer_id: customer_id,
-          user_id: '',
-          plugin: connection.plugin,
-          name: connection.name,
-          description: connection.description,
-          image_url: connector._source.image,
-          network_config_id: connection.network_config_id,
-          type: connection.type,
-          connector_id: connector._id,
-          connector_name: connector._source.name,
-          in_use: 1,
-          username: 'auto',
-          customer_name: customer_name,
-        };
 
-        if (apply) {
+        this.logger.info(
+          'DEBUG_ConnectionsMigrations - Creating missing network configs for customer' +
+            customer_name +
+            ' - ' +
+            JSON.stringify(customer_connection),
+        );
+        const updateStatuses = await Promise.all(updatePromises);
+        status.push(...updateStatuses);
+        updatePromises = [];
+        for (const connection of productConnectionsMissing) {
+          const connector = connectors.find(
+            (c) => c._source.plugin === connection.plugin,
+          );
+          const connectionToCatalog = {
+            id: connection.config_id,
+            created_at: connection.created_at,
+            updated_at: new Date().toISOString(),
+            customer_id: customer_id,
+            user_id: '',
+            plugin: connection.plugin,
+            name: connection.name,
+            description: connection.description,
+            image_url: connector._source.image,
+            network_config_id: connection.network_config_id,
+            type: connection.type,
+            connector_id: connector._id,
+            connector_name: connector._source.name,
+            in_use: 1,
+            username: '',
+            customer_name,
+          };
+
           updatePromises.push(
             this.catalogExistingConnection({ connection: connectionToCatalog }),
           );
         }
+        this.logger.info(
+          'DEBUG_ConnectionsMigrations - Creating missing connections for customer' +
+            ' - ' +
+            customer_name +
+            JSON.stringify(customer_connection),
+        );
+        const updateStatuses_2 = await Promise.all(updatePromises);
+        status.push(...updateStatuses_2);
       }
-      return {
-        customer: { ...cc },
-        updatePromises,
+
+      this.logger.info(
+        'DEBUG_ConnectionsMigrations - migrations for customer ' +
+          customer_name +
+          ' - ' +
+          JSON.stringify(customer_connection),
+      );
+      migrations.push({
+        customer_name,
+        status,
         productConnectionsMissing,
         productNetworkConfigsMissing,
-      };
-    });
-    const customersStatus: any[] = [];
-    for (const migration of migrations) {
-      let status: any[] = [];
-      if (apply) {
-        status = await Promise.all(migration.updatePromises);
-      }
-      customersStatus.push({
-        customer: migration.customer.customer_name,
-        status,
-        productConnectionsMissing: migration.productConnectionsMissing,
-        productNetworkConfigsMissing: migration.productNetworkConfigsMissing,
       });
     }
-    return { customersStatus };
+
+    return { migrations };
   }
 }