FIX: add multer@2.0.2 and update package-lock.json — missing transitive dep of protospack-v2@3.38.0-beta.30

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

package-lock.json

@@ -47,6 +47,7 @@
         "jwk-to-pem": "^2.0.5",
         "mixpanel": "^0.17.0",
         "ms": "^3.0.0-canary.1",
+        "multer": "^2.0.2",
         "openid-client": "^5.7.1",
         "passport": "^0.6.0",
         "passport-facebook": "^3.0.0",
@@ -6565,6 +6566,20 @@
       "integrity": "sha512-/Srv4dswyQNBfohGpz9o6Yb3Gz3SrUDqBH5rTuhGR7ahtlbYKnVxw2bCFMRljaA7EXHaXZ8wsHdodFvbkhKmqg==",
       "license": "MIT"
     },
+    "node_modules/concat-stream": {
+      "version": "2.0.0",
+      "resolved": "https://registry.npmjs.org/concat-stream/-/concat-stream-2.0.0.tgz",
+      "integrity": "sha512-MWufYdFw53ccGjCA+Ol7XJYpAlW6/prSMzuPOTRnJGcGzuhLn4Scrz7qf6o8bROZ514ltazcIFJZevcfbo0x7A==",
+      "engines": [
+        "node >= 6.0"
+      ],
+      "dependencies": {
+        "buffer-from": "^1.0.0",
+        "inherits": "^2.0.3",
+        "readable-stream": "^3.0.2",
+        "typedarray": "^0.0.6"
+      }
+    },
     "node_modules/consola": {
       "version": "2.15.3",
       "resolved": "https://registry.npmjs.org/consola/-/consola-2.15.3.tgz",
@@ -10774,6 +10789,23 @@
         "node": ">=18"
       }
     },
+    "node_modules/multer": {
+      "version": "2.0.2",
+      "resolved": "https://registry.npmjs.org/multer/-/multer-2.0.2.tgz",
+      "integrity": "sha512-u7f2xaZ/UG8oLXHvtF/oWTRvT44p9ecwBBqTwgJVq0+4BW1g8OW01TyMEGWBHbyMOYVHXslaut7qEQ1meATXgw==",
+      "dependencies": {
+        "append-field": "^1.0.0",
+        "busboy": "^1.6.0",
+        "concat-stream": "^2.0.0",
+        "mkdirp": "^0.5.6",
+        "object-assign": "^4.1.1",
+        "type-is": "^1.6.18",
+        "xtend": "^4.0.2"
+      },
+      "engines": {
+        "node": ">= 10.16.0"
+      }
+    },
     "node_modules/mute-stream": {
       "version": "0.0.8",
       "resolved": "https://registry.npmjs.org/mute-stream/-/mute-stream-0.0.8.tgz",

package.json

@@ -65,6 +65,7 @@
     "jwk-to-pem": "^2.0.5",
     "mixpanel": "^0.17.0",
     "ms": "^3.0.0-canary.1",
+    "multer": "^2.0.2",
     "openid-client": "^5.7.1",
     "passport": "^0.6.0",
     "passport-facebook": "^3.0.0",

src/modules/inputs/inputs.controller.ts

@@ -99,7 +99,6 @@ export class InputsController {
       customer: info.customer,
     });
 
-    this.logger.info(JSON.stringify(body))
     const response = await this.inputService.create({ body, info });
 
     return response;

src/modules/pipelinesV2/pipelines.service.ts

@@ -356,92 +356,125 @@ export class PipelinesService implements OnModuleInit {
       info
     )
 
+    const requests = [];
+
     this.logger.info('Dynamo Response', updateInputResponse);
-    const jobsUpdated = [];
 
     for (const [index, table] of updateInputDTO.tables.entries()) {
-      const jobUpdate = {
-        job_id: `${pipelineIdFormat}_${index}`,
-      }
-
-      if (table.memory) {
-        jobUpdate["memory"] = {
-          amount: table.memory * 1000
-        }
-      }
-      
+      const id = `${pipelineIdFormat}_${index}`;
       this.logger.info('Updating input reference for table', table.name);
-      let hasUpdateSyncMode = false;
-
-      const jobSyncMode = {}
-
+      const body = {}
       if (table.columns) {
-        hasUpdateSyncMode = true;
-        jobSyncMode['column_include_list'] = table.columns;
+        body['column_include_list'] = table.columns;
       }
 
       if (table.reference_column) {
-        hasUpdateSyncMode = true;
-        jobSyncMode['incremental_column_name'] = table.reference_column.name;
-        jobSyncMode['incremental_column_type'] = table.reference_column.type;
+        body['incremental_column_name'] = table.reference_column.name;
+        body['incremental_column_type'] = table.reference_column.type;
       }
 
       if (table.identifier_columns) {
-        hasUpdateSyncMode = true;
-        jobSyncMode['primary_keys'] = table.identifier_columns;
+        body['primary_keys'] = table.identifier_columns;
+      }
+
+      this.logger.info('Request body', body);
+      const updateCollumns = this.platformAPI.proxy(
+        'PATCH',
+        `/jobs/${id}/input`,
+        user,
+        body
+      )
+      requests.push(updateCollumns);
+
+      if (table.memory) {
+        this.logger.info('Updating memory allocation for table', table.name);
+        const updateMemory = this.platformAPI.proxy(
+          'PUT',
+          `/jobs/${id}/memory`,
+          user,
+          {
+            amount: table.memory
+          }
+        )
+        requests.push(updateMemory);
       }
 
       if (table.type) {
-        hasUpdateSyncMode = true;
-        jobSyncMode['target_load_type'] = table.type;
-
+          const updateSyncMode = this.updatePipelineSyncMode(table, id, user);
+          requests.push(updateSyncMode);
       }
-
-      if(hasUpdateSyncMode) {
-        jobUpdate["sync_mode"] = jobSyncMode;
-      }
-
-      if (Object.keys(table.destinations).length > 1) {
-        let hasChanges = false
-        const jobRenameTables = {
-            raw: {},
-            qualify: {}
-        }
-
-        if (Object.keys(table.destinations.raw).length > 1) {
-          hasChanges = true;
-          jobRenameTables.raw = table.destinations.raw;
-        }
-
-        if (Object.keys(table.destinations.qualify).length > 1) {
-          hasChanges = true;
-          jobRenameTables.qualify = table.destinations.qualify;
-        }
-
-        if (hasChanges) {
-          jobUpdate['rename_tables'] = jobRenameTables;
-        }
-      }
-
-      jobsUpdated.push(jobUpdate);
     }
 
-    this.logger.info('Request body:' + JSON.stringify({
-      jobs_updated: jobsUpdated
-    }));
+    this.logger.info('Create Platform Request for each JOB');
 
-    const response = await this.platformAPI.proxy(
-      'POST',
-        `/pipelines/${pipelineIdFormat}/batch-update`,
-      user,
-      {
-        job_updates: jobsUpdated
-      }
-    )
-    this.logger.info('Platform api response: ' + JSON.stringify(response));
+    if (updateInputDTO.cron) {
+      const crnUpdatedRequest = new Promise(async (resolve, reject) => {
+        const response = await this.updatePipelineCron(updateInputDTO.cron, pipelineIdFormat, user);
+
+        if (response.error) {
+          this.logger.error('Error updating pipeline cron', response.error);
+          return reject(new ErrorBuilder(response.error));
+        }
+        this.logger.error('Pipeline cron updated successfully', response);
+        return resolve(response);
+      });
+      requests.push(crnUpdatedRequest);
+    }
+
+    this.logger.info('Executing all request for the platform api');
+
+    const results = await Promise.allSettled(requests);
+    this.logger.info('Platform api response', results);
 
     return updateInputResponse;
     
   }
 
+  private async updatePipelineSyncMode(table: UpdateTableDTO,  pipelineId: string, user: RequestUser) {
+    const body = {
+      target_load_type: table.type
+    }
+
+    if (table.type === 'incremental_with_qualify') {
+      body['incremental_column_name'] = table.reference_column.name;
+      body['incremental_column_type'] = table.reference_column.type;
+      body['primary_keys'] = table.identifier_columns;
+    }
+
+    if (table.type === 'incremental') {
+      body['incremental_column_name'] = table.reference_column.name;
+      body['incremental_column_type'] = table.reference_column.type;
+    }
+
+    this.logger.info('Updating pipeline sync mode', {
+      pipelineId,
+      body
+    });
+
+    return this.platformAPI.proxy(
+      "POST",
+      `/jobs/jdbc/${pipelineId}/sync-mode`,
+      user,
+      body
+    )
+  }
+
+  private async updatePipelineCron(cron: string, pipelineId: string, user: RequestUser) {
+    try {
+      const response = await this.platformAPI.proxy(
+        'PATCH',
+        `/pipeline/${pipelineId}`,
+        user,
+        {
+          cron
+        }
+      );
+
+      return response
+    } catch (error) {
+        return {
+          error: error.message
+        }
+    }
+  }
 }