FIX: Fix runPipeline fail case return

Beta

README.md

@@ -1,4 +1,4 @@
 <p align="center">
   <image src="./assets/maestro.svg" style="width:10rem">
   <h1 align="center">Maestro</h1> 
-</p>
+</p> 

package-lock.json

@@ -18,7 +18,7 @@
         "@nestjs/microservices": "^8.4.3",
         "@nestjs/platform-express": "^8.4.3",
         "@nestjs/swagger": "^5.2.1",
-        "@victorradael/protospack": "^1.5.5",
+        "@victorradael/protospack": "^1.5.9",
         "axios": "^0.25.0",
         "dotenv": "^14.2.0",
         "helmet": "^5.0.2",
@@ -2344,9 +2344,9 @@
       }
     },
     "node_modules/@victorradael/protospack": {
-      "version": "1.5.5",
-      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.5.5.tgz",
-      "integrity": "sha512-5yGW/EuZDY9N56CVMXJW1IrBkkv6KpalBepu0LLQvM5Y+Pr8lwY2i1p/1rlsjHo6Gk1RODKuWSXAL870jQEAdg==",
+      "version": "1.5.9",
+      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.5.9.tgz",
+      "integrity": "sha512-h96qwtRftVkZ0ftsahymnxO/bwCL8/bHvllyjTuhcLLmBj0fKG6q/nz5S9cFpq8OAEljehO+luNj388mZCF7Yg==",
       "dependencies": {
         "rxjs": "^7.5.5"
       }
@@ -10904,9 +10904,9 @@
       }
     },
     "@victorradael/protospack": {
-      "version": "1.5.5",
-      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.5.5.tgz",
-      "integrity": "sha512-5yGW/EuZDY9N56CVMXJW1IrBkkv6KpalBepu0LLQvM5Y+Pr8lwY2i1p/1rlsjHo6Gk1RODKuWSXAL870jQEAdg==",
+      "version": "1.5.9",
+      "resolved": "https://registry.npmjs.org/@victorradael/protospack/-/protospack-1.5.9.tgz",
+      "integrity": "sha512-h96qwtRftVkZ0ftsahymnxO/bwCL8/bHvllyjTuhcLLmBj0fKG6q/nz5S9cFpq8OAEljehO+luNj388mZCF7Yg==",
       "requires": {
         "rxjs": "^7.5.5"
       }

package.json

@@ -30,7 +30,7 @@
     "@nestjs/microservices": "^8.4.3",
     "@nestjs/platform-express": "^8.4.3",
     "@nestjs/swagger": "^5.2.1",
-    "@victorradael/protospack": "^1.5.5",
+    "@victorradael/protospack": "^1.5.9",
     "axios": "^0.25.0",
     "dotenv": "^14.2.0",
     "helmet": "^5.0.2",

src/clients/pipelines/client.service.ts

@@ -182,22 +182,31 @@ export class PipelinesClientService implements OnModuleInit {
     return logsPipelineResponse;
   }
 
-  async getPipelineStatus(data: IIdRequest) {
+  async getPipelineStatus(data) {
     console.log('PipelinesClientService', 'GetPipelineStatus');
 
     const statusPipelineResponse = await new Promise((resolve, reject) => {
-      this.pipelineService.getPipelineStatus(data).subscribe({
-        next(x) {
-          resolve(x);
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
+      this.pipelineService
+        .getPipelineStatus(objectSnakeToCamel(data))
+        .subscribe({
+          next(x) {
+            const statusArray = x.status.sort((a, b) => {
+              if (Date.parse(a.updated_at) < Date.parse(b.updated_at)) {
+                return 1;
+              } else {
+                return -1;
+              }
+            });
+            resolve(statusArray);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
     })
       .then((res) => res)
       .catch((err) => {
@@ -214,6 +223,11 @@ export class PipelinesClientService implements OnModuleInit {
         .triggerPipeline(objectSnakeToCamel({ id, info }))
         .subscribe({
           next(x) {
+            if (x.status == false) {
+              reject(
+                'This pipeline is not ready yet to execute, Try again later!',
+              );
+            }
             resolve(x);
           },
           error(err) {

src/modules/catalog/catalog.controller.ts

@@ -1,4 +1,12 @@
-import { Body, Controller, Delete, Get, Param, Post } from '@nestjs/common';
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Query,
+} from '@nestjs/common';
 import { CatalogService } from './catalog.service';
 
 @Controller('catalog')
@@ -33,7 +41,7 @@ export class CatalogController {
     const { id } = params;
     const catalogService = new CatalogService();
 
-    const res = await catalogService.dataAppsOne(body, id);
+    const res = await catalogService.dataAppsOne(id, body);
 
     return res;
   }
@@ -56,64 +64,67 @@ export class CatalogController {
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneDashboardMetabase(body, id);
+    const res = await catalogService.getOneDashboardMetabase(id, body);
 
     return res;
   }
 
   @Get('table-metadata')
-  async getAllTableMetadata(@Body() body) {
+  async getAllTableMetadata(@Body() body, @Query() query) {
     console.log(`/catalog`, 'ON GET ALL TABLES METADATA ROUTE');
 
     const catalogService = new CatalogService();
-
-    const res = await catalogService.getAllTableMetadata(body);
-
-    return res;
+    if (!query) {
+      const res = await catalogService.getAllTableMetadata(body);
+      return res;
+    } else {
+      const res = await catalogService.getOneTableMetadata(body, query);
+      return res;
+    }
   }
 
-  @Delete('table-metadata')
+  @Delete('table-metadata/:id')
   async deleteOneTableMetadata(@Param() params, @Body() body) {
     const { id } = params;
     console.log(`/catalog`, 'ON DELETE ONE TABLE METADATA ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteOneTableMetadata(body, id);
+    const res = await catalogService.deleteOneTableMetadata(id, body);
 
     return res;
   }
 
   @Get('column-metadata')
-  async getOneColumnMetadata(@Body() body) {
+  async getOneColumnMetadata(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE COLUMN METADATA ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneColumnMetadata(body);
+    const res = await catalogService.getOneColumnMetadata(body, params);
 
     return res;
   }
 
-  @Delete('column-metadata')
+  @Delete('column-metadata/:id')
   async deleteOneColumnMetadata(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE ONE COLUMN METADATA ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteOneColumnMetadata(body, id);
+    const res = await catalogService.deleteOneColumnMetadata(id, body);
 
     return res;
   }
 
   @Get('data-preview')
-  async getOneDataPreview(@Body() body) {
+  async getOneDataPreview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE DATAPREVIEW ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneDataPreview(body);
+    const res = await catalogService.getOneDataPreview(body, params);
 
     return res;
   }
@@ -162,6 +173,17 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-rating')
+  async createDataRating(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataRating(body);
+
+    return res;
+  }
+
   @Get('summary-rating/:id')
   async getSummaryRating(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
@@ -185,13 +207,24 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-comment')
+  async createDataComment(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataComment(body);
+
+    return res;
+  }
+
   @Get('data-review')
-  async getDataReview(@Body() body) {
+  async getDataReview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET DATA REVIEW ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getDataReview(body);
+    const res = await catalogService.getDataReview(body, params);
 
     return res;
   }
@@ -225,7 +258,7 @@ export class CatalogController {
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTags(body, id);
+    const res = await catalogService.deleteTags(id, body);
 
     return res;
   }
@@ -252,14 +285,14 @@ export class CatalogController {
     return res;
   }
 
-  @Delete('table-tags')
+  @Delete('table-tags/:id')
   async deleteTableTags(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON CREATE TABLE TAGS ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTableTags(body, id);
+    const res = await catalogService.deleteTableTags(id, body);
 
     return res;
   }
@@ -275,14 +308,14 @@ export class CatalogController {
     return res;
   }
 
-  @Delete('table-rules')
+  @Delete('table-rules/:id')
   async deleteTableRules(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE TABLE RULES ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTableRules(body, id);
+    const res = await catalogService.deleteTableRules(id, body);
 
     return res;
   }

src/modules/catalog/catalog.service.ts

@@ -51,7 +51,7 @@ class CatalogService {
     return data;
   }
 
-  async getOneDashboardMetabase(body, id) {
+  async getOneDashboardMetabase(id, body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
@@ -60,6 +60,11 @@ class CatalogService {
     const { data } = await axios.get(
       `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/dashboard-metabase/${id}`,
     );
+
+    const [, path] = data.iframe_url.split('.dadosfera');
+    const host = `https://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
+    data.iframe_url = host + path;
+
     return data;
   }
 
@@ -75,6 +80,19 @@ class CatalogService {
     return data;
   }
 
+  async getOneTableMetadata(body, params) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const { data } = await axios.get(
+      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-metadata/`,
+      { params: params },
+    );
+    return data;
+  }
+
   async deleteOneTableMetadata(id, body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
@@ -87,7 +105,7 @@ class CatalogService {
     return data;
   }
 
-  async getOneColumnMetadata(body) {
+  async getOneColumnMetadata(body, params) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
@@ -95,6 +113,7 @@ class CatalogService {
 
     const { data } = await axios.get(
       `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/column-metadata/`,
+      { params: params },
     );
     return data;
   }
@@ -111,7 +130,7 @@ class CatalogService {
     return data;
   }
 
-  async getOneDataPreview(body) {
+  async getOneDataPreview(body, params) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
@@ -119,6 +138,7 @@ class CatalogService {
 
     const { data } = await axios.get(
       `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-preview/`,
+      { params: params },
     );
     return data;
   }
@@ -171,6 +191,19 @@ class CatalogService {
     return data;
   }
 
+  async createDataRating(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const { data } = await axios.post(
+      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-rating/`,
+      body,
+    );
+    return data;
+  }
+
   async getSummaryRating(id, body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
@@ -194,7 +227,20 @@ class CatalogService {
     return data;
   }
 
-  async getDataReview(body) {
+  async createDataComment(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const { data } = await axios.post(
+      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-comment/`,
+      body,
+    );
+    return data;
+  }
+
+  async getDataReview(body, params) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
@@ -202,6 +248,7 @@ class CatalogService {
 
     const { data } = await axios.get(
       `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-review/`,
+      { params: params },
     );
     return data;
   }