Merge pull request #89 from dadosfera/beta

Beta

.ebextensions/imdsv2.config

@@ -0,0 +1,7 @@
+Resources:
+  AWSEBAutoScalingLaunchConfiguration:
+    Properties:
+      MetadataOptions:
+        HttpEndpoint: enabled
+        HttpPutResponseHopLimit: 2
+        HttpTokens: required

README.md

@@ -1,4 +1,4 @@
 <p align="center">
   <image src="./assets/maestro.svg" style="width:10rem">
   <h1 align="center">Maestro</h1> 
-</p>
+</p>  

package.json

@@ -30,10 +30,9 @@
     "@nestjs/microservices": "^8.4.3",
     "@nestjs/platform-express": "^8.4.3",
     "@nestjs/swagger": "^5.2.1",
-    "@victorradael/protospack": "^1.5.5",
+    "@victorradael/protospack": "^1.6.1",
     "axios": "^0.25.0",
     "dotenv": "^14.2.0",
-    "grpc": "^1.24.11",
     "helmet": "^5.0.2",
     "jsonwebtoken": "^8.5.1",
     "jwk-to-pem": "^2.0.5",

src/clients/inputs/client.service.ts

@@ -1,16 +1,16 @@
 import { OnModuleInit, Inject } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
-import { InputService } from '@victorradael/protospack';
+import {
+  InputNewCreateRequest,
+  InputService,
+  TestConnectionGetColumnsRequest,
+  TestConnectionRequest,
+} from '@victorradael/protospack';
 import {
   objectCamelToSnake,
   objectSnakeToCamel,
 } from 'src/utils/CaseConverter';
-import {
-  ICreateInputRequest,
-  IIdRequest,
-  ITestConnectionRequest,
-  UpdateInputRequest,
-} from './interfaces';
+import { IIdRequest, UpdateInputRequest } from './interfaces';
 
 export class InputsClientService implements OnModuleInit {
   private inputService: InputService;
@@ -23,22 +23,24 @@ export class InputsClientService implements OnModuleInit {
       this.grpcClient.getService<InputService>('InputService');
   }
 
-  async create(createInputDto: ICreateInputRequest) {
+  async create(createInputDto: InputNewCreateRequest) {
     console.log('InputClientService', 'Create');
 
     const createInputResponse = await new Promise((resolve, reject) => {
-      this.inputService.Create(objectSnakeToCamel(createInputDto)).subscribe({
-        next(x) {
-          resolve(objectCamelToSnake(x));
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
+      this.inputService
+        .NewCreate(objectSnakeToCamel(createInputDto))
+        .subscribe({
+          next(x) {
+            resolve(objectCamelToSnake(x));
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
     })
       .then((res) => res)
       .catch((err) => {
@@ -147,10 +149,10 @@ export class InputsClientService implements OnModuleInit {
     return removeInputResponse;
   }
 
-  async testConnection(data: ITestConnectionRequest) {
+  async testConnection(data: TestConnectionRequest) {
     console.log('InputClientService', 'TestConnection');
     const testConnectionResponse = await new Promise((resolve, reject) => {
-      this.inputService.TestConnection(objectSnakeToCamel(data)).subscribe({
+      this.inputService.NewTestConnection(objectSnakeToCamel(data)).subscribe({
         next(x) {
           resolve(objectCamelToSnake(x));
         },
@@ -170,4 +172,28 @@ export class InputsClientService implements OnModuleInit {
 
     return testConnectionResponse;
   }
+
+  async getColumns(data: TestConnectionGetColumnsRequest) {
+    console.log('InputClientService', 'TestConnection/Get-Columns');
+    const getColumnsResponse = await new Promise((resolve, reject) => {
+      this.inputService.GetColumns(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return getColumnsResponse;
+  }
 }

src/clients/pipelines/client.service.ts

@@ -182,22 +182,31 @@ export class PipelinesClientService implements OnModuleInit {
     return logsPipelineResponse;
   }
 
-  async getPipelineStatus(data: IIdRequest) {
+  async getPipelineStatus(data) {
     console.log('PipelinesClientService', 'GetPipelineStatus');
 
     const statusPipelineResponse = await new Promise((resolve, reject) => {
-      this.pipelineService.getPipelineStatus(data).subscribe({
-        next(x) {
-          resolve(x);
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
+      this.pipelineService
+        .getPipelineStatus(objectSnakeToCamel(data))
+        .subscribe({
+          next(x) {
+            const statusArray = x.status.sort((a, b) => {
+              if (a.id < b.id) {
+                return 1;
+              } else {
+                return -1;
+              }
+            });
+            resolve({ status: statusArray });
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
     })
       .then((res) => res)
       .catch((err) => {
@@ -214,6 +223,11 @@ export class PipelinesClientService implements OnModuleInit {
         .triggerPipeline(objectSnakeToCamel({ id, info }))
         .subscribe({
           next(x) {
+            if (x.status == false) {
+              reject(
+                'This pipeline is not ready yet to execute, Try again later!',
+              );
+            }
             resolve(x);
           },
           error(err) {

src/modules/catalog/catalog.controller.ts

@@ -1,4 +1,12 @@
-import { Body, Controller, Delete, Get, Param, Post } from '@nestjs/common';
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Query,
+} from '@nestjs/common';
 import { CatalogService } from './catalog.service';
 
 @Controller('catalog')
@@ -33,7 +41,7 @@ export class CatalogController {
     const { id } = params;
     const catalogService = new CatalogService();
 
-    const res = await catalogService.dataAppsOne(body, id);
+    const res = await catalogService.dataAppsOne(id, body);
 
     return res;
   }
@@ -56,64 +64,67 @@ export class CatalogController {
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneDashboardMetabase(body, id);
+    const res = await catalogService.getOneDashboardMetabase(id, body);
 
     return res;
   }
 
   @Get('table-metadata')
-  async getAllTableMetadata(@Body() body) {
+  async getAllTableMetadata(@Body() body, @Query() query) {
     console.log(`/catalog`, 'ON GET ALL TABLES METADATA ROUTE');
 
     const catalogService = new CatalogService();
-
-    const res = await catalogService.getAllTableMetadata(body);
-
-    return res;
+    if (!query) {
+      const res = await catalogService.getAllTableMetadata(body);
+      return res;
+    } else {
+      const res = await catalogService.getOneTableMetadata(body, query);
+      return res;
+    }
   }
 
-  @Delete('table-metadata')
+  @Delete('table-metadata/:id')
   async deleteOneTableMetadata(@Param() params, @Body() body) {
     const { id } = params;
     console.log(`/catalog`, 'ON DELETE ONE TABLE METADATA ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteOneTableMetadata(body, id);
+    const res = await catalogService.deleteOneTableMetadata(id, body);
 
     return res;
   }
 
   @Get('column-metadata')
-  async getOneColumnMetadata(@Body() body) {
+  async getOneColumnMetadata(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE COLUMN METADATA ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneColumnMetadata(body);
+    const res = await catalogService.getOneColumnMetadata(body, params);
 
     return res;
   }
 
-  @Delete('column-metadata')
+  @Delete('column-metadata/:id')
   async deleteOneColumnMetadata(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE ONE COLUMN METADATA ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteOneColumnMetadata(body, id);
+    const res = await catalogService.deleteOneColumnMetadata(id, body);
 
     return res;
   }
 
   @Get('data-preview')
-  async getOneDataPreview(@Body() body) {
+  async getOneDataPreview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE DATAPREVIEW ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneDataPreview(body);
+    const res = await catalogService.getOneDataPreview(body, params);
 
     return res;
   }
@@ -162,6 +173,17 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-rating')
+  async createDataRating(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataRating(body);
+
+    return res;
+  }
+
   @Get('summary-rating/:id')
   async getSummaryRating(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
@@ -185,13 +207,24 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-comment')
+  async createDataComment(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataComment(body);
+
+    return res;
+  }
+
   @Get('data-review')
-  async getDataReview(@Body() body) {
+  async getDataReview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET DATA REVIEW ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getDataReview(body);
+    const res = await catalogService.getDataReview(body, params);
 
     return res;
   }
@@ -225,7 +258,7 @@ export class CatalogController {
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTags(body, id);
+    const res = await catalogService.deleteTags(id, body);
 
     return res;
   }
@@ -252,14 +285,14 @@ export class CatalogController {
     return res;
   }
 
-  @Delete('table-tags')
+  @Delete('table-tags/:id')
   async deleteTableTags(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON CREATE TABLE TAGS ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTableTags(body, id);
+    const res = await catalogService.deleteTableTags(id, body);
 
     return res;
   }
@@ -275,14 +308,14 @@ export class CatalogController {
     return res;
   }
 
-  @Delete('table-rules')
+  @Delete('table-rules/:id')
   async deleteTableRules(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE TABLE RULES ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTableRules(body, id);
+    const res = await catalogService.deleteTableRules(id, body);
 
     return res;
   }

src/modules/catalog/catalog.service.ts

@@ -6,12 +6,14 @@ class CatalogService {
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/all/`,
-    );
-    console.log(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/all/`,
-    );
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/all/`);
+
     return data;
   }
 
@@ -21,9 +23,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data_apps/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data_apps/`);
     return data;
   }
 
@@ -33,9 +38,15 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data_apps/${id}/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/data_apps/${id}/`,
     );
+
     return data;
   }
 
@@ -45,21 +56,37 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/dashboard-metabase/`,
+      `${nimbusUrl}/api/catalog/dashboard-metabase/`,
     );
     return data;
   }
 
-  async getOneDashboardMetabase(body, id) {
+  async getOneDashboardMetabase(id, body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/dashboard-metabase/${id}`,
+      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
     );
+    console.log(data);
+
+    // const [, path] = data.iframe_url.split('.dadosfera');
+    // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
+    // data.iframe_url = host + path;
+
     return data;
   }
 
@@ -69,8 +96,31 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-metadata/`,
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+    );
+    return data;
+  }
+
+  async getOneTableMetadata(body, params) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+      { params: params },
     );
     return data;
   }
@@ -81,20 +131,31 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-metadata/${id}`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-metadata/${id}`,
     );
     return data;
   }
 
-  async getOneColumnMetadata(body) {
+  async getOneColumnMetadata(body, params) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/column-metadata/`,
+      `${nimbusUrl}/api/catalog/column-metadata/`,
+      { params: params },
     );
     return data;
   }
@@ -105,21 +166,31 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/column-metadata/${id}/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/column-metadata/${id}/`,
     );
     return data;
   }
 
-  async getOneDataPreview(body) {
+  async getOneDataPreview(body, params) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-preview/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-preview/`, {
+      params: params,
+    });
     return data;
   }
 
@@ -129,9 +200,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-status/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-status/`);
     return data;
   }
 
@@ -141,8 +215,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-description/`,
+      `${nimbusUrl}/api/catalog/data-description/`,
     );
     return data;
   }
@@ -153,9 +232,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-docs/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-docs/`);
     return data;
   }
 
@@ -165,8 +247,29 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-rating/`);
+    return data;
+  }
+
+  async createDataRating(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-rating/`,
+      `${nimbusUrl}/api/catalog/data-rating/`,
+      body,
     );
     return data;
   }
@@ -176,8 +279,14 @@ class CatalogService {
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/summary-rating/${id}`,
+      `${nimbusUrl}/api/catalog/summary-rating/${id}`,
     );
     return data;
   }
@@ -188,34 +297,62 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-comment/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-comment/`);
     return data;
   }
 
-  async getDataReview(body) {
+  async createDataComment(body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-review/`,
+      `${nimbusUrl}/api/catalog/data-comment/`,
+      body,
     );
     return data;
   }
 
+  async getDataReview(body, params) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-review/`, {
+      params: params,
+    });
+    return data;
+  }
+
   async createTags(body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.post(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/`,
-      body,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
     return data;
   }
 
@@ -225,10 +362,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/`,
-      body,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
     return data;
   }
 
@@ -238,8 +377,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/`,
+      `${nimbusUrl}/api/catalog/table-tags/`,
       body,
     );
     return data;
@@ -251,9 +395,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/${id}`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/${id}`);
     return data;
   }
 
@@ -263,8 +410,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.post(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-tags/`,
       body,
     );
     return data;
@@ -276,8 +428,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/${id}`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-tags/${id}`,
     );
     return data;
   }
@@ -288,8 +445,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-rules/`,
+      `${nimbusUrl}/api/catalog/table-rules/`,
       body,
     );
     return data;
@@ -301,8 +463,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-rules/${id}`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-rules/${id}`,
     );
     return data;
   }

src/modules/inputs/inputs.controller.ts

@@ -9,10 +9,8 @@ import {
 } from '@nestjs/common';
 import { InputsService } from './inputs.service';
 import { InputsClientService } from 'src/clients/inputs/client.service';
-import {
-  ICreateInputRequest,
-  UpdateInputRequest,
-} from 'src/clients/inputs/interfaces';
+import { UpdateInputRequest } from 'src/clients/inputs/interfaces';
+import { InputNewCreateRequest } from '@victorradael/protospack';
 
 @Controller('inputs')
 export class InputsController {
@@ -28,8 +26,21 @@ export class InputsController {
     return response;
   }
 
+  @Post('/test-connection/get-columns')
+  async getColumns(@Body() data) {
+    console.log(
+      `/test-connection/get-columns`,
+      'ON TEST CONNECTION GET COLUMNS ROUTE',
+    );
+
+    const inputService = new InputsService(this.inputsClientService);
+    const response = await inputService.getColumns(data);
+
+    return response;
+  }
+
   @Post()
-  async create(@Body() createInputDto: ICreateInputRequest) {
+  async create(@Body() createInputDto: InputNewCreateRequest) {
     console.log(`/input`, 'ON CREATE ROUTE');
 
     const inputService = new InputsService(this.inputsClientService);

src/modules/inputs/inputs.service.ts

@@ -1,16 +1,13 @@
 import { Body, HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { InputNewCreateRequest } from '@victorradael/protospack';
 import { InputsClientService } from 'src/clients/inputs/client.service';
-import {
-  ICreateInputRequest,
-  IIdRequest,
-  Info,
-} from 'src/clients/inputs/interfaces';
+import { IIdRequest, Info } from 'src/clients/inputs/interfaces';
 
 @Injectable()
 export class InputsService {
   constructor(private inputClient: InputsClientService) {}
 
-  async create(@Body() data: ICreateInputRequest) {
+  async create(@Body() data: InputNewCreateRequest) {
     try {
       const createInputResponse = await this.inputClient.create(data);
 
@@ -74,4 +71,15 @@ export class InputsService {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
     }
   }
+
+  async getColumns(data) {
+    try {
+      const testConnectionGetColumnsResponse =
+        await this.inputClient.getColumns(data);
+
+      return testConnectionGetColumnsResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
 }

src/modules/pipelines/pipelines.controller.ts

@@ -14,13 +14,13 @@ import { PipelinesService } from './pipelines.service';
 export class PipelinesController {
   constructor(private pipelinesClientService: PipelinesClientService) {}
 
-  @Get('start/:id')
+  @Post('start/:id')
   async activate(@Param() params, @Body() body) {
     const { id } = params;
     const { info } = body;
 
     console.log(
-      process.env.DEV_URL + `/transformation/start/${id}`,
+      process.env.DEV_URL + `/pipeline/start/${id}`,
       'ON START PIPELINE ROUTE',
     );