CHORE: pinning protospack version to 1.7.4

FEATURE: add refresh token

.ebextensions/imdsv2.config

@@ -0,0 +1,7 @@
+Resources:
+  AWSEBAutoScalingLaunchConfiguration:
+    Properties:
+      MetadataOptions:
+        HttpEndpoint: enabled
+        HttpPutResponseHopLimit: 2
+        HttpTokens: required

README.md

@@ -1,4 +1,4 @@
 <p align="center">
   <image src="./assets/maestro.svg" style="width:10rem">
   <h1 align="center">Maestro</h1> 
-</p>
+</p>  

package.json

@@ -29,11 +29,11 @@
     "@nestjs/mapped-types": "*",
     "@nestjs/microservices": "^8.4.3",
     "@nestjs/platform-express": "^8.4.3",
+    "@nestjs/schedule": "^1.1.0",
     "@nestjs/swagger": "^5.2.1",
-    "@victorradael/protospack": "^1.5.5",
+    "@victorradael/protospack": "1.7.4",
     "axios": "^0.25.0",
     "dotenv": "^14.2.0",
-    "grpc": "^1.24.11",
     "helmet": "^5.0.2",
     "jsonwebtoken": "^8.5.1",
     "jwk-to-pem": "^2.0.5",

src/clients/auth/client.service.ts

@@ -2,11 +2,16 @@ import { OnModuleInit, Inject } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 
 import {
+  AuthConfirmationRequest,
+  AuthDisableTotpMfaRequest,
+  AuthEnableTotpMfaRequest,
+  AuthResendConfirmationCodeRequest,
   AuthServiceInterface,
+  AuthVerifyTotpMfaRequest,
   DucServicesNames,
 } from '@victorradael/protospack';
 
-import { ILogin } from './interfaces';
+import { ISignIn, IRefreshAccessToken } from './interfaces';
 
 export class AuthClientService implements OnModuleInit {
   private authService: AuthServiceInterface;
@@ -20,11 +25,11 @@ export class AuthClientService implements OnModuleInit {
     );
   }
 
-  async signIn({ username, password }: ILogin): Promise<any> {
+  async signIn({ username, password, totp }: ISignIn): Promise<any> {
     console.log('AuthClientService', 'SignIn');
 
     const tokens = await new Promise((resolve, reject) => {
-      this.authService.signIn({ username, password }).subscribe({
+      this.authService.signIn({ username, password, totp }).subscribe({
         next(x) {
           resolve(x);
         },
@@ -43,4 +48,171 @@ export class AuthClientService implements OnModuleInit {
       });
     return tokens;
   }
+
+  async enableTotpMFA({
+    username,
+    password,
+  }: AuthEnableTotpMfaRequest): Promise<any> {
+    console.log('AuthClientService', 'enableTotpMFA');
+
+    const tokens = await new Promise((resolve, reject) => {
+      this.authService.enableTotpMfa({ username, password }).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return tokens;
+  }
+
+  async disableTotpMFA({
+    username,
+    password,
+    totp,
+  }: AuthDisableTotpMfaRequest): Promise<any> {
+    console.log('AuthClientService', 'disableTotpMFA');
+
+    const tokens = await new Promise((resolve, reject) => {
+      this.authService.disableTotpMfa({ username, password, totp }).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return tokens;
+  }
+
+  async verifyTotp({
+    username,
+    accessToken,
+    totp,
+  }: AuthVerifyTotpMfaRequest): Promise<any> {
+    console.log('AuthClientService', 'disableTotpMFA');
+
+    const tokens = await new Promise((resolve, reject) => {
+      this.authService.verifyTotp({ username, accessToken, totp }).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return tokens;
+  }
+
+  async confirmRegister({
+    username,
+    code,
+  }: AuthConfirmationRequest): Promise<any> {
+    console.log('AuthClientService', 'confirmRegister');
+
+    const tokens = await new Promise((resolve, reject) => {
+      this.authService.confirmRegister({ username, code }).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return tokens;
+  }
+
+  async resendeConfirmationCode({
+    username,
+  }: AuthResendConfirmationCodeRequest): Promise<any> {
+    console.log('AuthClientService', 'resendeConfirmationCode');
+
+    const authResendConfirmationCodeRequestReturn = await new Promise(
+      (resolve, reject) => {
+        this.authService.resendeConfirmationCode({ username }).subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+      },
+    )
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return authResendConfirmationCodeRequestReturn;
+  }
+
+  async refreshAccessToken({
+    username,
+    refreshToken,
+  }: IRefreshAccessToken): Promise<any> {
+    console.log('AuthClientService', 'RefreshAccessToken');
+
+    const tokens = await new Promise((resolve, reject) => {
+      this.authService
+        .refreshAccessToken({ username, refreshToken })
+        .subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return tokens;
+  }
 }

src/clients/auth/interfaces.d.ts

@@ -1,4 +1,10 @@
-export interface ILogin {
+export interface ISignIn {
   username: string;
   password: string;
+  totp: string;
+}
+
+export interface IRefreshAccessToken {
+  username: string;
+  refreshToken: string;
 }

src/clients/inputs/client.service.ts

@@ -1,16 +1,16 @@
 import { OnModuleInit, Inject } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
-import { InputService } from '@victorradael/protospack';
+import {
+  InputNewCreateRequest,
+  InputService,
+  TestConnectionGetColumnsRequest,
+  TestConnectionRequest,
+} from '@victorradael/protospack';
 import {
   objectCamelToSnake,
   objectSnakeToCamel,
 } from 'src/utils/CaseConverter';
-import {
-  ICreateInputRequest,
-  IIdRequest,
-  ITestConnectionRequest,
-  UpdateInputRequest,
-} from './interfaces';
+import { IIdRequest, UpdateInputRequest } from './interfaces';
 
 export class InputsClientService implements OnModuleInit {
   private inputService: InputService;
@@ -23,22 +23,24 @@ export class InputsClientService implements OnModuleInit {
       this.grpcClient.getService<InputService>('InputService');
   }
 
-  async create(createInputDto: ICreateInputRequest) {
+  async create(createInputDto: InputNewCreateRequest) {
     console.log('InputClientService', 'Create');
 
     const createInputResponse = await new Promise((resolve, reject) => {
-      this.inputService.Create(objectSnakeToCamel(createInputDto)).subscribe({
-        next(x) {
-          resolve(objectCamelToSnake(x));
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
+      this.inputService
+        .NewCreate(objectSnakeToCamel(createInputDto))
+        .subscribe({
+          next(x) {
+            resolve(objectCamelToSnake(x));
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
     })
       .then((res) => res)
       .catch((err) => {
@@ -147,10 +149,10 @@ export class InputsClientService implements OnModuleInit {
     return removeInputResponse;
   }
 
-  async testConnection(data: ITestConnectionRequest) {
+  async testConnection(data: TestConnectionRequest) {
     console.log('InputClientService', 'TestConnection');
     const testConnectionResponse = await new Promise((resolve, reject) => {
-      this.inputService.TestConnection(objectSnakeToCamel(data)).subscribe({
+      this.inputService.NewTestConnection(objectSnakeToCamel(data)).subscribe({
         next(x) {
           resolve(objectCamelToSnake(x));
         },
@@ -170,4 +172,28 @@ export class InputsClientService implements OnModuleInit {
 
     return testConnectionResponse;
   }
+
+  async getColumns(data: TestConnectionGetColumnsRequest) {
+    console.log('InputClientService', 'TestConnection/Get-Columns');
+    const getColumnsResponse = await new Promise((resolve, reject) => {
+      this.inputService.GetColumns(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return getColumnsResponse;
+  }
 }

src/clients/pipelines/client.service.ts

@@ -182,22 +182,31 @@ export class PipelinesClientService implements OnModuleInit {
     return logsPipelineResponse;
   }
 
-  async getPipelineStatus(data: IIdRequest) {
+  async getPipelineStatus(data) {
     console.log('PipelinesClientService', 'GetPipelineStatus');
 
     const statusPipelineResponse = await new Promise((resolve, reject) => {
-      this.pipelineService.getPipelineStatus(data).subscribe({
-        next(x) {
-          resolve(x);
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
+      this.pipelineService
+        .getPipelineStatus(objectSnakeToCamel(data))
+        .subscribe({
+          next(x) {
+            const statusArray = x.status.sort((a, b) => {
+              if (a.id < b.id) {
+                return 1;
+              } else {
+                return -1;
+              }
+            });
+            resolve({ status: statusArray });
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
     })
       .then((res) => res)
       .catch((err) => {
@@ -214,6 +223,11 @@ export class PipelinesClientService implements OnModuleInit {
         .triggerPipeline(objectSnakeToCamel({ id, info }))
         .subscribe({
           next(x) {
+            if (x.status == false) {
+              reject(
+                'This pipeline is not ready yet to execute, Try again later!',
+              );
+            }
             resolve(x);
           },
           error(err) {

src/clients/transformations/client.config.ts

@@ -10,7 +10,7 @@ export class TransformationsClientConfiguration {
     return {
       transport: Transport.GRPC,
       options: {
-        url: process.env.TRFACTORY_URL,
+        url: process.env.INFACTORY_URL,
         package: TransformationPackages,
         credentials: credentials.createSsl(),
         protoPath: TransformationProtoFilePath,

src/middlewares/authentication.ts

@@ -17,9 +17,11 @@ export class LoggerMiddleware implements NestMiddleware {
     const idToken = request.get('Dadosfera-User');
     const accessToken = request.get('Authorization');
     const privateKey = process.env.JWT_PRIVATE_KEY;
-
+    let requiredRoute = '';
     const requiredMethod = request.method.trim();
-    const requiredRoute = request.route.path.split('/')[1].trim();
+    if (request.route.path.split('/').length >= 2) {
+      requiredRoute = request.route.path.split('/')[1].trim();
+    }
 
     verify(idToken, privateKey, (err) => {
       if (err) {

src/modules/auth/auth.controller.ts

@@ -1,22 +1,43 @@
-import { Body, Controller, Post, UnauthorizedException } from '@nestjs/common';
+import {
+  Body,
+  Controller,
+  Headers,
+  Post,
+  UnauthorizedException,
+} from '@nestjs/common';
+import {
+  AuthEnableTotpMfaRequest,
+  AuthVerifyTotpMfaRequest,
+} from '@victorradael/protospack';
 
 import { AuthClientService } from 'src/clients/auth/client.service';
-
-interface ISignIn {
-  username: string;
-  password: string;
-}
+import { ISignIn, IRefreshAccessToken } from 'src/clients/auth/interfaces';
 
 @Controller('auth')
 export class AuthController {
   constructor(private authClient: AuthClientService) {}
 
+  // DEPRECADO!
   @Post()
-  async signIn(@Body() { username, password }: ISignIn) {
+  async signIn_old(@Body() body: ISignIn) {
+    console.log(`/auth`, 'SignIn_old');
+
+    return this.signIn(body);
+  }
+
+  @Post('login')
+  async signIn_login(@Body() body: ISignIn) {
+    console.log(`/auth`, 'SignIn_login');
+
+    return this.signIn(body);
+  }
+
+  @Post('sign-in')
+  async signIn(@Body() { username, password, totp }: ISignIn) {
     console.log(`/auth`, 'SignIn');
 
     const tokens = await this.authClient
-      .signIn({ username, password })
+      .signIn({ username, password, totp })
       .then((result) => result)
       .catch((err) => {
         throw new UnauthorizedException(err.message);
@@ -24,4 +45,56 @@ export class AuthController {
 
     return tokens;
   }
+
+  @Post('refresh-access-token')
+  async refreshAccessToken(
+    @Body() { username, refreshToken }: IRefreshAccessToken,
+  ) {
+    console.log(`/auth`, 'RefreshAccessToken');
+
+    const accessToken = await this.authClient
+      .refreshAccessToken({ username, refreshToken })
+      .then((result) => result)
+      .catch((err) => {
+        throw new UnauthorizedException(err.message);
+      });
+
+    return accessToken;
+  }
+
+  @Post('enable-totp')
+  async enableTotpMFA(
+    @Body() { username, password }: AuthEnableTotpMfaRequest,
+  ) {
+    console.log(`/auth`, 'enable-totp');
+
+    const enableTotpResponse = await this.authClient
+      .enableTotpMFA({ username, password })
+      .then((result) => result)
+      .catch((err) => {
+        throw new UnauthorizedException(err.message);
+      });
+
+    return enableTotpResponse;
+  }
+
+  @Post('verify-totp')
+  async verifyTotp(
+    @Body() body: AuthVerifyTotpMfaRequest,
+    @Headers() headers,
+  ): Promise<any> {
+    console.log(`/auth`, 'enable-totp');
+
+    const { username, totp } = body;
+    const { Authorization } = headers;
+
+    const enableTotpResponse = await this.authClient
+      .verifyTotp({ username, totp, accessToken: Authorization })
+      .then((result) => result)
+      .catch((err) => {
+        throw new UnauthorizedException(err.message);
+      });
+
+    return enableTotpResponse;
+  }
 }

src/modules/catalog/catalog.controller.ts

@@ -1,4 +1,12 @@
-import { Body, Controller, Delete, Get, Param, Post } from '@nestjs/common';
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Query,
+} from '@nestjs/common';
 import { CatalogService } from './catalog.service';
 
 @Controller('catalog')
@@ -33,7 +41,7 @@ export class CatalogController {
     const { id } = params;
     const catalogService = new CatalogService();
 
-    const res = await catalogService.dataAppsOne(body, id);
+    const res = await catalogService.dataAppsOne(id, body);
 
     return res;
   }
@@ -56,64 +64,67 @@ export class CatalogController {
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneDashboardMetabase(body, id);
+    const res = await catalogService.getOneDashboardMetabase(id, body);
 
     return res;
   }
 
   @Get('table-metadata')
-  async getAllTableMetadata(@Body() body) {
+  async getAllTableMetadata(@Body() body, @Query() query) {
     console.log(`/catalog`, 'ON GET ALL TABLES METADATA ROUTE');
 
     const catalogService = new CatalogService();
-
-    const res = await catalogService.getAllTableMetadata(body);
-
-    return res;
+    if (!query) {
+      const res = await catalogService.getAllTableMetadata(body);
+      return res;
+    } else {
+      const res = await catalogService.getOneTableMetadata(body, query);
+      return res;
+    }
   }
 
-  @Delete('table-metadata')
+  @Delete('table-metadata/:id')
   async deleteOneTableMetadata(@Param() params, @Body() body) {
     const { id } = params;
     console.log(`/catalog`, 'ON DELETE ONE TABLE METADATA ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteOneTableMetadata(body, id);
+    const res = await catalogService.deleteOneTableMetadata(id, body);
 
     return res;
   }
 
   @Get('column-metadata')
-  async getOneColumnMetadata(@Body() body) {
+  async getOneColumnMetadata(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE COLUMN METADATA ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneColumnMetadata(body);
+    const res = await catalogService.getOneColumnMetadata(body, params);
 
     return res;
   }
 
-  @Delete('column-metadata')
+  @Delete('column-metadata/:id')
   async deleteOneColumnMetadata(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE ONE COLUMN METADATA ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteOneColumnMetadata(body, id);
+    const res = await catalogService.deleteOneColumnMetadata(id, body);
 
     return res;
   }
 
   @Get('data-preview')
-  async getOneDataPreview(@Body() body) {
+  async getOneDataPreview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE DATAPREVIEW ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getOneDataPreview(body);
+    const res = await catalogService.getOneDataPreview(body, params);
 
     return res;
   }
@@ -129,6 +140,17 @@ export class CatalogController {
     return res;
   }
 
+  @Get('data-status')
+  async createDataStatus(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA STATUS ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataStatus(body);
+
+    return res;
+  }
+
   @Get('data-description')
   async getDataDescription(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA DESCRIPTION ROUTE');
@@ -140,6 +162,17 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-description')
+  async createDataDescription(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DESCRIPTION ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataDescription(body);
+
+    return res;
+  }
+
   @Get('data-docs')
   async getDataDocs(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA DOCS ROUTE');
@@ -151,6 +184,17 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-docs')
+  async createDataDocs(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DOCS ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataDocs(body);
+
+    return res;
+  }
+
   @Get('data-rating')
   async getDataRating(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
@@ -162,18 +206,32 @@ export class CatalogController {
     return res;
   }
 
-  @Get('summary-rating/:id')
-  async getSummaryRating(@Param() params, @Body() body) {
-    console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
-    const { id } = params;
+  @Post('data-rating')
+  async createDataRating(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getSummaryRating(id, body);
+    const res = await catalogService.createDataRating(body);
 
     return res;
   }
 
+  @Get('summary-rating/:id')
+  async getSummaryRating() {
+    console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
+    //const { id } = params;
+
+    //const catalogService = new CatalogService();
+
+    //const res = await catalogService.getSummaryRating(id, body);
+
+    return {
+      avg_rating: 0,
+      rating_count: 0,
+    };
+  }
+
   @Get('data-comment')
   async getDataComment(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
@@ -185,13 +243,24 @@ export class CatalogController {
     return res;
   }
 
+  @Post('data-comment')
+  async createDataComment(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+
+    const catalogService = new CatalogService();
+
+    const res = await catalogService.createDataComment(body);
+
+    return res;
+  }
+
   @Get('data-review')
-  async getDataReview(@Body() body) {
+  async getDataReview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET DATA REVIEW ROUTE');
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.getDataReview(body);
+    const res = await catalogService.getDataReview(body, params);
 
     return res;
   }
@@ -225,7 +294,7 @@ export class CatalogController {
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTags(body, id);
+    const res = await catalogService.deleteTags(id, body);
 
     return res;
   }
@@ -252,14 +321,14 @@ export class CatalogController {
     return res;
   }
 
-  @Delete('table-tags')
+  @Delete('table-tags/:id')
   async deleteTableTags(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON CREATE TABLE TAGS ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTableTags(body, id);
+    const res = await catalogService.deleteTableTags(id, body);
 
     return res;
   }
@@ -275,14 +344,14 @@ export class CatalogController {
     return res;
   }
 
-  @Delete('table-rules')
+  @Delete('table-rules/:id')
   async deleteTableRules(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE TABLE RULES ROUTE');
     const { id } = params;
 
     const catalogService = new CatalogService();
 
-    const res = await catalogService.deleteTableRules(body, id);
+    const res = await catalogService.deleteTableRules(id, body);
 
     return res;
   }

src/modules/catalog/catalog.service.ts

@@ -6,12 +6,14 @@ class CatalogService {
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/all/`,
-    );
-    console.log(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/all/`,
-    );
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/all/`);
+
     return data;
   }
 
@@ -21,9 +23,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data_apps/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data_apps/`);
     return data;
   }
 
@@ -33,9 +38,15 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data_apps/${id}/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/data_apps/${id}/`,
     );
+
     return data;
   }
 
@@ -45,21 +56,37 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/dashboard-metabase/`,
+      `${nimbusUrl}/api/catalog/dashboard-metabase/`,
     );
     return data;
   }
 
-  async getOneDashboardMetabase(body, id) {
+  async getOneDashboardMetabase(id, body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/dashboard-metabase/${id}`,
+      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
     );
+    console.log(data);
+
+    // const [, path] = data.iframe_url.split('.dadosfera');
+    // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
+    // data.iframe_url = host + path;
+
     return data;
   }
 
@@ -69,8 +96,31 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-metadata/`,
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+    );
+    return data;
+  }
+
+  async getOneTableMetadata(body, params) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+      { params: params },
     );
     return data;
   }
@@ -81,20 +131,31 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-metadata/${id}`,
+      `${nimbusUrl}/api/catalog/table-metadata/${id}`,
     );
     return data;
   }
 
-  async getOneColumnMetadata(body) {
+  async getOneColumnMetadata(body, params) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/column-metadata/`,
+      `${nimbusUrl}/api/catalog/column-metadata/`,
+      { params: params },
     );
     return data;
   }
@@ -105,21 +166,31 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/column-metadata/${id}/`,
+      `${nimbusUrl}/api/catalog/column-metadata/${id}/`,
     );
     return data;
   }
 
-  async getOneDataPreview(body) {
+  async getOneDataPreview(body, params) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-preview/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-preview/`, {
+      params: params,
+    });
     return data;
   }
 
@@ -129,8 +200,29 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-status/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-status/`);
+    return data;
+  }
+
+  async createDataStatus(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-status/`,
+      body,
     );
     return data;
   }
@@ -141,8 +233,31 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-description/`,
+      `${nimbusUrl}/api/catalog/data-description/`,
+    );
+    return data;
+  }
+
+  async createDataDescription(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-description/`,
+      body,
     );
     return data;
   }
@@ -153,8 +268,29 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-docs/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-docs/`);
+    return data;
+  }
+
+  async createDataDocs(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-docs/`,
+      body,
     );
     return data;
   }
@@ -165,8 +301,29 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-rating/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-rating/`);
+    return data;
+  }
+
+  async createDataRating(body) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-rating/`,
+      body,
     );
     return data;
   }
@@ -176,8 +333,14 @@ class CatalogService {
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/summary-rating/${id}`,
+      `${nimbusUrl}/api/catalog/summary-rating/${id}`,
     );
     return data;
   }
@@ -188,34 +351,62 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-comment/`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-comment/`);
     return data;
   }
 
-  async getDataReview(body) {
+  async createDataComment(body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-review/`,
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-comment/`,
+      body,
     );
     return data;
   }
 
+  async getDataReview(body, params) {
+    const customer =
+      body.info.customer.toLowerCase() === 'dadosfera'
+        ? ``
+        : `-${body.info.customer.toLowerCase()}`;
+
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-review/`, {
+      params: params,
+    });
+    return data;
+  }
+
   async createTags(body) {
     const customer =
       body.info.customer.toLowerCase() === 'dadosfera'
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.post(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/`,
-      body,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.post(`${nimbusUrl}/api/catalog/tags/`, body);
     return data;
   }
 
@@ -225,10 +416,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/`,
-      body,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
     return data;
   }
 
@@ -238,8 +431,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/`,
+      `${nimbusUrl}/api/catalog/table-tags/`,
       body,
     );
     return data;
@@ -251,9 +449,12 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/${id}`,
-    );
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
+    const { data } = await axios.delete(`${nimbusUrl}/api/catalog/tags/${id}`);
     return data;
   }
 
@@ -263,8 +464,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.post(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/`,
+      `${nimbusUrl}/api/catalog/table-tags/`,
       body,
     );
     return data;
@@ -276,8 +482,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/${id}`,
+      `${nimbusUrl}/api/catalog/table-tags/${id}`,
     );
     return data;
   }
@@ -288,8 +499,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-rules/`,
+      `${nimbusUrl}/api/catalog/table-rules/`,
       body,
     );
     return data;
@@ -301,8 +517,13 @@ class CatalogService {
         ? ``
         : `-${body.info.customer.toLowerCase()}`;
 
+    const nimbusUrl =
+      process.env.ENV === 'prd'
+        ? `https://nimbus-${body.info.customer.toLowerCase()}.dadosfera.ai`
+        : `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera`;
+
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-rules/${id}`,
+      `${nimbusUrl}/api/catalog/table-rules/${id}`,
     );
     return data;
   }

src/modules/inputs/inputs.controller.ts

@@ -9,10 +9,8 @@ import {
 } from '@nestjs/common';
 import { InputsService } from './inputs.service';
 import { InputsClientService } from 'src/clients/inputs/client.service';
-import {
-  ICreateInputRequest,
-  UpdateInputRequest,
-} from 'src/clients/inputs/interfaces';
+import { UpdateInputRequest } from 'src/clients/inputs/interfaces';
+import { InputNewCreateRequest } from '@victorradael/protospack';
 
 @Controller('inputs')
 export class InputsController {
@@ -28,8 +26,21 @@ export class InputsController {
     return response;
   }
 
+  @Post('/test-connection/get-columns')
+  async getColumns(@Body() data) {
+    console.log(
+      `/test-connection/get-columns`,
+      'ON TEST CONNECTION GET COLUMNS ROUTE',
+    );
+
+    const inputService = new InputsService(this.inputsClientService);
+    const response = await inputService.getColumns(data);
+
+    return response;
+  }
+
   @Post()
-  async create(@Body() createInputDto: ICreateInputRequest) {
+  async create(@Body() createInputDto: InputNewCreateRequest) {
     console.log(`/input`, 'ON CREATE ROUTE');
 
     const inputService = new InputsService(this.inputsClientService);

src/modules/inputs/inputs.service.ts

@@ -1,16 +1,14 @@
 import { Body, HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { Timeout } from '@nestjs/schedule';
+import { InputNewCreateRequest } from '@victorradael/protospack';
 import { InputsClientService } from 'src/clients/inputs/client.service';
-import {
-  ICreateInputRequest,
-  IIdRequest,
-  Info,
-} from 'src/clients/inputs/interfaces';
+import { IIdRequest, Info } from 'src/clients/inputs/interfaces';
 
 @Injectable()
 export class InputsService {
   constructor(private inputClient: InputsClientService) {}
 
-  async create(@Body() data: ICreateInputRequest) {
+  async create(@Body() data: InputNewCreateRequest) {
     try {
       const createInputResponse = await this.inputClient.create(data);
 
@@ -63,6 +61,7 @@ export class InputsService {
     }
   }
 
+  @Timeout(60000 * 10) // Timeout set for 10 minutes
   async testConnection(data) {
     try {
       const testConnectionInputResponse = await this.inputClient.testConnection(
@@ -74,4 +73,15 @@ export class InputsService {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
     }
   }
+
+  async getColumns(data) {
+    try {
+      const testConnectionGetColumnsResponse =
+        await this.inputClient.getColumns(data);
+
+      return testConnectionGetColumnsResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
 }

src/modules/pipelines/pipelines.controller.ts

@@ -14,13 +14,13 @@ import { PipelinesService } from './pipelines.service';
 export class PipelinesController {
   constructor(private pipelinesClientService: PipelinesClientService) {}
 
-  @Get('start/:id')
+  @Post('start/:id')
   async activate(@Param() params, @Body() body) {
     const { id } = params;
     const { info } = body;
 
     console.log(
-      process.env.DEV_URL + `/transformation/start/${id}`,
+      process.env.DEV_URL + `/pipeline/start/${id}`,
       'ON START PIPELINE ROUTE',
     );